[ 670.505541] env[69399]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69399) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 670.505915] env[69399]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69399) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 670.506100] env[69399]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69399) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 670.506380] env[69399]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 670.607216] env[69399]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69399) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 670.617372] env[69399]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69399) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 670.661496] env[69399]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 671.224056] env[69399]: INFO nova.virt.driver [None req-95ef7a49-450e-4603-b942-db665387515c None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 671.295534] env[69399]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.295689] env[69399]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.295785] env[69399]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69399) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 674.663508] env[69399]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-3203f672-e5e9-4672-8157-181f896c389b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.680734] env[69399]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69399) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 674.680923] env[69399]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-15eabed2-774d-447c-9416-28e26da27a61 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.714578] env[69399]: INFO oslo_vmware.api [-] Successfully established new session; session ID is ab790. [ 674.714757] env[69399]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.419s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.715332] env[69399]: INFO nova.virt.vmwareapi.driver [None req-95ef7a49-450e-4603-b942-db665387515c None None] VMware vCenter version: 7.0.3 [ 674.718974] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b3568e-1303-4a1a-9425-065134bf8d9f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.741516] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b226024-8d1e-432c-8d37-572dab5eee65 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.748106] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211d0cb8-b589-4f89-bc39-3a62518f47fe {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.755597] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b128ef1f-bba2-4d1e-88ce-058bc1756a7b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.771096] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95dd44b-cdf4-47ae-8698-eed60346e7c7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.778097] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d23598-ca0f-4673-9e7d-427919bb51cb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.808682] env[69399]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-1d25cfdb-7b8d-4b36-8a82-7b6287ccf78d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.815470] env[69399]: DEBUG nova.virt.vmwareapi.driver [None req-95ef7a49-450e-4603-b942-db665387515c None None] Extension org.openstack.compute already exists. {{(pid=69399) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 674.818519] env[69399]: INFO nova.compute.provider_config [None req-95ef7a49-450e-4603-b942-db665387515c None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 675.325779] env[69399]: DEBUG nova.context [None req-95ef7a49-450e-4603-b942-db665387515c None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),16bd2e7c-f1ec-4066-8d2e-e659457cc3e3(cell1) {{(pid=69399) load_cells /opt/stack/nova/nova/context.py:464}} [ 675.328147] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.328400] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.329120] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.329631] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] Acquiring lock "16bd2e7c-f1ec-4066-8d2e-e659457cc3e3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.329894] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] Lock "16bd2e7c-f1ec-4066-8d2e-e659457cc3e3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.330944] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] Lock "16bd2e7c-f1ec-4066-8d2e-e659457cc3e3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.351978] env[69399]: INFO dbcounter [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] Registered counter for database nova_cell0 [ 675.360263] env[69399]: INFO dbcounter [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] Registered counter for database nova_cell1 [ 675.363700] env[69399]: DEBUG oslo_db.sqlalchemy.engines [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69399) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 675.364060] env[69399]: DEBUG oslo_db.sqlalchemy.engines [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69399) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 675.369378] env[69399]: ERROR nova.db.main.api [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 675.369378] env[69399]: result = function(*args, **kwargs) [ 675.369378] env[69399]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 675.369378] env[69399]: return func(*args, **kwargs) [ 675.369378] env[69399]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 675.369378] env[69399]: result = fn(*args, **kwargs) [ 675.369378] env[69399]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 675.369378] env[69399]: return f(*args, **kwargs) [ 675.369378] env[69399]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 675.369378] env[69399]: return db.service_get_minimum_version(context, binaries) [ 675.369378] env[69399]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 675.369378] env[69399]: _check_db_access() [ 675.369378] env[69399]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 675.369378] env[69399]: stacktrace = ''.join(traceback.format_stack()) [ 675.369378] env[69399]: [ 675.370143] env[69399]: ERROR nova.db.main.api [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 675.370143] env[69399]: result = function(*args, **kwargs) [ 675.370143] env[69399]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 675.370143] env[69399]: return func(*args, **kwargs) [ 675.370143] env[69399]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 675.370143] env[69399]: result = fn(*args, **kwargs) [ 675.370143] env[69399]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 675.370143] env[69399]: return f(*args, **kwargs) [ 675.370143] env[69399]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 675.370143] env[69399]: return db.service_get_minimum_version(context, binaries) [ 675.370143] env[69399]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 675.370143] env[69399]: _check_db_access() [ 675.370143] env[69399]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 675.370143] env[69399]: stacktrace = ''.join(traceback.format_stack()) [ 675.370143] env[69399]: [ 675.370787] env[69399]: WARNING nova.objects.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 675.370787] env[69399]: WARNING nova.objects.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] Failed to get minimum service version for cell 16bd2e7c-f1ec-4066-8d2e-e659457cc3e3 [ 675.371064] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] Acquiring lock "singleton_lock" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.371230] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] Acquired lock "singleton_lock" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.371500] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] Releasing lock "singleton_lock" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.371834] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] Full set of CONF: {{(pid=69399) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 675.371977] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] ******************************************************************************** {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 675.372116] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] Configuration options gathered from: {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 675.372252] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 675.372465] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 675.372599] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] ================================================================================ {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 675.372806] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] allow_resize_to_same_host = True {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.372978] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] arq_binding_timeout = 300 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.373123] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] backdoor_port = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.373247] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] backdoor_socket = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.373414] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] block_device_allocate_retries = 60 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.373576] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] block_device_allocate_retries_interval = 3 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.373747] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cert = self.pem {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.373922] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.374095] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] compute_monitors = [] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.374266] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] config_dir = [] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.374438] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] config_drive_format = iso9660 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.374570] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.374732] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] config_source = [] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.374930] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] console_host = devstack {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.375134] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] control_exchange = nova {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.375302] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cpu_allocation_ratio = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.375461] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] daemon = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.375629] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] debug = True {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.375784] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] default_access_ip_network_name = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.375945] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] default_availability_zone = nova {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.376112] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] default_ephemeral_format = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.376269] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] default_green_pool_size = 1000 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.376500] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.376664] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] default_schedule_zone = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.376817] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] disk_allocation_ratio = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.376972] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] enable_new_services = True {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.377161] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] enabled_apis = ['osapi_compute'] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.377322] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] enabled_ssl_apis = [] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.377484] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] flat_injected = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.377645] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] force_config_drive = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.377803] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] force_raw_images = True {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.377969] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] graceful_shutdown_timeout = 5 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.378146] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] heal_instance_info_cache_interval = -1 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.378366] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] host = cpu-1 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.378544] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.378704] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.378862] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.379147] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.379324] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] instance_build_timeout = 0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.379488] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] instance_delete_interval = 300 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.379657] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] instance_format = [instance: %(uuid)s] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.379821] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] instance_name_template = instance-%08x {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.379979] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] instance_usage_audit = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.380199] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] instance_usage_audit_period = month {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.380374] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.380541] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.380705] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] internal_service_availability_zone = internal {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.380859] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] key = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.381035] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] live_migration_retry_count = 30 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.381209] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] log_color = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.381404] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] log_config_append = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.381586] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.381746] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] log_dir = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.381900] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] log_file = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.382038] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] log_options = True {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.382203] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] log_rotate_interval = 1 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.382402] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] log_rotate_interval_type = days {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.382578] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] log_rotation_type = none {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.382708] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.382833] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.383022] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.383183] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.383308] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.383472] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] long_rpc_timeout = 1800 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.383630] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] max_concurrent_builds = 10 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.383785] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] max_concurrent_live_migrations = 1 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.383939] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] max_concurrent_snapshots = 5 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.384107] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] max_local_block_devices = 3 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.384266] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] max_logfile_count = 30 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.384419] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] max_logfile_size_mb = 200 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.384576] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] maximum_instance_delete_attempts = 5 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.384743] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] metadata_listen = 0.0.0.0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.384907] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] metadata_listen_port = 8775 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.385081] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] metadata_workers = 2 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.385244] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] migrate_max_retries = -1 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.385444] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] mkisofs_cmd = genisoimage {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.385619] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.385749] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] my_ip = 10.180.1.21 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.385946] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.386121] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] network_allocate_retries = 0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.386301] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.386466] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.386629] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] osapi_compute_listen_port = 8774 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.386793] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] osapi_compute_unique_server_name_scope = {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.386985] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] osapi_compute_workers = 2 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.387174] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] password_length = 12 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.387335] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] periodic_enable = True {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.387541] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] periodic_fuzzy_delay = 60 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.387726] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] pointer_model = usbtablet {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.387894] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] preallocate_images = none {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.388073] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] publish_errors = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.388205] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] pybasedir = /opt/stack/nova {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.388364] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] ram_allocation_ratio = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.388525] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] rate_limit_burst = 0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.388688] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] rate_limit_except_level = CRITICAL {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.388844] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] rate_limit_interval = 0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.389015] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] reboot_timeout = 0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.389173] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] reclaim_instance_interval = 0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.389333] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] record = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.389498] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] reimage_timeout_per_gb = 60 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.389663] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] report_interval = 120 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.389823] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] rescue_timeout = 0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.389981] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] reserved_host_cpus = 0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.390162] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] reserved_host_disk_mb = 0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.390377] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] reserved_host_memory_mb = 512 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.390552] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] reserved_huge_pages = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.390715] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] resize_confirm_window = 0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.390874] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] resize_fs_using_block_device = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.391046] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] resume_guests_state_on_host_boot = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.391223] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.391411] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] rpc_response_timeout = 60 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.391581] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] run_external_periodic_tasks = True {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.391748] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] running_deleted_instance_action = reap {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.391907] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.392076] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] running_deleted_instance_timeout = 0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.392238] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] scheduler_instance_sync_interval = 120 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.392412] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] service_down_time = 720 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.392574] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] servicegroup_driver = db {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.392728] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] shell_completion = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.392885] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] shelved_offload_time = 0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.393059] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] shelved_poll_interval = 3600 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.393230] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] shutdown_timeout = 0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.393387] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] source_is_ipv6 = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.393545] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] ssl_only = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.393798] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.393993] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] sync_power_state_interval = 600 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.394228] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] sync_power_state_pool_size = 1000 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.394412] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] syslog_log_facility = LOG_USER {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.394573] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] tempdir = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.394733] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] timeout_nbd = 10 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.394918] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] transport_url = **** {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.395116] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] update_resources_interval = 0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.395286] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] use_cow_images = True {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.395450] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] use_journal = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.395612] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] use_json = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.395768] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] use_rootwrap_daemon = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.395923] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] use_stderr = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.396090] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] use_syslog = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.396247] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vcpu_pin_set = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.396413] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vif_plugging_is_fatal = True {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.396578] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vif_plugging_timeout = 300 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.396743] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] virt_mkfs = [] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.396900] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] volume_usage_poll_interval = 0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.397069] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] watch_log_file = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.397235] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] web = /usr/share/spice-html5 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 675.397414] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.397579] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.397738] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.397905] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_concurrency.disable_process_locking = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.398530] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.398732] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.398909] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.399102] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.399280] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.399454] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.399641] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] api.auth_strategy = keystone {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.400009] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] api.compute_link_prefix = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.400209] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.400387] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] api.dhcp_domain = novalocal {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.400560] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] api.enable_instance_password = True {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.400723] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] api.glance_link_prefix = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.400887] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.401070] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.401241] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] api.instance_list_per_project_cells = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.401426] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] api.list_records_by_skipping_down_cells = True {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.401598] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] api.local_metadata_per_cell = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.401768] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] api.max_limit = 1000 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.401934] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] api.metadata_cache_expiration = 15 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.402122] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] api.neutron_default_tenant_id = default {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.402296] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] api.response_validation = warn {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.402468] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] api.use_neutron_default_nets = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.402638] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.402800] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.402991] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.403193] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.403369] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] api.vendordata_dynamic_targets = [] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.403534] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] api.vendordata_jsonfile_path = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.403715] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.403911] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cache.backend = dogpile.cache.memcached {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.404093] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cache.backend_argument = **** {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.404258] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cache.backend_expiration_time = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.404426] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cache.config_prefix = cache.oslo {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.404598] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cache.dead_timeout = 60.0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.404759] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cache.debug_cache_backend = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.404916] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cache.enable_retry_client = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.405086] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cache.enable_socket_keepalive = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.405255] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cache.enabled = True {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.405414] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cache.enforce_fips_mode = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.405577] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cache.expiration_time = 600 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.405736] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cache.hashclient_retry_attempts = 2 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.405896] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.406096] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cache.memcache_dead_retry = 300 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.406276] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cache.memcache_password = **** {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.406442] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.406604] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.406764] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cache.memcache_pool_maxsize = 10 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.406924] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.407103] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cache.memcache_sasl_enabled = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.407286] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.407451] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.407611] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cache.memcache_username = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.407773] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cache.proxies = [] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.407932] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cache.redis_db = 0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.408102] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cache.redis_password = **** {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.408274] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.408446] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.408613] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cache.redis_server = localhost:6379 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.408776] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cache.redis_socket_timeout = 1.0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.408933] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cache.redis_username = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.409108] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cache.retry_attempts = 2 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.409274] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cache.retry_delay = 0.0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.409436] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cache.socket_keepalive_count = 1 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.409596] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cache.socket_keepalive_idle = 1 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.409754] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cache.socket_keepalive_interval = 1 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.409908] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cache.tls_allowed_ciphers = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.410076] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cache.tls_cafile = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.410236] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cache.tls_certfile = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.410399] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cache.tls_enabled = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.410561] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cache.tls_keyfile = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.410733] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cinder.auth_section = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.410933] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cinder.auth_type = password {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.411173] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cinder.cafile = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.411377] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.411558] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cinder.certfile = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.411728] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cinder.collect_timing = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.411892] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cinder.cross_az_attach = True {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.412070] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cinder.debug = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.412233] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cinder.endpoint_template = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.412450] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cinder.http_retries = 3 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.412683] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cinder.insecure = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.412878] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cinder.keyfile = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.413071] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cinder.os_region_name = RegionOne {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.413245] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cinder.split_loggers = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.413410] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cinder.timeout = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.413588] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.413754] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] compute.cpu_dedicated_set = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.413913] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] compute.cpu_shared_set = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.414091] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] compute.image_type_exclude_list = [] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.414258] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.414422] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.414585] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.414748] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.414918] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.415094] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] compute.resource_provider_association_refresh = 300 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.415260] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.415422] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] compute.shutdown_retry_interval = 10 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.415600] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.415778] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] conductor.workers = 2 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.415954] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] console.allowed_origins = [] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.416128] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] console.ssl_ciphers = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.416300] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] console.ssl_minimum_version = default {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.416469] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] consoleauth.enforce_session_timeout = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.416639] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] consoleauth.token_ttl = 600 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.416813] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cyborg.cafile = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.416972] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cyborg.certfile = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.417148] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cyborg.collect_timing = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.417310] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cyborg.connect_retries = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.417468] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cyborg.connect_retry_delay = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.417624] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cyborg.endpoint_override = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.417783] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cyborg.insecure = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.417936] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cyborg.keyfile = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.418115] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cyborg.max_version = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.418274] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cyborg.min_version = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.418427] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cyborg.region_name = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.418585] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cyborg.retriable_status_codes = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.418740] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cyborg.service_name = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.418917] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cyborg.service_type = accelerator {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.419096] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cyborg.split_loggers = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.419259] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cyborg.status_code_retries = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.419417] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cyborg.status_code_retry_delay = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.419577] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cyborg.timeout = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.419756] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.419917] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] cyborg.version = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.420100] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] database.asyncio_connection = **** {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.420263] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] database.asyncio_slave_connection = **** {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.420434] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] database.backend = sqlalchemy {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.420604] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] database.connection = **** {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.420771] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] database.connection_debug = 0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.420938] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] database.connection_parameters = {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.421118] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] database.connection_recycle_time = 3600 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.421285] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] database.connection_trace = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.421478] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] database.db_inc_retry_interval = True {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.421653] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] database.db_max_retries = 20 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.421817] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] database.db_max_retry_interval = 10 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.421986] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] database.db_retry_interval = 1 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.422163] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] database.max_overflow = 50 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.422327] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] database.max_pool_size = 5 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.422538] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] database.max_retries = 10 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.422724] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.422887] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] database.mysql_wsrep_sync_wait = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.423064] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] database.pool_timeout = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.423236] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] database.retry_interval = 10 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.423395] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] database.slave_connection = **** {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.423558] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] database.sqlite_synchronous = True {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.423720] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] database.use_db_reconnect = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.423885] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] api_database.asyncio_connection = **** {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.424053] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] api_database.asyncio_slave_connection = **** {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.424227] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] api_database.backend = sqlalchemy {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.424397] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] api_database.connection = **** {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.424562] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] api_database.connection_debug = 0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.424730] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] api_database.connection_parameters = {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.424891] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] api_database.connection_recycle_time = 3600 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.425068] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] api_database.connection_trace = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.425234] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] api_database.db_inc_retry_interval = True {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.425398] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] api_database.db_max_retries = 20 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.425563] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] api_database.db_max_retry_interval = 10 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.425724] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] api_database.db_retry_interval = 1 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.425886] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] api_database.max_overflow = 50 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.426058] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] api_database.max_pool_size = 5 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.426223] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] api_database.max_retries = 10 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.426392] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.426552] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.426708] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] api_database.pool_timeout = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.426870] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] api_database.retry_interval = 10 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.427038] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] api_database.slave_connection = **** {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.427204] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] api_database.sqlite_synchronous = True {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.427379] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] devices.enabled_mdev_types = [] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.427558] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.427726] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.427885] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] ephemeral_storage_encryption.enabled = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.428056] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.428229] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] glance.api_servers = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.428390] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] glance.cafile = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.428550] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] glance.certfile = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.428712] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] glance.collect_timing = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.428870] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] glance.connect_retries = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.429039] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] glance.connect_retry_delay = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.429208] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] glance.debug = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.429407] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] glance.default_trusted_certificate_ids = [] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.429580] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] glance.enable_certificate_validation = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.429742] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] glance.enable_rbd_download = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.429902] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] glance.endpoint_override = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.430083] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] glance.insecure = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.430250] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] glance.keyfile = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.430412] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] glance.max_version = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.430570] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] glance.min_version = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.430731] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] glance.num_retries = 3 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.430898] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] glance.rbd_ceph_conf = {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.431068] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] glance.rbd_connect_timeout = 5 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.431241] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] glance.rbd_pool = {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.431450] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] glance.rbd_user = {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.431625] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] glance.region_name = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.431784] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] glance.retriable_status_codes = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.431941] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] glance.service_name = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.432121] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] glance.service_type = image {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.432284] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] glance.split_loggers = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.432465] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] glance.status_code_retries = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.432632] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] glance.status_code_retry_delay = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.432792] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] glance.timeout = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.432970] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.433151] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] glance.verify_glance_signatures = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.433312] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] glance.version = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.433526] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] guestfs.debug = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.433764] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] manila.auth_section = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.433938] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] manila.auth_type = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.434115] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] manila.cafile = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.434277] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] manila.certfile = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.434466] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] manila.collect_timing = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.434644] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] manila.connect_retries = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.434805] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] manila.connect_retry_delay = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.434970] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] manila.endpoint_override = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.435143] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] manila.insecure = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.435301] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] manila.keyfile = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.435459] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] manila.max_version = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.435619] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] manila.min_version = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.435777] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] manila.region_name = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.435932] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] manila.retriable_status_codes = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.436099] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] manila.service_name = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.436270] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] manila.service_type = shared-file-system {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.436436] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] manila.share_apply_policy_timeout = 10 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.436598] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] manila.split_loggers = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.436755] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] manila.status_code_retries = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.436911] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] manila.status_code_retry_delay = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.437080] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] manila.timeout = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.437265] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.437425] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] manila.version = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.437595] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] mks.enabled = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.437951] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.438163] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] image_cache.manager_interval = 2400 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.438339] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] image_cache.precache_concurrency = 1 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.438512] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] image_cache.remove_unused_base_images = True {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.438678] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.438843] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.439071] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] image_cache.subdirectory_name = _base {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.439290] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] ironic.api_max_retries = 60 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.439468] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] ironic.api_retry_interval = 2 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.439634] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] ironic.auth_section = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.439797] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] ironic.auth_type = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.439957] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] ironic.cafile = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.440132] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] ironic.certfile = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.440301] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] ironic.collect_timing = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.440465] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] ironic.conductor_group = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.440627] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] ironic.connect_retries = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.440786] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] ironic.connect_retry_delay = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.440946] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] ironic.endpoint_override = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.441123] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] ironic.insecure = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.441284] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] ironic.keyfile = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.441478] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] ironic.max_version = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.441642] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] ironic.min_version = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.441811] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] ironic.peer_list = [] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.441971] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] ironic.region_name = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.442147] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] ironic.retriable_status_codes = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.442325] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] ironic.serial_console_state_timeout = 10 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.442504] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] ironic.service_name = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.442678] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] ironic.service_type = baremetal {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.442840] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] ironic.shard = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.443008] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] ironic.split_loggers = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.443177] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] ironic.status_code_retries = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.443337] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] ironic.status_code_retry_delay = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.443496] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] ironic.timeout = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.443675] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.443839] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] ironic.version = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.444029] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.444207] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] key_manager.fixed_key = **** {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.444389] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.444555] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] barbican.barbican_api_version = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.444714] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] barbican.barbican_endpoint = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.444884] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] barbican.barbican_endpoint_type = public {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.445053] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] barbican.barbican_region_name = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.445217] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] barbican.cafile = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.445375] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] barbican.certfile = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.445542] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] barbican.collect_timing = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.445703] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] barbican.insecure = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.445861] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] barbican.keyfile = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.446034] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] barbican.number_of_retries = 60 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.446202] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] barbican.retry_delay = 1 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.446363] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] barbican.send_service_user_token = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.446527] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] barbican.split_loggers = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.446684] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] barbican.timeout = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.446844] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] barbican.verify_ssl = True {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.447008] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] barbican.verify_ssl_path = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.447185] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] barbican_service_user.auth_section = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.447350] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] barbican_service_user.auth_type = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.447508] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] barbican_service_user.cafile = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.447665] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] barbican_service_user.certfile = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.447828] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] barbican_service_user.collect_timing = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.447986] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] barbican_service_user.insecure = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.448158] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] barbican_service_user.keyfile = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.448320] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] barbican_service_user.split_loggers = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.448479] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] barbican_service_user.timeout = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.448647] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vault.approle_role_id = **** {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.448804] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vault.approle_secret_id = **** {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.448983] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vault.kv_mountpoint = secret {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.449163] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vault.kv_path = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.449330] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vault.kv_version = 2 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.449488] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vault.namespace = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.449648] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vault.root_token_id = **** {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.449805] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vault.ssl_ca_crt_file = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.449970] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vault.timeout = 60.0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.450146] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vault.use_ssl = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.450315] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.450484] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] keystone.cafile = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.450647] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] keystone.certfile = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.450810] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] keystone.collect_timing = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.450964] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] keystone.connect_retries = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.451133] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] keystone.connect_retry_delay = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.451289] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] keystone.endpoint_override = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.451479] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] keystone.insecure = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.451642] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] keystone.keyfile = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.451798] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] keystone.max_version = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.451953] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] keystone.min_version = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.452124] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] keystone.region_name = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.452286] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] keystone.retriable_status_codes = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.452485] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] keystone.service_name = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.452673] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] keystone.service_type = identity {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.452838] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] keystone.split_loggers = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.452994] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] keystone.status_code_retries = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.453167] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] keystone.status_code_retry_delay = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.453324] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] keystone.timeout = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.453501] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.453658] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] keystone.version = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.453845] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.ceph_mount_options = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.454198] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.454385] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.connection_uri = {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.454556] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.cpu_mode = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.454724] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.454892] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.cpu_models = [] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.455078] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.cpu_power_governor_high = performance {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.455254] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.455418] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.cpu_power_management = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.455592] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.455761] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.device_detach_attempts = 8 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.455927] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.device_detach_timeout = 20 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.456107] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.disk_cachemodes = [] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.456271] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.disk_prefix = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.456436] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.enabled_perf_events = [] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.456601] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.file_backed_memory = 0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.456768] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.gid_maps = [] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.456925] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.hw_disk_discard = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.457095] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.hw_machine_type = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.457267] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.images_rbd_ceph_conf = {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.457431] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.457595] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.457761] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.images_rbd_glance_store_name = {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.457930] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.images_rbd_pool = rbd {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.458110] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.images_type = default {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.458273] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.images_volume_group = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.458432] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.inject_key = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.458597] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.inject_partition = -2 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.458756] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.inject_password = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.458913] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.iscsi_iface = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.459084] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.iser_use_multipath = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.459250] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.459413] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.459576] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.live_migration_downtime = 500 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.459738] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.459898] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.460069] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.live_migration_inbound_addr = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.460233] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.460394] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.460552] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.live_migration_scheme = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.460720] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.live_migration_timeout_action = abort {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.460880] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.live_migration_tunnelled = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.461057] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.live_migration_uri = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.461234] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.live_migration_with_native_tls = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.461413] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.max_queues = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.461596] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.461828] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.461994] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.nfs_mount_options = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.462328] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.462544] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.462726] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.462891] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.463071] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.463235] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.num_pcie_ports = 0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.463403] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.463571] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.pmem_namespaces = [] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.463731] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.quobyte_client_cfg = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.464064] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.464255] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.464427] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.464595] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.464756] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.rbd_secret_uuid = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.464918] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.rbd_user = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.465103] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.465295] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.465460] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.rescue_image_id = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.465622] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.rescue_kernel_id = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.465781] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.rescue_ramdisk_id = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.465949] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.466128] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.rx_queue_size = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.466300] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.smbfs_mount_options = {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.466585] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.466760] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.snapshot_compression = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.466928] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.snapshot_image_format = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.467179] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.467352] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.sparse_logical_volumes = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.467519] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.swtpm_enabled = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.467691] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.swtpm_group = tss {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.467857] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.swtpm_user = tss {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.468046] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.sysinfo_serial = unique {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.468214] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.tb_cache_size = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.468376] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.tx_queue_size = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.468542] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.uid_maps = [] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.468705] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.use_virtio_for_bridges = True {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.468879] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.virt_type = kvm {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.469059] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.volume_clear = zero {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.469229] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.volume_clear_size = 0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.469393] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.volume_enforce_multipath = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.469560] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.volume_use_multipath = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.469719] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.vzstorage_cache_path = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.469888] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.470067] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.470239] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.470408] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.470705] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.470884] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.vzstorage_mount_user = stack {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.471064] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.471242] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] neutron.auth_section = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.471467] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] neutron.auth_type = password {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.471630] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] neutron.cafile = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.471794] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] neutron.certfile = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.471958] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] neutron.collect_timing = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.472133] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] neutron.connect_retries = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.472293] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] neutron.connect_retry_delay = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.472505] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] neutron.default_floating_pool = public {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.472684] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] neutron.endpoint_override = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.472852] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] neutron.extension_sync_interval = 600 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.473023] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] neutron.http_retries = 3 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.473195] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] neutron.insecure = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.473356] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] neutron.keyfile = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.473520] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] neutron.max_version = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.473690] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.473850] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] neutron.min_version = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.474029] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] neutron.ovs_bridge = br-int {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.474199] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] neutron.physnets = [] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.474435] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] neutron.region_name = RegionOne {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.474537] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] neutron.retriable_status_codes = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.474707] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] neutron.service_metadata_proxy = True {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.474866] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] neutron.service_name = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.475046] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] neutron.service_type = network {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.475213] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] neutron.split_loggers = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.475381] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] neutron.status_code_retries = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.475537] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] neutron.status_code_retry_delay = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.475696] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] neutron.timeout = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.475875] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.476048] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] neutron.version = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.476224] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] notifications.bdms_in_notifications = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.476401] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] notifications.default_level = INFO {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.476566] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] notifications.include_share_mapping = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.476739] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] notifications.notification_format = unversioned {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.476969] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] notifications.notify_on_state_change = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.477188] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.477374] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] pci.alias = [] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.477546] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] pci.device_spec = [] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.477710] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] pci.report_in_placement = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.477887] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] placement.auth_section = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.478073] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] placement.auth_type = password {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.478247] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.478408] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] placement.cafile = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.478568] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] placement.certfile = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.478730] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] placement.collect_timing = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.478887] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] placement.connect_retries = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.479062] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] placement.connect_retry_delay = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.479254] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] placement.default_domain_id = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.479391] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] placement.default_domain_name = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.479548] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] placement.domain_id = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.479704] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] placement.domain_name = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.479862] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] placement.endpoint_override = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.480033] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] placement.insecure = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.480196] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] placement.keyfile = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.480354] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] placement.max_version = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.480514] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] placement.min_version = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.480682] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] placement.password = **** {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.480840] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] placement.project_domain_id = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.481023] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] placement.project_domain_name = Default {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.481185] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] placement.project_id = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.481368] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] placement.project_name = service {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.481553] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] placement.region_name = RegionOne {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.481720] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] placement.retriable_status_codes = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.481883] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] placement.service_name = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.482065] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] placement.service_type = placement {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.482232] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] placement.split_loggers = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.482418] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] placement.status_code_retries = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.482612] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] placement.status_code_retry_delay = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.482778] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] placement.system_scope = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.482938] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] placement.timeout = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.483109] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] placement.trust_id = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.483270] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] placement.user_domain_id = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.483439] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] placement.user_domain_name = Default {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.483600] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] placement.user_id = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.483771] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] placement.username = nova {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.483949] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.484125] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] placement.version = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.484301] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] quota.cores = 20 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.484469] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] quota.count_usage_from_placement = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.484640] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.484808] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] quota.injected_file_content_bytes = 10240 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.484974] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] quota.injected_file_path_length = 255 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.485155] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] quota.injected_files = 5 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.485320] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] quota.instances = 10 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.485483] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] quota.key_pairs = 100 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.485650] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] quota.metadata_items = 128 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.485814] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] quota.ram = 51200 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.485975] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] quota.recheck_quota = True {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.486155] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] quota.server_group_members = 10 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.486320] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] quota.server_groups = 10 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.486527] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.486702] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] quota.unified_limits_resource_strategy = require {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.486873] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.487047] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.487211] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] scheduler.image_metadata_prefilter = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.487370] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.487535] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] scheduler.max_attempts = 3 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.487692] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] scheduler.max_placement_results = 1000 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.487850] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.488013] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.488181] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.488353] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] scheduler.workers = 2 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.488531] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.488699] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.488880] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.489061] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.489230] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.489396] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.489560] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.489752] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.489924] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] filter_scheduler.host_subset_size = 1 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.490102] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.490263] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.490427] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.490588] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.490759] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.490922] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] filter_scheduler.isolated_hosts = [] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.491094] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] filter_scheduler.isolated_images = [] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.491258] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.491447] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.491622] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.491784] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] filter_scheduler.pci_in_placement = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.491946] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.492153] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.492341] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.492528] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.492696] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.492858] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.493032] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] filter_scheduler.track_instance_changes = True {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.493212] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.493382] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] metrics.required = True {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.493547] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] metrics.weight_multiplier = 1.0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.493708] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.493869] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] metrics.weight_setting = [] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.494206] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.494383] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] serial_console.enabled = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.494560] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] serial_console.port_range = 10000:20000 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.494728] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.494893] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.495074] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] serial_console.serialproxy_port = 6083 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.495246] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] service_user.auth_section = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.495418] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] service_user.auth_type = password {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.495578] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] service_user.cafile = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.495734] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] service_user.certfile = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.495894] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] service_user.collect_timing = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.496066] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] service_user.insecure = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.496225] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] service_user.keyfile = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.496392] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] service_user.send_service_user_token = True {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.496556] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] service_user.split_loggers = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.496709] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] service_user.timeout = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.496874] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] spice.agent_enabled = True {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.497042] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] spice.enabled = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.497353] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.497559] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.497731] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] spice.html5proxy_port = 6082 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.497892] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] spice.image_compression = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.498061] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] spice.jpeg_compression = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.498222] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] spice.playback_compression = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.498383] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] spice.require_secure = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.498551] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] spice.server_listen = 127.0.0.1 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.498716] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.498984] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.499165] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] spice.streaming_mode = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.499329] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] spice.zlib_compression = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.499491] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] upgrade_levels.baseapi = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.499660] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] upgrade_levels.compute = auto {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.499817] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] upgrade_levels.conductor = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.499972] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] upgrade_levels.scheduler = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.500150] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.500312] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.500467] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vendordata_dynamic_auth.cafile = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.500625] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vendordata_dynamic_auth.certfile = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.500785] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.500949] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vendordata_dynamic_auth.insecure = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.501114] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.501273] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.501457] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vendordata_dynamic_auth.timeout = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.501643] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vmware.api_retry_count = 10 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.501806] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vmware.ca_file = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.501979] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.502160] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vmware.cluster_name = testcl1 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.502333] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vmware.connection_pool_size = 10 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.502593] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vmware.console_delay_seconds = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.502799] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vmware.datastore_regex = ^datastore.* {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.503033] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.503217] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vmware.host_password = **** {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.503394] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vmware.host_port = 443 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.503566] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vmware.host_username = administrator@vsphere.local {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.503736] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vmware.insecure = True {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.503900] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vmware.integration_bridge = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.504081] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vmware.maximum_objects = 100 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.504246] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vmware.pbm_default_policy = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.504411] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vmware.pbm_enabled = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.504571] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vmware.pbm_wsdl_location = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.504741] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.504901] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vmware.serial_port_proxy_uri = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.505075] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vmware.serial_port_service_uri = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.505245] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vmware.task_poll_interval = 0.5 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.505417] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vmware.use_linked_clone = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.505590] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vmware.vnc_keymap = en-us {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.505761] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vmware.vnc_port = 5900 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.505923] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vmware.vnc_port_total = 10000 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.506123] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vnc.auth_schemes = ['none'] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.506298] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vnc.enabled = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.506589] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.506777] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.506950] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vnc.novncproxy_port = 6080 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.507161] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vnc.server_listen = 127.0.0.1 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.507346] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.507877] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vnc.vencrypt_ca_certs = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.507877] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vnc.vencrypt_client_cert = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.507877] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vnc.vencrypt_client_key = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.508023] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.508143] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] workarounds.disable_deep_image_inspection = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.508304] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.508464] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.508623] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.508781] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] workarounds.disable_rootwrap = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.509291] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] workarounds.enable_numa_live_migration = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.509291] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.509291] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.509437] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.509563] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] workarounds.libvirt_disable_apic = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.509721] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.509880] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.510048] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.510212] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.510372] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.510533] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.510691] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.510848] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.511012] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.511182] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.511387] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.511575] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] wsgi.client_socket_timeout = 900 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.511745] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] wsgi.default_pool_size = 1000 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.511912] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] wsgi.keep_alive = True {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.512090] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] wsgi.max_header_line = 16384 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.512256] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.512446] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] wsgi.ssl_ca_file = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.512635] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] wsgi.ssl_cert_file = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.512802] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] wsgi.ssl_key_file = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.512969] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] wsgi.tcp_keepidle = 600 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.513164] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.513456] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] zvm.ca_file = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.513532] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] zvm.cloud_connector_url = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.513795] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.513964] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] zvm.reachable_timeout = 300 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.514150] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.514328] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.514515] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] profiler.connection_string = messaging:// {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.514689] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] profiler.enabled = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.514856] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] profiler.es_doc_type = notification {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.515027] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] profiler.es_scroll_size = 10000 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.515200] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] profiler.es_scroll_time = 2m {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.515364] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] profiler.filter_error_trace = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.515532] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] profiler.hmac_keys = **** {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.515698] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] profiler.sentinel_service_name = mymaster {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.515863] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] profiler.socket_timeout = 0.1 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.516033] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] profiler.trace_requests = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.516196] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] profiler.trace_sqlalchemy = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.516381] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] profiler_jaeger.process_tags = {} {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.516542] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] profiler_jaeger.service_name_prefix = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.516701] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] profiler_otlp.service_name_prefix = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.516862] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] remote_debug.host = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.517030] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] remote_debug.port = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.517210] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.517372] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.517534] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.517695] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.517856] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.518024] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.518182] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.518342] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.518504] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.518672] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.518831] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.519007] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.519181] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.519344] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.519506] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.519670] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.519829] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.519988] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.520168] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.520330] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.520489] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.520656] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.520818] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.520976] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.521153] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.521308] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.521498] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.521665] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.521824] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.521983] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.522160] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_rabbit.ssl = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.522341] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.522543] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.522714] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.522878] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.523050] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.523210] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.523393] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.523557] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_notifications.retry = -1 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.523729] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.523894] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.524077] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_limit.auth_section = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.524241] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_limit.auth_type = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.524400] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_limit.cafile = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.524556] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_limit.certfile = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.524713] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_limit.collect_timing = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.524873] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_limit.connect_retries = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.525039] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_limit.connect_retry_delay = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.525199] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_limit.endpoint_id = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.525368] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.525524] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_limit.endpoint_override = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.525678] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_limit.endpoint_region_name = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.525833] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_limit.endpoint_service_name = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.525988] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_limit.endpoint_service_type = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.526163] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_limit.insecure = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.526317] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_limit.keyfile = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.526472] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_limit.max_version = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.526665] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_limit.min_version = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.526828] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_limit.region_name = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.526987] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_limit.retriable_status_codes = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.527158] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_limit.service_name = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.527314] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_limit.service_type = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.527472] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_limit.split_loggers = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.527629] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_limit.status_code_retries = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.527789] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_limit.status_code_retry_delay = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.527942] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_limit.timeout = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.528107] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_limit.valid_interfaces = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.528263] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_limit.version = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.528425] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_reports.file_event_handler = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.528589] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.528745] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] oslo_reports.log_dir = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.528914] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.529092] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.529255] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.529419] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.529584] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.529740] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.529908] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.530078] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vif_plug_ovs_privileged.group = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.530238] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.530402] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.530566] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.530721] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] vif_plug_ovs_privileged.user = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.530889] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.531081] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.531256] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.531466] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.531638] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.531813] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.531981] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.532159] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.532346] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.532559] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] os_vif_ovs.isolate_vif = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.532739] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.532905] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.533086] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.533257] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.533416] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] os_vif_ovs.per_port_bridge = False {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.533587] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] privsep_osbrick.capabilities = [21] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.533751] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] privsep_osbrick.group = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.533899] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] privsep_osbrick.helper_command = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.534073] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.534239] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.534617] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] privsep_osbrick.user = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.534617] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.534715] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] nova_sys_admin.group = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.534859] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] nova_sys_admin.helper_command = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.535031] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.535196] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.535352] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] nova_sys_admin.user = None {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 675.535484] env[69399]: DEBUG oslo_service.backend.eventlet.service [None req-5bdd337f-e852-4526-a72e-6fddfe92a085 None None] ******************************************************************************** {{(pid=69399) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 675.535917] env[69399]: INFO nova.service [-] Starting compute node (version 31.1.0) [ 676.040470] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-17faed29-94a3-4d2a-b431-e045fa1150d8 None None] Getting list of instances from cluster (obj){ [ 676.040470] env[69399]: value = "domain-c8" [ 676.040470] env[69399]: _type = "ClusterComputeResource" [ 676.040470] env[69399]: } {{(pid=69399) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 676.041690] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7b7e8e-e888-4401-9c3b-236549c2b095 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.050399] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-17faed29-94a3-4d2a-b431-e045fa1150d8 None None] Got total of 0 instances {{(pid=69399) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 676.050979] env[69399]: WARNING nova.virt.vmwareapi.driver [None req-17faed29-94a3-4d2a-b431-e045fa1150d8 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 676.051516] env[69399]: INFO nova.virt.node [None req-17faed29-94a3-4d2a-b431-e045fa1150d8 None None] Generated node identity 65caca49-2bb8-4896-b9be-5baf8708847a [ 676.051758] env[69399]: INFO nova.virt.node [None req-17faed29-94a3-4d2a-b431-e045fa1150d8 None None] Wrote node identity 65caca49-2bb8-4896-b9be-5baf8708847a to /opt/stack/data/n-cpu-1/compute_id [ 676.554349] env[69399]: WARNING nova.compute.manager [None req-17faed29-94a3-4d2a-b431-e045fa1150d8 None None] Compute nodes ['65caca49-2bb8-4896-b9be-5baf8708847a'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 677.559219] env[69399]: INFO nova.compute.manager [None req-17faed29-94a3-4d2a-b431-e045fa1150d8 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 678.565297] env[69399]: WARNING nova.compute.manager [None req-17faed29-94a3-4d2a-b431-e045fa1150d8 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 678.565649] env[69399]: DEBUG oslo_concurrency.lockutils [None req-17faed29-94a3-4d2a-b431-e045fa1150d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.565689] env[69399]: DEBUG oslo_concurrency.lockutils [None req-17faed29-94a3-4d2a-b431-e045fa1150d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.565836] env[69399]: DEBUG oslo_concurrency.lockutils [None req-17faed29-94a3-4d2a-b431-e045fa1150d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.566012] env[69399]: DEBUG nova.compute.resource_tracker [None req-17faed29-94a3-4d2a-b431-e045fa1150d8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69399) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 678.567269] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c9fe6d-cbea-4133-b18f-1e70ff6a107a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.575894] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3291d9df-de7e-4d9b-bd71-e92dfd930116 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.590545] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9673c445-5386-4d71-b042-41a96b4a5fe6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.597647] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c4cf41-ef96-4fcd-9d0e-70d8060f0f18 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.626677] env[69399]: DEBUG nova.compute.resource_tracker [None req-17faed29-94a3-4d2a-b431-e045fa1150d8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180836MB free_disk=8GB free_vcpus=48 pci_devices=None {{(pid=69399) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 678.626845] env[69399]: DEBUG oslo_concurrency.lockutils [None req-17faed29-94a3-4d2a-b431-e045fa1150d8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.627071] env[69399]: DEBUG oslo_concurrency.lockutils [None req-17faed29-94a3-4d2a-b431-e045fa1150d8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.132540] env[69399]: WARNING nova.compute.resource_tracker [None req-17faed29-94a3-4d2a-b431-e045fa1150d8 None None] No compute node record for cpu-1:65caca49-2bb8-4896-b9be-5baf8708847a: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 65caca49-2bb8-4896-b9be-5baf8708847a could not be found. [ 679.637585] env[69399]: INFO nova.compute.resource_tracker [None req-17faed29-94a3-4d2a-b431-e045fa1150d8 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 65caca49-2bb8-4896-b9be-5baf8708847a [ 681.148757] env[69399]: DEBUG nova.compute.resource_tracker [None req-17faed29-94a3-4d2a-b431-e045fa1150d8 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 681.149175] env[69399]: DEBUG nova.compute.resource_tracker [None req-17faed29-94a3-4d2a-b431-e045fa1150d8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 681.303270] env[69399]: INFO nova.scheduler.client.report [None req-17faed29-94a3-4d2a-b431-e045fa1150d8 None None] [req-caf5bc36-fc0a-4da8-a127-3d4a16d21a55] Created resource provider record via placement API for resource provider with UUID 65caca49-2bb8-4896-b9be-5baf8708847a and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 681.321082] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7b4ed7-2392-457e-9a6e-ecc36df86f72 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.329062] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6124d89-ccfb-412f-b14f-c13f7525effe {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.358176] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1feb6f20-fc65-44ec-9576-6876330ef5b1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.366008] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0369fd72-6046-486b-8687-3981eccaa92a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.379709] env[69399]: DEBUG nova.compute.provider_tree [None req-17faed29-94a3-4d2a-b431-e045fa1150d8 None None] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 681.918487] env[69399]: DEBUG nova.scheduler.client.report [None req-17faed29-94a3-4d2a-b431-e045fa1150d8 None None] Updated inventory for provider 65caca49-2bb8-4896-b9be-5baf8708847a with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 681.918725] env[69399]: DEBUG nova.compute.provider_tree [None req-17faed29-94a3-4d2a-b431-e045fa1150d8 None None] Updating resource provider 65caca49-2bb8-4896-b9be-5baf8708847a generation from 0 to 1 during operation: update_inventory {{(pid=69399) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 681.918861] env[69399]: DEBUG nova.compute.provider_tree [None req-17faed29-94a3-4d2a-b431-e045fa1150d8 None None] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 681.970496] env[69399]: DEBUG nova.compute.provider_tree [None req-17faed29-94a3-4d2a-b431-e045fa1150d8 None None] Updating resource provider 65caca49-2bb8-4896-b9be-5baf8708847a generation from 1 to 2 during operation: update_traits {{(pid=69399) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 682.474893] env[69399]: DEBUG nova.compute.resource_tracker [None req-17faed29-94a3-4d2a-b431-e045fa1150d8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69399) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 682.475298] env[69399]: DEBUG oslo_concurrency.lockutils [None req-17faed29-94a3-4d2a-b431-e045fa1150d8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.848s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.475298] env[69399]: DEBUG nova.service [None req-17faed29-94a3-4d2a-b431-e045fa1150d8 None None] Creating RPC server for service compute {{(pid=69399) start /opt/stack/nova/nova/service.py:186}} [ 682.488461] env[69399]: DEBUG nova.service [None req-17faed29-94a3-4d2a-b431-e045fa1150d8 None None] Join ServiceGroup membership for this service compute {{(pid=69399) start /opt/stack/nova/nova/service.py:203}} [ 682.488641] env[69399]: DEBUG nova.servicegroup.drivers.db [None req-17faed29-94a3-4d2a-b431-e045fa1150d8 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69399) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 721.011656] env[69399]: DEBUG oslo_concurrency.lockutils [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Acquiring lock "9b9e992b-3f6a-4e56-8c9d-944507c869a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.012277] env[69399]: DEBUG oslo_concurrency.lockutils [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Lock "9b9e992b-3f6a-4e56-8c9d-944507c869a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.520083] env[69399]: DEBUG nova.compute.manager [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.075936] env[69399]: DEBUG oslo_concurrency.lockutils [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.076200] env[69399]: DEBUG oslo_concurrency.lockutils [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.079132] env[69399]: INFO nova.compute.claims [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 723.145384] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96dffbaa-1adb-4bf8-bc42-80a4e5eb8590 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.154877] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f8f992-1b8e-4761-aee2-d9a10d3d668a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.195259] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467aebe5-b988-47ca-981b-ee97a931e9ed {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.204761] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d53b4ea-a9a7-4200-943a-397e23b3dd58 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.227745] env[69399]: DEBUG nova.compute.provider_tree [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.733039] env[69399]: DEBUG nova.scheduler.client.report [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.239990] env[69399]: DEBUG oslo_concurrency.lockutils [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.164s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.244638] env[69399]: DEBUG nova.compute.manager [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 724.748393] env[69399]: DEBUG nova.compute.utils [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 724.751490] env[69399]: DEBUG nova.compute.manager [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 724.751832] env[69399]: DEBUG nova.network.neutron [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.263105] env[69399]: DEBUG nova.compute.manager [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 725.395618] env[69399]: DEBUG nova.policy [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98ae11d7164a416794e617dc4ad83364', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd13bc0ad3124431b67f28f637952699', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.042654] env[69399]: DEBUG oslo_concurrency.lockutils [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Acquiring lock "8683cdab-4e16-49d4-b988-96e4eefb057d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.042654] env[69399]: DEBUG oslo_concurrency.lockutils [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Lock "8683cdab-4e16-49d4-b988-96e4eefb057d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.277304] env[69399]: DEBUG nova.compute.manager [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 726.308221] env[69399]: DEBUG nova.virt.hardware [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 726.308489] env[69399]: DEBUG nova.virt.hardware [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 726.308630] env[69399]: DEBUG nova.virt.hardware [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.308843] env[69399]: DEBUG nova.virt.hardware [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 726.309057] env[69399]: DEBUG nova.virt.hardware [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.309134] env[69399]: DEBUG nova.virt.hardware [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 726.309304] env[69399]: DEBUG nova.virt.hardware [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 726.309462] env[69399]: DEBUG nova.virt.hardware [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 726.309990] env[69399]: DEBUG nova.virt.hardware [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 726.310080] env[69399]: DEBUG nova.virt.hardware [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 726.310395] env[69399]: DEBUG nova.virt.hardware [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 726.311234] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b340b5c6-7c0c-42fc-94c2-eafead61067d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.320141] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d08c511-051d-4d82-b669-73ea5b7127be {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.337236] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96195320-4b29-413b-a6a8-06fdf1cb7a0c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.545479] env[69399]: DEBUG nova.compute.manager [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.633080] env[69399]: DEBUG nova.network.neutron [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Successfully created port: ebc1245d-14c8-48f7-8fdd-4e950521997b {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 727.078498] env[69399]: DEBUG oslo_concurrency.lockutils [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.078691] env[69399]: DEBUG oslo_concurrency.lockutils [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.082314] env[69399]: INFO nova.compute.claims [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.990716] env[69399]: DEBUG oslo_concurrency.lockutils [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Acquiring lock "9dd18afb-5a25-48e4-9250-fe7122031a6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.991029] env[69399]: DEBUG oslo_concurrency.lockutils [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Lock "9dd18afb-5a25-48e4-9250-fe7122031a6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.214615] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b02c2d-7dbc-4a3e-9c2d-72f6ff27fed6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.227406] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26d5159-471a-4901-8b6a-3080edbc8033 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.268165] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0875c41-c58b-46db-a6b5-a92e8c220cab {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.282017] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce348d0-0373-4a84-a116-43c91702ee7b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.298187] env[69399]: DEBUG nova.compute.provider_tree [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.365623] env[69399]: DEBUG oslo_concurrency.lockutils [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Acquiring lock "03b06284-6fa8-49c1-a1f1-b9fe046c60a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.365623] env[69399]: DEBUG oslo_concurrency.lockutils [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Lock "03b06284-6fa8-49c1-a1f1-b9fe046c60a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.494343] env[69399]: DEBUG nova.compute.manager [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.801615] env[69399]: DEBUG nova.scheduler.client.report [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.869892] env[69399]: DEBUG nova.compute.manager [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 729.030682] env[69399]: DEBUG oslo_concurrency.lockutils [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.242902] env[69399]: DEBUG oslo_concurrency.lockutils [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquiring lock "2068b009-a493-4a97-adb2-bf90e6d71c12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.243190] env[69399]: DEBUG oslo_concurrency.lockutils [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Lock "2068b009-a493-4a97-adb2-bf90e6d71c12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.307949] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Acquiring lock "3b6c310f-7ba1-448c-9989-5c1cd63cdeb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.307949] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Lock "3b6c310f-7ba1-448c-9989-5c1cd63cdeb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.310625] env[69399]: DEBUG oslo_concurrency.lockutils [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.232s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.311178] env[69399]: DEBUG nova.compute.manager [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 729.318488] env[69399]: DEBUG oslo_concurrency.lockutils [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.285s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.318488] env[69399]: INFO nova.compute.claims [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.403017] env[69399]: DEBUG oslo_concurrency.lockutils [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.490830] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 729.747023] env[69399]: DEBUG nova.compute.manager [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 729.810828] env[69399]: DEBUG nova.compute.manager [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 729.824009] env[69399]: DEBUG nova.compute.utils [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 729.825474] env[69399]: DEBUG nova.compute.manager [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 729.825766] env[69399]: DEBUG nova.network.neutron [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 729.909858] env[69399]: DEBUG nova.policy [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea89aa2d6515405682c5e41f6f36eb06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd73743908a34783bc5e5755b9767622', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.997977] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Getting list of instances from cluster (obj){ [ 729.997977] env[69399]: value = "domain-c8" [ 729.997977] env[69399]: _type = "ClusterComputeResource" [ 729.997977] env[69399]: } {{(pid=69399) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 729.999264] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae808261-3635-4952-8f72-2b2c57ad5e28 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.016702] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Got total of 0 instances {{(pid=69399) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 730.016908] env[69399]: WARNING nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] While synchronizing instance power states, found 3 instances in the database and 0 instances on the hypervisor. [ 730.017064] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Triggering sync for uuid 9b9e992b-3f6a-4e56-8c9d-944507c869a6 {{(pid=69399) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 730.017259] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Triggering sync for uuid 8683cdab-4e16-49d4-b988-96e4eefb057d {{(pid=69399) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 730.017408] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Triggering sync for uuid 9dd18afb-5a25-48e4-9250-fe7122031a6c {{(pid=69399) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 730.018396] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Acquiring lock "9b9e992b-3f6a-4e56-8c9d-944507c869a6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.018755] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Acquiring lock "8683cdab-4e16-49d4-b988-96e4eefb057d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.018870] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Acquiring lock "9dd18afb-5a25-48e4-9250-fe7122031a6c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.019068] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 730.019409] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Getting list of instances from cluster (obj){ [ 730.019409] env[69399]: value = "domain-c8" [ 730.019409] env[69399]: _type = "ClusterComputeResource" [ 730.019409] env[69399]: } {{(pid=69399) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 730.022112] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d217203-ee69-42b6-83ea-5ebe9b43fd72 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.032422] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Got total of 0 instances {{(pid=69399) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 730.122267] env[69399]: DEBUG nova.network.neutron [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Successfully updated port: ebc1245d-14c8-48f7-8fdd-4e950521997b {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 730.278435] env[69399]: DEBUG oslo_concurrency.lockutils [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.332588] env[69399]: DEBUG nova.compute.manager [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 730.354011] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.482491] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684351e3-2989-441e-a32e-3044500a733e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.493559] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a4b213-d462-425d-8074-a552a3882246 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.536821] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c0f703-3147-4633-9ffc-868861aef266 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.545671] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc857a4-070d-4074-bdf8-68bff54729d3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.562684] env[69399]: DEBUG nova.compute.provider_tree [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.627302] env[69399]: DEBUG oslo_concurrency.lockutils [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Acquiring lock "refresh_cache-9b9e992b-3f6a-4e56-8c9d-944507c869a6" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.627811] env[69399]: DEBUG oslo_concurrency.lockutils [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Acquired lock "refresh_cache-9b9e992b-3f6a-4e56-8c9d-944507c869a6" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.627882] env[69399]: DEBUG nova.network.neutron [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.678558] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 730.678558] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 730.678558] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 730.678558] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 730.678558] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 730.678558] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 730.678891] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 730.678891] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69399) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 730.678891] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 730.892880] env[69399]: DEBUG nova.network.neutron [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Successfully created port: 7ce31c01-a8f0-4d44-80b0-e36d369f53aa {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.070044] env[69399]: DEBUG nova.scheduler.client.report [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.077674] env[69399]: DEBUG nova.compute.manager [req-a08036e6-67e0-422e-a01e-1da2daedb91c req-5bdac003-0fce-4e36-b067-cbc9a515f143 service nova] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Received event network-vif-plugged-ebc1245d-14c8-48f7-8fdd-4e950521997b {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.078181] env[69399]: DEBUG oslo_concurrency.lockutils [req-a08036e6-67e0-422e-a01e-1da2daedb91c req-5bdac003-0fce-4e36-b067-cbc9a515f143 service nova] Acquiring lock "9b9e992b-3f6a-4e56-8c9d-944507c869a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.078181] env[69399]: DEBUG oslo_concurrency.lockutils [req-a08036e6-67e0-422e-a01e-1da2daedb91c req-5bdac003-0fce-4e36-b067-cbc9a515f143 service nova] Lock "9b9e992b-3f6a-4e56-8c9d-944507c869a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.078298] env[69399]: DEBUG oslo_concurrency.lockutils [req-a08036e6-67e0-422e-a01e-1da2daedb91c req-5bdac003-0fce-4e36-b067-cbc9a515f143 service nova] Lock "9b9e992b-3f6a-4e56-8c9d-944507c869a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.078768] env[69399]: DEBUG nova.compute.manager [req-a08036e6-67e0-422e-a01e-1da2daedb91c req-5bdac003-0fce-4e36-b067-cbc9a515f143 service nova] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] No waiting events found dispatching network-vif-plugged-ebc1245d-14c8-48f7-8fdd-4e950521997b {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 731.078768] env[69399]: WARNING nova.compute.manager [req-a08036e6-67e0-422e-a01e-1da2daedb91c req-5bdac003-0fce-4e36-b067-cbc9a515f143 service nova] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Received unexpected event network-vif-plugged-ebc1245d-14c8-48f7-8fdd-4e950521997b for instance with vm_state building and task_state spawning. [ 731.185570] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.228669] env[69399]: DEBUG nova.network.neutron [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.344748] env[69399]: DEBUG nova.compute.manager [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 731.378718] env[69399]: DEBUG nova.virt.hardware [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.379017] env[69399]: DEBUG nova.virt.hardware [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.379211] env[69399]: DEBUG nova.virt.hardware [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.379421] env[69399]: DEBUG nova.virt.hardware [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.379615] env[69399]: DEBUG nova.virt.hardware [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.380525] env[69399]: DEBUG nova.virt.hardware [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.380525] env[69399]: DEBUG nova.virt.hardware [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.380525] env[69399]: DEBUG nova.virt.hardware [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.381150] env[69399]: DEBUG nova.virt.hardware [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.381150] env[69399]: DEBUG nova.virt.hardware [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.381250] env[69399]: DEBUG nova.virt.hardware [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.383995] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347bed51-7a83-4d0d-a299-e0b1f3ee6f63 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.393492] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7203a79-8509-4e77-af6d-2e04df1bff80 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.569817] env[69399]: DEBUG nova.network.neutron [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Updating instance_info_cache with network_info: [{"id": "ebc1245d-14c8-48f7-8fdd-4e950521997b", "address": "fa:16:3e:a9:25:ca", "network": {"id": "e6123224-ba4a-4d8f-91b9-06e051cef811", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70c0851169f84ebb9810edf05230c60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebc1245d-14", "ovs_interfaceid": "ebc1245d-14c8-48f7-8fdd-4e950521997b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.576706] env[69399]: DEBUG oslo_concurrency.lockutils [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.261s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.578238] env[69399]: DEBUG nova.compute.manager [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.580736] env[69399]: DEBUG oslo_concurrency.lockutils [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.178s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.582897] env[69399]: INFO nova.compute.claims [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.072167] env[69399]: DEBUG oslo_concurrency.lockutils [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Releasing lock "refresh_cache-9b9e992b-3f6a-4e56-8c9d-944507c869a6" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.072522] env[69399]: DEBUG nova.compute.manager [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Instance network_info: |[{"id": "ebc1245d-14c8-48f7-8fdd-4e950521997b", "address": "fa:16:3e:a9:25:ca", "network": {"id": "e6123224-ba4a-4d8f-91b9-06e051cef811", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70c0851169f84ebb9810edf05230c60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebc1245d-14", "ovs_interfaceid": "ebc1245d-14c8-48f7-8fdd-4e950521997b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.073035] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:25:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebc1245d-14c8-48f7-8fdd-4e950521997b', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.088127] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.089524] env[69399]: DEBUG nova.compute.utils [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.097201] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6509e51d-1b0e-4ce0-a56a-d5facdb71971 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.099679] env[69399]: DEBUG nova.compute.manager [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Not allocating networking since 'none' was specified. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 732.113552] env[69399]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 732.113685] env[69399]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69399) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 732.114648] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Folder already exists: OpenStack. Parent ref: group-v4. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 732.114911] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Creating folder: Project (cd13bc0ad3124431b67f28f637952699). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.115503] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-389f33ce-c5ab-4512-b627-b42a8ef3c6be {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.127195] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Created folder: Project (cd13bc0ad3124431b67f28f637952699) in parent group-v826677. [ 732.127597] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Creating folder: Instances. Parent ref: group-v826681. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.127835] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6a5717b-e355-4046-b24e-a22cba9d26fc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.140096] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Created folder: Instances in parent group-v826681. [ 732.140289] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.140771] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.140771] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63a54bbd-3621-48bd-8e3f-87bba12ca9fa {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.164550] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.164550] env[69399]: value = "task-4176307" [ 732.164550] env[69399]: _type = "Task" [ 732.164550] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.176746] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176307, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.604930] env[69399]: DEBUG nova.compute.manager [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.684221] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176307, 'name': CreateVM_Task, 'duration_secs': 0.373817} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.684839] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.733276] env[69399]: DEBUG oslo_vmware.service [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f3bda4-514b-4f11-a966-cdf48bed4a1b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.752023] env[69399]: DEBUG oslo_concurrency.lockutils [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.752023] env[69399]: DEBUG oslo_concurrency.lockutils [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.752023] env[69399]: DEBUG oslo_concurrency.lockutils [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.752023] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccadd6e5-6717-48eb-b695-f9e910265439 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.761543] env[69399]: DEBUG oslo_vmware.api [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Waiting for the task: (returnval){ [ 732.761543] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b85b75-4920-94ce-8c19-239c5bd319cd" [ 732.761543] env[69399]: _type = "Task" [ 732.761543] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.778645] env[69399]: DEBUG oslo_concurrency.lockutils [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.779325] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.779970] env[69399]: DEBUG oslo_concurrency.lockutils [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.780323] env[69399]: DEBUG oslo_concurrency.lockutils [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.780980] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.781366] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d6fe4a8-bda1-475e-b1e7-47bda80d1700 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.801022] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.801022] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.801022] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3cf2e6-cd81-4746-9697-fee4aafd7cae {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.806367] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c2e2fc-7649-4c4f-9445-fac89a4f348f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.819203] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0af451f0-2c28-42d8-9bad-f1c06abd1457 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.833578] env[69399]: DEBUG oslo_vmware.api [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Waiting for the task: (returnval){ [ 732.833578] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c1c840-81fa-2a71-bf5e-13ffd416a3be" [ 732.833578] env[69399]: _type = "Task" [ 732.833578] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.838128] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b149b57e-b4e7-4b32-873d-7b2402ac91b0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.884023] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Preparing fetch location {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 732.884023] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Creating directory with path [datastore1] vmware_temp/a71120b8-4680-4b14-80e6-c28a9c0ef5ae/080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.884023] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84e574eb-a8ee-4998-a5c0-4a8188ec4778 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.887024] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b19120-52a2-425d-9043-d6bfd5e9896d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.902282] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd88d941-fbcc-4ae0-8dd8-65cac8bbcd4d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.910240] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Created directory with path [datastore1] vmware_temp/a71120b8-4680-4b14-80e6-c28a9c0ef5ae/080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.910864] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Fetch image to [datastore1] vmware_temp/a71120b8-4680-4b14-80e6-c28a9c0ef5ae/080cf791-deb9-45e0-96cd-252fc7c4f56a/tmp-sparse.vmdk {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 732.910864] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Downloading image file data 080cf791-deb9-45e0-96cd-252fc7c4f56a to [datastore1] vmware_temp/a71120b8-4680-4b14-80e6-c28a9c0ef5ae/080cf791-deb9-45e0-96cd-252fc7c4f56a/tmp-sparse.vmdk on the data store datastore1 {{(pid=69399) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 732.914117] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde39f11-8e11-418c-9fcd-676d40b39ad8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.926046] env[69399]: DEBUG nova.compute.provider_tree [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.932942] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a48d2d5-44ce-4794-a86c-7bbd6bf68f0c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.955665] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f1b733-0874-45c7-b3cf-0118bdb42138 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.000028] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c519ed71-cda4-461c-a14b-bf816887fda4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.008843] env[69399]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-417cf5c0-8659-4706-b4ed-f6105ec5197e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.110329] env[69399]: DEBUG nova.virt.vmwareapi.images [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Downloading image file data 080cf791-deb9-45e0-96cd-252fc7c4f56a to the data store datastore1 {{(pid=69399) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 733.217036] env[69399]: DEBUG oslo_vmware.rw_handles [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a71120b8-4680-4b14-80e6-c28a9c0ef5ae/080cf791-deb9-45e0-96cd-252fc7c4f56a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69399) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 733.429883] env[69399]: DEBUG nova.scheduler.client.report [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.544295] env[69399]: DEBUG nova.network.neutron [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Successfully updated port: 7ce31c01-a8f0-4d44-80b0-e36d369f53aa {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 733.628213] env[69399]: DEBUG nova.compute.manager [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.669276] env[69399]: DEBUG nova.virt.hardware [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.669276] env[69399]: DEBUG nova.virt.hardware [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.669276] env[69399]: DEBUG nova.virt.hardware [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.669276] env[69399]: DEBUG nova.virt.hardware [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.669651] env[69399]: DEBUG nova.virt.hardware [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.669651] env[69399]: DEBUG nova.virt.hardware [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.669651] env[69399]: DEBUG nova.virt.hardware [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.669651] env[69399]: DEBUG nova.virt.hardware [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.669651] env[69399]: DEBUG nova.virt.hardware [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.669794] env[69399]: DEBUG nova.virt.hardware [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.669835] env[69399]: DEBUG nova.virt.hardware [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.671241] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b9ff6a-ae5a-405f-b04b-a2a204b0e658 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.687408] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7f9de0-62c6-4bc3-bcb6-5da909c2ab9b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.704821] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Instance VIF info [] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.715827] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Creating folder: Project (f94ff6ad475c4909a54982909b2286eb). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.718541] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9ea1046-edc9-4fb4-9b01-4c93ce73434d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.731905] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Created folder: Project (f94ff6ad475c4909a54982909b2286eb) in parent group-v826677. [ 733.732674] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Creating folder: Instances. Parent ref: group-v826684. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.732674] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-201d2126-cc8f-4fd4-86fd-f3c5bfe9b0e9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.749677] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Created folder: Instances in parent group-v826684. [ 733.749677] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.749677] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.749677] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8cde706-43ea-4158-9743-75ea6cb4b02a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.766312] env[69399]: DEBUG nova.compute.manager [req-6ecff38f-6225-46d9-b1b5-77c76b45c390 req-f3bf9890-c2f3-43a8-8f9d-3bb5f24edcaa service nova] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Received event network-changed-ebc1245d-14c8-48f7-8fdd-4e950521997b {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.767012] env[69399]: DEBUG nova.compute.manager [req-6ecff38f-6225-46d9-b1b5-77c76b45c390 req-f3bf9890-c2f3-43a8-8f9d-3bb5f24edcaa service nova] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Refreshing instance network info cache due to event network-changed-ebc1245d-14c8-48f7-8fdd-4e950521997b. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 733.767012] env[69399]: DEBUG oslo_concurrency.lockutils [req-6ecff38f-6225-46d9-b1b5-77c76b45c390 req-f3bf9890-c2f3-43a8-8f9d-3bb5f24edcaa service nova] Acquiring lock "refresh_cache-9b9e992b-3f6a-4e56-8c9d-944507c869a6" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.767904] env[69399]: DEBUG oslo_concurrency.lockutils [req-6ecff38f-6225-46d9-b1b5-77c76b45c390 req-f3bf9890-c2f3-43a8-8f9d-3bb5f24edcaa service nova] Acquired lock "refresh_cache-9b9e992b-3f6a-4e56-8c9d-944507c869a6" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.768153] env[69399]: DEBUG nova.network.neutron [req-6ecff38f-6225-46d9-b1b5-77c76b45c390 req-f3bf9890-c2f3-43a8-8f9d-3bb5f24edcaa service nova] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Refreshing network info cache for port ebc1245d-14c8-48f7-8fdd-4e950521997b {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.776713] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.776713] env[69399]: value = "task-4176311" [ 733.776713] env[69399]: _type = "Task" [ 733.776713] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.792795] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176311, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.936517] env[69399]: DEBUG oslo_concurrency.lockutils [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.355s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.936650] env[69399]: DEBUG nova.compute.manager [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 733.939475] env[69399]: DEBUG oslo_concurrency.lockutils [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.661s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.941725] env[69399]: INFO nova.compute.claims [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.018309] env[69399]: DEBUG oslo_vmware.rw_handles [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Completed reading data from the image iterator. {{(pid=69399) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 734.018309] env[69399]: DEBUG oslo_vmware.rw_handles [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a71120b8-4680-4b14-80e6-c28a9c0ef5ae/080cf791-deb9-45e0-96cd-252fc7c4f56a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 734.049035] env[69399]: DEBUG oslo_concurrency.lockutils [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Acquiring lock "refresh_cache-8683cdab-4e16-49d4-b988-96e4eefb057d" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.049035] env[69399]: DEBUG oslo_concurrency.lockutils [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Acquired lock "refresh_cache-8683cdab-4e16-49d4-b988-96e4eefb057d" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.049035] env[69399]: DEBUG nova.network.neutron [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.092411] env[69399]: DEBUG nova.virt.vmwareapi.images [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Downloaded image file data 080cf791-deb9-45e0-96cd-252fc7c4f56a to vmware_temp/a71120b8-4680-4b14-80e6-c28a9c0ef5ae/080cf791-deb9-45e0-96cd-252fc7c4f56a/tmp-sparse.vmdk on the data store datastore1 {{(pid=69399) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 734.094230] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Caching image {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 734.094533] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Copying Virtual Disk [datastore1] vmware_temp/a71120b8-4680-4b14-80e6-c28a9c0ef5ae/080cf791-deb9-45e0-96cd-252fc7c4f56a/tmp-sparse.vmdk to [datastore1] vmware_temp/a71120b8-4680-4b14-80e6-c28a9c0ef5ae/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.095437] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b928dd3-d921-48d7-8d7c-8f439114ebb7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.104452] env[69399]: DEBUG oslo_vmware.api [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Waiting for the task: (returnval){ [ 734.104452] env[69399]: value = "task-4176312" [ 734.104452] env[69399]: _type = "Task" [ 734.104452] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.115866] env[69399]: DEBUG oslo_vmware.api [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Task: {'id': task-4176312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.286961] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176311, 'name': CreateVM_Task, 'duration_secs': 0.359403} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.287171] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.288052] env[69399]: DEBUG oslo_vmware.service [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3089b15a-0b0b-4bd7-9a0a-017c138f021b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.294549] env[69399]: DEBUG oslo_concurrency.lockutils [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.294719] env[69399]: DEBUG oslo_concurrency.lockutils [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.295144] env[69399]: DEBUG oslo_concurrency.lockutils [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.295414] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0b23370-8271-4b0a-8069-dacd841eb04f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.300628] env[69399]: DEBUG oslo_vmware.api [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Waiting for the task: (returnval){ [ 734.300628] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]521c44a5-68ec-fa37-e9d9-68a8315c5680" [ 734.300628] env[69399]: _type = "Task" [ 734.300628] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.309033] env[69399]: DEBUG oslo_vmware.api [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]521c44a5-68ec-fa37-e9d9-68a8315c5680, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.453915] env[69399]: DEBUG nova.compute.utils [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.456377] env[69399]: DEBUG nova.compute.manager [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.456555] env[69399]: DEBUG nova.network.neutron [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.527872] env[69399]: DEBUG nova.policy [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56fb720fc9304bb797980791ac6b67a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97a55e88af2f476eb5f071234e10d06b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.624048] env[69399]: DEBUG oslo_vmware.api [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Task: {'id': task-4176312, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.745792] env[69399]: DEBUG nova.network.neutron [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 734.813668] env[69399]: DEBUG oslo_concurrency.lockutils [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.813932] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.814261] env[69399]: DEBUG oslo_concurrency.lockutils [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.814357] env[69399]: DEBUG oslo_concurrency.lockutils [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.814701] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.814810] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98a4d531-c8ea-439d-a99d-72f3d7e973e0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.824949] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.824949] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.825720] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3c2587-0521-4886-9b61-70c47a6c1dbd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.839730] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-363718e3-101e-401f-9420-4833495ee93b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.846501] env[69399]: DEBUG oslo_vmware.api [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Waiting for the task: (returnval){ [ 734.846501] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52744ce8-88a8-a86e-725c-efbbd3fdd8be" [ 734.846501] env[69399]: _type = "Task" [ 734.846501] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.857860] env[69399]: DEBUG oslo_vmware.api [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52744ce8-88a8-a86e-725c-efbbd3fdd8be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.956721] env[69399]: DEBUG nova.compute.manager [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 735.080403] env[69399]: DEBUG nova.network.neutron [req-6ecff38f-6225-46d9-b1b5-77c76b45c390 req-f3bf9890-c2f3-43a8-8f9d-3bb5f24edcaa service nova] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Updated VIF entry in instance network info cache for port ebc1245d-14c8-48f7-8fdd-4e950521997b. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.082409] env[69399]: DEBUG nova.network.neutron [req-6ecff38f-6225-46d9-b1b5-77c76b45c390 req-f3bf9890-c2f3-43a8-8f9d-3bb5f24edcaa service nova] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Updating instance_info_cache with network_info: [{"id": "ebc1245d-14c8-48f7-8fdd-4e950521997b", "address": "fa:16:3e:a9:25:ca", "network": {"id": "e6123224-ba4a-4d8f-91b9-06e051cef811", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70c0851169f84ebb9810edf05230c60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebc1245d-14", "ovs_interfaceid": "ebc1245d-14c8-48f7-8fdd-4e950521997b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.106421] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f097a3db-ec9a-4800-bc2b-413e9a591bef {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.123324] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44f1fe2-2c52-4eb0-a821-f389391ce2c6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.128412] env[69399]: DEBUG oslo_vmware.api [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Task: {'id': task-4176312, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701395} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.128713] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Copied Virtual Disk [datastore1] vmware_temp/a71120b8-4680-4b14-80e6-c28a9c0ef5ae/080cf791-deb9-45e0-96cd-252fc7c4f56a/tmp-sparse.vmdk to [datastore1] vmware_temp/a71120b8-4680-4b14-80e6-c28a9c0ef5ae/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.132199] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Deleting the datastore file [datastore1] vmware_temp/a71120b8-4680-4b14-80e6-c28a9c0ef5ae/080cf791-deb9-45e0-96cd-252fc7c4f56a/tmp-sparse.vmdk {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 735.133024] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16b9fe1c-5b68-4045-bc45-18c27bb8b415 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.164249] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6232c6-952e-4ac7-b493-7a65c5b57960 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.168962] env[69399]: DEBUG oslo_vmware.api [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Waiting for the task: (returnval){ [ 735.168962] env[69399]: value = "task-4176314" [ 735.168962] env[69399]: _type = "Task" [ 735.168962] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.176080] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb19e11b-5871-470e-9db9-07d12ff52b1f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.183577] env[69399]: DEBUG oslo_vmware.api [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Task: {'id': task-4176314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.196242] env[69399]: DEBUG nova.compute.provider_tree [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.225620] env[69399]: DEBUG nova.network.neutron [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Successfully created port: 45ac3d29-696d-4411-9c15-05d596fd7e45 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 735.237528] env[69399]: DEBUG nova.compute.manager [req-dd483752-8abb-493e-bc0f-98772daf41f1 req-0f21a117-831e-45c5-84f7-352009549004 service nova] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Received event network-vif-plugged-7ce31c01-a8f0-4d44-80b0-e36d369f53aa {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.238544] env[69399]: DEBUG oslo_concurrency.lockutils [req-dd483752-8abb-493e-bc0f-98772daf41f1 req-0f21a117-831e-45c5-84f7-352009549004 service nova] Acquiring lock "8683cdab-4e16-49d4-b988-96e4eefb057d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.238544] env[69399]: DEBUG oslo_concurrency.lockutils [req-dd483752-8abb-493e-bc0f-98772daf41f1 req-0f21a117-831e-45c5-84f7-352009549004 service nova] Lock "8683cdab-4e16-49d4-b988-96e4eefb057d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.238544] env[69399]: DEBUG oslo_concurrency.lockutils [req-dd483752-8abb-493e-bc0f-98772daf41f1 req-0f21a117-831e-45c5-84f7-352009549004 service nova] Lock "8683cdab-4e16-49d4-b988-96e4eefb057d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.238544] env[69399]: DEBUG nova.compute.manager [req-dd483752-8abb-493e-bc0f-98772daf41f1 req-0f21a117-831e-45c5-84f7-352009549004 service nova] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] No waiting events found dispatching network-vif-plugged-7ce31c01-a8f0-4d44-80b0-e36d369f53aa {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 735.238797] env[69399]: WARNING nova.compute.manager [req-dd483752-8abb-493e-bc0f-98772daf41f1 req-0f21a117-831e-45c5-84f7-352009549004 service nova] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Received unexpected event network-vif-plugged-7ce31c01-a8f0-4d44-80b0-e36d369f53aa for instance with vm_state building and task_state spawning. [ 735.359752] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Preparing fetch location {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 735.360380] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Creating directory with path [datastore2] vmware_temp/3ce0c447-2209-40c0-9f75-b46c3482e3dc/080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.361087] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb52339f-f4d3-46c4-b959-60a2df53d37c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.375897] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Created directory with path [datastore2] vmware_temp/3ce0c447-2209-40c0-9f75-b46c3482e3dc/080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.376660] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Fetch image to [datastore2] vmware_temp/3ce0c447-2209-40c0-9f75-b46c3482e3dc/080cf791-deb9-45e0-96cd-252fc7c4f56a/tmp-sparse.vmdk {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 735.377046] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Downloading image file data 080cf791-deb9-45e0-96cd-252fc7c4f56a to [datastore2] vmware_temp/3ce0c447-2209-40c0-9f75-b46c3482e3dc/080cf791-deb9-45e0-96cd-252fc7c4f56a/tmp-sparse.vmdk on the data store datastore2 {{(pid=69399) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 735.378770] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e81011b-f6eb-4be6-ba5a-bae17e9f50ec {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.388041] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb44e2c-e6ea-4556-b299-ed34e5e1d847 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.401802] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a7a8b3-e30b-4667-9ff4-de74313c37bf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.443881] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e7f36e-1526-4ba1-a27c-4484e0a28045 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.452031] env[69399]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-422fe208-6f93-4c29-a5ce-e8e6bfb647ca {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.541130] env[69399]: DEBUG nova.virt.vmwareapi.images [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Downloading image file data 080cf791-deb9-45e0-96cd-252fc7c4f56a to the data store datastore2 {{(pid=69399) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 735.565509] env[69399]: DEBUG nova.network.neutron [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Updating instance_info_cache with network_info: [{"id": "7ce31c01-a8f0-4d44-80b0-e36d369f53aa", "address": "fa:16:3e:14:d6:52", "network": {"id": "e6123224-ba4a-4d8f-91b9-06e051cef811", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70c0851169f84ebb9810edf05230c60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ce31c01-a8", "ovs_interfaceid": "7ce31c01-a8f0-4d44-80b0-e36d369f53aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.587890] env[69399]: DEBUG oslo_concurrency.lockutils [req-6ecff38f-6225-46d9-b1b5-77c76b45c390 req-f3bf9890-c2f3-43a8-8f9d-3bb5f24edcaa service nova] Releasing lock "refresh_cache-9b9e992b-3f6a-4e56-8c9d-944507c869a6" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.621743] env[69399]: DEBUG oslo_vmware.rw_handles [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/3ce0c447-2209-40c0-9f75-b46c3482e3dc/080cf791-deb9-45e0-96cd-252fc7c4f56a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69399) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 735.699185] env[69399]: DEBUG nova.scheduler.client.report [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.702729] env[69399]: DEBUG oslo_vmware.api [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Task: {'id': task-4176314, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.029197} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.704976] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 735.704976] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Moving file from [datastore1] vmware_temp/a71120b8-4680-4b14-80e6-c28a9c0ef5ae/080cf791-deb9-45e0-96cd-252fc7c4f56a to [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a. {{(pid=69399) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 735.704976] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-a19474c5-e4f9-4d02-9056-b7c8af7c6ab2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.715299] env[69399]: DEBUG oslo_vmware.api [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Waiting for the task: (returnval){ [ 735.715299] env[69399]: value = "task-4176315" [ 735.715299] env[69399]: _type = "Task" [ 735.715299] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.726048] env[69399]: DEBUG oslo_vmware.api [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Task: {'id': task-4176315, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.974926] env[69399]: DEBUG nova.compute.manager [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 736.022082] env[69399]: DEBUG nova.virt.hardware [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.022266] env[69399]: DEBUG nova.virt.hardware [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.022434] env[69399]: DEBUG nova.virt.hardware [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.022652] env[69399]: DEBUG nova.virt.hardware [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.022851] env[69399]: DEBUG nova.virt.hardware [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.022922] env[69399]: DEBUG nova.virt.hardware [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.023143] env[69399]: DEBUG nova.virt.hardware [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.023326] env[69399]: DEBUG nova.virt.hardware [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.023494] env[69399]: DEBUG nova.virt.hardware [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.023657] env[69399]: DEBUG nova.virt.hardware [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.023826] env[69399]: DEBUG nova.virt.hardware [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.025317] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8282d2ca-86de-445d-a7f4-eeb78051d8e0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.035667] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3588b238-18be-4eb5-89f1-207fbff38724 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.070725] env[69399]: DEBUG oslo_concurrency.lockutils [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Releasing lock "refresh_cache-8683cdab-4e16-49d4-b988-96e4eefb057d" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.070978] env[69399]: DEBUG nova.compute.manager [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Instance network_info: |[{"id": "7ce31c01-a8f0-4d44-80b0-e36d369f53aa", "address": "fa:16:3e:14:d6:52", "network": {"id": "e6123224-ba4a-4d8f-91b9-06e051cef811", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70c0851169f84ebb9810edf05230c60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ce31c01-a8", "ovs_interfaceid": "7ce31c01-a8f0-4d44-80b0-e36d369f53aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 736.072032] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:d6:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ce31c01-a8f0-4d44-80b0-e36d369f53aa', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.080541] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Creating folder: Project (dd73743908a34783bc5e5755b9767622). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.084857] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e715b2d1-b7da-4b57-9c62-6a8856553569 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.104044] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Created folder: Project (dd73743908a34783bc5e5755b9767622) in parent group-v826677. [ 736.104044] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Creating folder: Instances. Parent ref: group-v826687. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.107537] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ce24f4b-46aa-4a79-9770-a44d1e181d2a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.120778] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Created folder: Instances in parent group-v826687. [ 736.121556] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.121556] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.121556] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-427b1f31-4638-453d-8024-cc94605cd95e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.148309] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.148309] env[69399]: value = "task-4176318" [ 736.148309] env[69399]: _type = "Task" [ 736.148309] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.167458] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176318, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.207740] env[69399]: DEBUG oslo_concurrency.lockutils [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.266s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.207740] env[69399]: DEBUG nova.compute.manager [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.210454] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.856s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.211819] env[69399]: INFO nova.compute.claims [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.230422] env[69399]: DEBUG oslo_vmware.api [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Task: {'id': task-4176315, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.028908} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.234617] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] File moved {{(pid=69399) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 736.234617] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Cleaning up location [datastore1] vmware_temp/a71120b8-4680-4b14-80e6-c28a9c0ef5ae {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 736.234617] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Deleting the datastore file [datastore1] vmware_temp/a71120b8-4680-4b14-80e6-c28a9c0ef5ae {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.234617] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc5c934e-7d03-4bb6-9b1b-ae6ed83d5009 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.244500] env[69399]: DEBUG oslo_vmware.api [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Waiting for the task: (returnval){ [ 736.244500] env[69399]: value = "task-4176319" [ 736.244500] env[69399]: _type = "Task" [ 736.244500] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.257252] env[69399]: DEBUG oslo_vmware.api [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Task: {'id': task-4176319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.306975] env[69399]: DEBUG oslo_vmware.rw_handles [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Completed reading data from the image iterator. {{(pid=69399) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 736.307412] env[69399]: DEBUG oslo_vmware.rw_handles [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/3ce0c447-2209-40c0-9f75-b46c3482e3dc/080cf791-deb9-45e0-96cd-252fc7c4f56a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 736.454363] env[69399]: DEBUG nova.virt.vmwareapi.images [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Downloaded image file data 080cf791-deb9-45e0-96cd-252fc7c4f56a to vmware_temp/3ce0c447-2209-40c0-9f75-b46c3482e3dc/080cf791-deb9-45e0-96cd-252fc7c4f56a/tmp-sparse.vmdk on the data store datastore2 {{(pid=69399) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 736.457548] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Caching image {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 736.457548] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Copying Virtual Disk [datastore2] vmware_temp/3ce0c447-2209-40c0-9f75-b46c3482e3dc/080cf791-deb9-45e0-96cd-252fc7c4f56a/tmp-sparse.vmdk to [datastore2] vmware_temp/3ce0c447-2209-40c0-9f75-b46c3482e3dc/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.460386] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1ee39bb-5eea-4073-975e-4cbbf59ffe9d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.468594] env[69399]: DEBUG oslo_vmware.api [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Waiting for the task: (returnval){ [ 736.468594] env[69399]: value = "task-4176320" [ 736.468594] env[69399]: _type = "Task" [ 736.468594] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.485361] env[69399]: DEBUG oslo_vmware.api [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': task-4176320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.665130] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176318, 'name': CreateVM_Task, 'duration_secs': 0.369035} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.665130] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.665130] env[69399]: DEBUG oslo_concurrency.lockutils [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.665130] env[69399]: DEBUG oslo_concurrency.lockutils [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.666597] env[69399]: DEBUG oslo_concurrency.lockutils [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.666597] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-034527f1-ec14-4051-8d12-1a4cf9e74057 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.672375] env[69399]: DEBUG oslo_vmware.api [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Waiting for the task: (returnval){ [ 736.672375] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52ef95e0-674a-d7cd-3c56-187f814d2557" [ 736.672375] env[69399]: _type = "Task" [ 736.672375] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.692950] env[69399]: DEBUG oslo_vmware.api [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52ef95e0-674a-d7cd-3c56-187f814d2557, 'name': SearchDatastore_Task, 'duration_secs': 0.010162} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.693355] env[69399]: DEBUG oslo_concurrency.lockutils [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.693626] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.693873] env[69399]: DEBUG oslo_concurrency.lockutils [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.723051] env[69399]: DEBUG nova.compute.utils [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 736.731442] env[69399]: DEBUG nova.compute.manager [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 736.731442] env[69399]: DEBUG nova.network.neutron [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 736.758029] env[69399]: DEBUG oslo_vmware.api [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Task: {'id': task-4176319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.030891} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.758447] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 736.759459] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cd278d4-69e5-4796-9bfd-bac3bf006e83 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.766546] env[69399]: DEBUG oslo_vmware.api [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Waiting for the task: (returnval){ [ 736.766546] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5279ad2b-b926-d200-e280-75d0fa55598d" [ 736.766546] env[69399]: _type = "Task" [ 736.766546] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.778100] env[69399]: DEBUG oslo_vmware.api [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5279ad2b-b926-d200-e280-75d0fa55598d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.829041] env[69399]: DEBUG oslo_concurrency.lockutils [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Acquiring lock "f7e38fa3-14c9-44a8-9234-45abec23187c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.829423] env[69399]: DEBUG oslo_concurrency.lockutils [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Lock "f7e38fa3-14c9-44a8-9234-45abec23187c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.982208] env[69399]: DEBUG oslo_vmware.api [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': task-4176320, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.042056] env[69399]: DEBUG nova.policy [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98c3962630df415c8385c2dc11437a28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '709ddc7d320440f895a05b5228bfc4a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.124908] env[69399]: DEBUG oslo_concurrency.lockutils [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Acquiring lock "6e5efac3-e29f-4168-b45c-e6e81e46d263" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.124908] env[69399]: DEBUG oslo_concurrency.lockutils [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Lock "6e5efac3-e29f-4168-b45c-e6e81e46d263" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.226697] env[69399]: DEBUG nova.compute.manager [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.283079] env[69399]: DEBUG oslo_vmware.api [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5279ad2b-b926-d200-e280-75d0fa55598d, 'name': SearchDatastore_Task, 'duration_secs': 0.010336} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.283411] env[69399]: DEBUG oslo_concurrency.lockutils [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.283703] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 9b9e992b-3f6a-4e56-8c9d-944507c869a6/9b9e992b-3f6a-4e56-8c9d-944507c869a6.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.284968] env[69399]: DEBUG oslo_concurrency.lockutils [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.284968] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.284968] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6a93e5e-44ce-451e-887c-22124296ea59 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.287525] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99c6a3e5-825f-452e-9b7c-ec80585567bc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.298038] env[69399]: DEBUG oslo_vmware.api [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Waiting for the task: (returnval){ [ 737.298038] env[69399]: value = "task-4176322" [ 737.298038] env[69399]: _type = "Task" [ 737.298038] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.300489] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.300654] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.305099] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe138ccd-0f74-48fc-919b-d09b9ba8e9a2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.316763] env[69399]: DEBUG oslo_vmware.api [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Waiting for the task: (returnval){ [ 737.316763] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]522ad002-f920-45ce-3abe-c4e4ca2eca61" [ 737.316763] env[69399]: _type = "Task" [ 737.316763] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.321135] env[69399]: DEBUG oslo_vmware.api [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Task: {'id': task-4176322, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.335703] env[69399]: DEBUG nova.compute.manager [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 737.338852] env[69399]: DEBUG oslo_vmware.api [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]522ad002-f920-45ce-3abe-c4e4ca2eca61, 'name': SearchDatastore_Task, 'duration_secs': 0.00929} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.344181] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d50b0e5-9389-4851-a194-2f58a8441deb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.351964] env[69399]: DEBUG oslo_vmware.api [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Waiting for the task: (returnval){ [ 737.351964] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f5d2f6-5e25-6e3f-22d6-3924696ebd7f" [ 737.351964] env[69399]: _type = "Task" [ 737.351964] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.362491] env[69399]: DEBUG oslo_vmware.api [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f5d2f6-5e25-6e3f-22d6-3924696ebd7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.428240] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1c47c1-e2e0-4f5b-9713-166c798111fe {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.439243] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8447c6-043a-4416-90fe-1e1da27e9768 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.477177] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a8b800-2134-4355-b488-225eea382fbd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.490120] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f2b284-ce20-4a91-b94f-422799ee464e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.496516] env[69399]: DEBUG oslo_vmware.api [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': task-4176320, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701253} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.496516] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Copied Virtual Disk [datastore2] vmware_temp/3ce0c447-2209-40c0-9f75-b46c3482e3dc/080cf791-deb9-45e0-96cd-252fc7c4f56a/tmp-sparse.vmdk to [datastore2] vmware_temp/3ce0c447-2209-40c0-9f75-b46c3482e3dc/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.496516] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Deleting the datastore file [datastore2] vmware_temp/3ce0c447-2209-40c0-9f75-b46c3482e3dc/080cf791-deb9-45e0-96cd-252fc7c4f56a/tmp-sparse.vmdk {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.496516] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d751d1f-c5a4-45b6-bcdf-94f28a9ea4e0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.510027] env[69399]: DEBUG nova.compute.provider_tree [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 737.511147] env[69399]: DEBUG oslo_vmware.api [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Waiting for the task: (returnval){ [ 737.511147] env[69399]: value = "task-4176323" [ 737.511147] env[69399]: _type = "Task" [ 737.511147] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.522739] env[69399]: DEBUG oslo_vmware.api [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': task-4176323, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.633066] env[69399]: DEBUG nova.compute.manager [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 737.782169] env[69399]: DEBUG nova.network.neutron [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Successfully updated port: 45ac3d29-696d-4411-9c15-05d596fd7e45 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 737.826811] env[69399]: DEBUG oslo_vmware.api [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Task: {'id': task-4176322, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.875956] env[69399]: DEBUG oslo_vmware.api [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f5d2f6-5e25-6e3f-22d6-3924696ebd7f, 'name': SearchDatastore_Task, 'duration_secs': 0.009742} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.876421] env[69399]: DEBUG oslo_concurrency.lockutils [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.876745] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 8683cdab-4e16-49d4-b988-96e4eefb057d/8683cdab-4e16-49d4-b988-96e4eefb057d.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.877127] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4dffe61e-8c2c-430b-b0a1-1401606ad45b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.882502] env[69399]: DEBUG oslo_concurrency.lockutils [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.886800] env[69399]: DEBUG oslo_vmware.api [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Waiting for the task: (returnval){ [ 737.886800] env[69399]: value = "task-4176324" [ 737.886800] env[69399]: _type = "Task" [ 737.886800] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.897805] env[69399]: DEBUG oslo_vmware.api [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Task: {'id': task-4176324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.029511] env[69399]: DEBUG oslo_vmware.api [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': task-4176323, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129851} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.030223] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.030223] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Moving file from [datastore2] vmware_temp/3ce0c447-2209-40c0-9f75-b46c3482e3dc/080cf791-deb9-45e0-96cd-252fc7c4f56a to [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a. {{(pid=69399) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 738.030223] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-967d5191-8307-4b21-9c2f-369b593b0871 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.038025] env[69399]: DEBUG oslo_vmware.api [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Waiting for the task: (returnval){ [ 738.038025] env[69399]: value = "task-4176325" [ 738.038025] env[69399]: _type = "Task" [ 738.038025] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.043878] env[69399]: ERROR nova.scheduler.client.report [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [req-24aaee7c-a2d4-4377-b096-6f5e9a3871aa] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65caca49-2bb8-4896-b9be-5baf8708847a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-24aaee7c-a2d4-4377-b096-6f5e9a3871aa"}]} [ 738.058617] env[69399]: DEBUG oslo_vmware.api [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': task-4176325, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.066906] env[69399]: DEBUG nova.scheduler.client.report [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Refreshing inventories for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 738.085275] env[69399]: DEBUG nova.scheduler.client.report [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Updating ProviderTree inventory for provider 65caca49-2bb8-4896-b9be-5baf8708847a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 738.086276] env[69399]: DEBUG nova.compute.provider_tree [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 8, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 738.106814] env[69399]: DEBUG nova.scheduler.client.report [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Refreshing aggregate associations for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a, aggregates: None {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 738.136626] env[69399]: DEBUG nova.scheduler.client.report [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Refreshing trait associations for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 738.169223] env[69399]: DEBUG oslo_concurrency.lockutils [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.240886] env[69399]: DEBUG nova.compute.manager [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.280066] env[69399]: DEBUG nova.virt.hardware [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.280860] env[69399]: DEBUG nova.virt.hardware [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.280860] env[69399]: DEBUG nova.virt.hardware [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.280860] env[69399]: DEBUG nova.virt.hardware [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.281248] env[69399]: DEBUG nova.virt.hardware [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.281248] env[69399]: DEBUG nova.virt.hardware [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.281327] env[69399]: DEBUG nova.virt.hardware [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.281565] env[69399]: DEBUG nova.virt.hardware [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.281565] env[69399]: DEBUG nova.virt.hardware [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.281734] env[69399]: DEBUG nova.virt.hardware [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.281944] env[69399]: DEBUG nova.virt.hardware [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.287609] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558e5905-f3bc-4e5b-b1c1-647d2a8c379d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.290163] env[69399]: DEBUG oslo_concurrency.lockutils [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Acquiring lock "refresh_cache-03b06284-6fa8-49c1-a1f1-b9fe046c60a6" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.290310] env[69399]: DEBUG oslo_concurrency.lockutils [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Acquired lock "refresh_cache-03b06284-6fa8-49c1-a1f1-b9fe046c60a6" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.290548] env[69399]: DEBUG nova.network.neutron [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.303249] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4cf3457-6a0e-4011-aa6f-cb39ee1d9c44 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.335988] env[69399]: DEBUG oslo_vmware.api [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Task: {'id': task-4176322, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.400622] env[69399]: DEBUG oslo_vmware.api [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Task: {'id': task-4176324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.412563] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdb53e4-fe07-48bb-8fd6-0dac347a8ad5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.420786] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d48dd4-38e8-47ad-bce2-9c840b04e15d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.457791] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2672f8-2eb3-40e0-b513-1f48e0df14a7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.466767] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6d9d2f-cf1d-4ba9-8052-240ac500e652 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.486035] env[69399]: DEBUG nova.compute.provider_tree [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 738.534621] env[69399]: DEBUG nova.network.neutron [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Successfully created port: d5dfd71e-f848-42be-9017-70574bef95ef {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.548234] env[69399]: DEBUG oslo_vmware.api [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': task-4176325, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.823742] env[69399]: DEBUG oslo_vmware.api [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Task: {'id': task-4176322, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.890419] env[69399]: DEBUG nova.network.neutron [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 738.913268] env[69399]: DEBUG oslo_vmware.api [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Task: {'id': task-4176324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.921037] env[69399]: DEBUG nova.compute.manager [req-e09d0232-5df0-4b21-968d-5a5c9dac4ceb req-8c43ee14-424e-436b-8d68-bae85a6bddbb service nova] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Received event network-changed-7ce31c01-a8f0-4d44-80b0-e36d369f53aa {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.921037] env[69399]: DEBUG nova.compute.manager [req-e09d0232-5df0-4b21-968d-5a5c9dac4ceb req-8c43ee14-424e-436b-8d68-bae85a6bddbb service nova] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Refreshing instance network info cache due to event network-changed-7ce31c01-a8f0-4d44-80b0-e36d369f53aa. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.921037] env[69399]: DEBUG oslo_concurrency.lockutils [req-e09d0232-5df0-4b21-968d-5a5c9dac4ceb req-8c43ee14-424e-436b-8d68-bae85a6bddbb service nova] Acquiring lock "refresh_cache-8683cdab-4e16-49d4-b988-96e4eefb057d" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.921037] env[69399]: DEBUG oslo_concurrency.lockutils [req-e09d0232-5df0-4b21-968d-5a5c9dac4ceb req-8c43ee14-424e-436b-8d68-bae85a6bddbb service nova] Acquired lock "refresh_cache-8683cdab-4e16-49d4-b988-96e4eefb057d" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.921037] env[69399]: DEBUG nova.network.neutron [req-e09d0232-5df0-4b21-968d-5a5c9dac4ceb req-8c43ee14-424e-436b-8d68-bae85a6bddbb service nova] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Refreshing network info cache for port 7ce31c01-a8f0-4d44-80b0-e36d369f53aa {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.045651] env[69399]: DEBUG nova.scheduler.client.report [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Updated inventory for provider 65caca49-2bb8-4896-b9be-5baf8708847a with generation 14 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 739.045992] env[69399]: DEBUG nova.compute.provider_tree [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Updating resource provider 65caca49-2bb8-4896-b9be-5baf8708847a generation from 14 to 15 during operation: update_inventory {{(pid=69399) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 739.046187] env[69399]: DEBUG nova.compute.provider_tree [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 739.056269] env[69399]: DEBUG oslo_vmware.api [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': task-4176325, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.845781} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.056547] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] File moved {{(pid=69399) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 739.056742] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Cleaning up location [datastore2] vmware_temp/3ce0c447-2209-40c0-9f75-b46c3482e3dc {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 739.056896] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Deleting the datastore file [datastore2] vmware_temp/3ce0c447-2209-40c0-9f75-b46c3482e3dc {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.057416] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9e97470-7f5b-4fc2-8f73-724806bda173 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.067294] env[69399]: DEBUG oslo_vmware.api [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Waiting for the task: (returnval){ [ 739.067294] env[69399]: value = "task-4176326" [ 739.067294] env[69399]: _type = "Task" [ 739.067294] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.083074] env[69399]: DEBUG oslo_vmware.api [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': task-4176326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.301404] env[69399]: DEBUG nova.compute.manager [req-7b7c6979-b661-405e-ac19-3a31b9307ea1 req-e5318c63-299b-4695-9a1e-089a8fd4af33 service nova] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Received event network-vif-plugged-45ac3d29-696d-4411-9c15-05d596fd7e45 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.302607] env[69399]: DEBUG oslo_concurrency.lockutils [req-7b7c6979-b661-405e-ac19-3a31b9307ea1 req-e5318c63-299b-4695-9a1e-089a8fd4af33 service nova] Acquiring lock "03b06284-6fa8-49c1-a1f1-b9fe046c60a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.302607] env[69399]: DEBUG oslo_concurrency.lockutils [req-7b7c6979-b661-405e-ac19-3a31b9307ea1 req-e5318c63-299b-4695-9a1e-089a8fd4af33 service nova] Lock "03b06284-6fa8-49c1-a1f1-b9fe046c60a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.302607] env[69399]: DEBUG oslo_concurrency.lockutils [req-7b7c6979-b661-405e-ac19-3a31b9307ea1 req-e5318c63-299b-4695-9a1e-089a8fd4af33 service nova] Lock "03b06284-6fa8-49c1-a1f1-b9fe046c60a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.302607] env[69399]: DEBUG nova.compute.manager [req-7b7c6979-b661-405e-ac19-3a31b9307ea1 req-e5318c63-299b-4695-9a1e-089a8fd4af33 service nova] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] No waiting events found dispatching network-vif-plugged-45ac3d29-696d-4411-9c15-05d596fd7e45 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 739.302607] env[69399]: WARNING nova.compute.manager [req-7b7c6979-b661-405e-ac19-3a31b9307ea1 req-e5318c63-299b-4695-9a1e-089a8fd4af33 service nova] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Received unexpected event network-vif-plugged-45ac3d29-696d-4411-9c15-05d596fd7e45 for instance with vm_state building and task_state spawning. [ 739.324149] env[69399]: DEBUG oslo_vmware.api [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Task: {'id': task-4176322, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.562916} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.324466] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 9b9e992b-3f6a-4e56-8c9d-944507c869a6/9b9e992b-3f6a-4e56-8c9d-944507c869a6.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.324700] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.324990] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8c20355-65b0-45f0-927a-569f5be13c1e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.335619] env[69399]: DEBUG oslo_vmware.api [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Waiting for the task: (returnval){ [ 739.335619] env[69399]: value = "task-4176328" [ 739.335619] env[69399]: _type = "Task" [ 739.335619] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.350120] env[69399]: DEBUG oslo_vmware.api [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Task: {'id': task-4176328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.418330] env[69399]: DEBUG oslo_vmware.api [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Task: {'id': task-4176324, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.42067} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.418677] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 8683cdab-4e16-49d4-b988-96e4eefb057d/8683cdab-4e16-49d4-b988-96e4eefb057d.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.418889] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.419189] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03e51f82-b5aa-48e6-995e-c049bf415a4a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.435846] env[69399]: DEBUG oslo_vmware.api [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Waiting for the task: (returnval){ [ 739.435846] env[69399]: value = "task-4176329" [ 739.435846] env[69399]: _type = "Task" [ 739.435846] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.453099] env[69399]: DEBUG oslo_vmware.api [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Task: {'id': task-4176329, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.552231] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.342s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.552858] env[69399]: DEBUG nova.compute.manager [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 739.560364] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.372s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.560364] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.560364] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69399) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 739.560364] env[69399]: DEBUG oslo_concurrency.lockutils [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.676s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.562387] env[69399]: INFO nova.compute.claims [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.570420] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b200618-3e2b-45cc-a51d-6d4af7ae0648 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.606084] env[69399]: DEBUG oslo_vmware.api [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': task-4176326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.056486} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.606084] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.606411] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea5dada-817f-4190-bf2c-e9589398e699 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.613890] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e044a38f-5a47-4f43-96ac-7059bc10e7ce {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.641189] env[69399]: DEBUG oslo_vmware.api [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Waiting for the task: (returnval){ [ 739.641189] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]522726bd-f13c-a42b-7fdd-b4dff72bfcf7" [ 739.641189] env[69399]: _type = "Task" [ 739.641189] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.642288] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee5ee78-ce30-40b6-9254-4ba7dd562a9e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.666940] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4cf481-f4af-4946-8c09-e75a63433042 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.671753] env[69399]: DEBUG oslo_vmware.api [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]522726bd-f13c-a42b-7fdd-b4dff72bfcf7, 'name': SearchDatastore_Task, 'duration_secs': 0.010909} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.672294] env[69399]: DEBUG oslo_concurrency.lockutils [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.672401] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 9dd18afb-5a25-48e4-9250-fe7122031a6c/9dd18afb-5a25-48e4-9250-fe7122031a6c.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.673832] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b37642d-719e-4e3a-8f8d-c01181878720 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.702722] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180835MB free_disk=7GB free_vcpus=48 pci_devices=None {{(pid=69399) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 739.702871] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.710306] env[69399]: DEBUG oslo_vmware.api [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Waiting for the task: (returnval){ [ 739.710306] env[69399]: value = "task-4176330" [ 739.710306] env[69399]: _type = "Task" [ 739.710306] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.715629] env[69399]: DEBUG nova.network.neutron [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Updating instance_info_cache with network_info: [{"id": "45ac3d29-696d-4411-9c15-05d596fd7e45", "address": "fa:16:3e:bc:88:eb", "network": {"id": "efe11fff-e10f-4a0c-b776-c984e60d4275", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1600038047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97a55e88af2f476eb5f071234e10d06b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45ac3d29-69", "ovs_interfaceid": "45ac3d29-696d-4411-9c15-05d596fd7e45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.722490] env[69399]: DEBUG oslo_vmware.api [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': task-4176330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.847030] env[69399]: DEBUG oslo_vmware.api [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Task: {'id': task-4176328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079527} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.849232] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.851699] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f543ee5b-cc5c-4b41-b5cd-89757e001289 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.885372] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 9b9e992b-3f6a-4e56-8c9d-944507c869a6/9b9e992b-3f6a-4e56-8c9d-944507c869a6.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.885880] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f638b35-f505-45f7-a3ff-ba44dcbd0faf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.913185] env[69399]: DEBUG oslo_vmware.api [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Waiting for the task: (returnval){ [ 739.913185] env[69399]: value = "task-4176331" [ 739.913185] env[69399]: _type = "Task" [ 739.913185] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.923405] env[69399]: DEBUG oslo_vmware.api [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Task: {'id': task-4176331, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.953741] env[69399]: DEBUG oslo_vmware.api [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Task: {'id': task-4176329, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073807} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.953741] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.955262] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a230fe1f-65a7-4d5d-a5ca-65b63da7f96d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.990536] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 8683cdab-4e16-49d4-b988-96e4eefb057d/8683cdab-4e16-49d4-b988-96e4eefb057d.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.990985] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c2c875f-147a-4078-9fec-b1930c4a8fcc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.014019] env[69399]: DEBUG oslo_vmware.api [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Waiting for the task: (returnval){ [ 740.014019] env[69399]: value = "task-4176332" [ 740.014019] env[69399]: _type = "Task" [ 740.014019] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.039938] env[69399]: DEBUG oslo_vmware.api [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Task: {'id': task-4176332, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.071697] env[69399]: DEBUG nova.compute.utils [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 740.073612] env[69399]: DEBUG nova.compute.manager [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 740.073795] env[69399]: DEBUG nova.network.neutron [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 740.218369] env[69399]: DEBUG oslo_concurrency.lockutils [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Releasing lock "refresh_cache-03b06284-6fa8-49c1-a1f1-b9fe046c60a6" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.218975] env[69399]: DEBUG nova.compute.manager [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Instance network_info: |[{"id": "45ac3d29-696d-4411-9c15-05d596fd7e45", "address": "fa:16:3e:bc:88:eb", "network": {"id": "efe11fff-e10f-4a0c-b776-c984e60d4275", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1600038047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97a55e88af2f476eb5f071234e10d06b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45ac3d29-69", "ovs_interfaceid": "45ac3d29-696d-4411-9c15-05d596fd7e45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 740.226208] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:88:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45ac3d29-696d-4411-9c15-05d596fd7e45', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.233173] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Creating folder: Project (97a55e88af2f476eb5f071234e10d06b). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.233587] env[69399]: DEBUG oslo_vmware.api [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': task-4176330, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507927} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.234227] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56c7fca3-7c2d-4214-b85a-418a4f530f21 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.236276] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 9dd18afb-5a25-48e4-9250-fe7122031a6c/9dd18afb-5a25-48e4-9250-fe7122031a6c.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.236761] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.236878] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a241694b-8a79-4bf1-b9ed-0d8448502fea {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.242482] env[69399]: DEBUG nova.policy [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7657c805582043b7837a4b6538abd3d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f7393cc0d004ca5a33c35e722a3f13b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 740.246121] env[69399]: DEBUG oslo_vmware.api [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Waiting for the task: (returnval){ [ 740.246121] env[69399]: value = "task-4176334" [ 740.246121] env[69399]: _type = "Task" [ 740.246121] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.253231] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Created folder: Project (97a55e88af2f476eb5f071234e10d06b) in parent group-v826677. [ 740.253231] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Creating folder: Instances. Parent ref: group-v826691. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.254619] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a879363-57f8-4882-bf3d-286e30a374c9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.260357] env[69399]: DEBUG oslo_vmware.api [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': task-4176334, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.272657] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Created folder: Instances in parent group-v826691. [ 740.273108] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.273242] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.273495] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eaae8ac8-b9b8-4769-9028-881b6335ad80 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.303896] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.303896] env[69399]: value = "task-4176336" [ 740.303896] env[69399]: _type = "Task" [ 740.303896] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.319234] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176336, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.434176] env[69399]: DEBUG oslo_vmware.api [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Task: {'id': task-4176331, 'name': ReconfigVM_Task, 'duration_secs': 0.391542} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.434536] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 9b9e992b-3f6a-4e56-8c9d-944507c869a6/9b9e992b-3f6a-4e56-8c9d-944507c869a6.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.437096] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a1f2260-a6a1-4050-84dd-570f792efc2e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.442954] env[69399]: DEBUG oslo_vmware.api [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Waiting for the task: (returnval){ [ 740.442954] env[69399]: value = "task-4176337" [ 740.442954] env[69399]: _type = "Task" [ 740.442954] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.460114] env[69399]: DEBUG oslo_vmware.api [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Task: {'id': task-4176337, 'name': Rename_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.528840] env[69399]: DEBUG oslo_vmware.api [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Task: {'id': task-4176332, 'name': ReconfigVM_Task, 'duration_secs': 0.475265} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.529213] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 8683cdab-4e16-49d4-b988-96e4eefb057d/8683cdab-4e16-49d4-b988-96e4eefb057d.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.530085] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62ef5263-64a9-4dc5-8fdd-5c69217f7167 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.539349] env[69399]: DEBUG oslo_vmware.api [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Waiting for the task: (returnval){ [ 740.539349] env[69399]: value = "task-4176338" [ 740.539349] env[69399]: _type = "Task" [ 740.539349] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.551741] env[69399]: DEBUG oslo_vmware.api [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Task: {'id': task-4176338, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.582447] env[69399]: DEBUG nova.compute.manager [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 740.606384] env[69399]: DEBUG nova.network.neutron [req-e09d0232-5df0-4b21-968d-5a5c9dac4ceb req-8c43ee14-424e-436b-8d68-bae85a6bddbb service nova] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Updated VIF entry in instance network info cache for port 7ce31c01-a8f0-4d44-80b0-e36d369f53aa. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.606967] env[69399]: DEBUG nova.network.neutron [req-e09d0232-5df0-4b21-968d-5a5c9dac4ceb req-8c43ee14-424e-436b-8d68-bae85a6bddbb service nova] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Updating instance_info_cache with network_info: [{"id": "7ce31c01-a8f0-4d44-80b0-e36d369f53aa", "address": "fa:16:3e:14:d6:52", "network": {"id": "e6123224-ba4a-4d8f-91b9-06e051cef811", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70c0851169f84ebb9810edf05230c60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ce31c01-a8", "ovs_interfaceid": "7ce31c01-a8f0-4d44-80b0-e36d369f53aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.768696] env[69399]: DEBUG oslo_vmware.api [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': task-4176334, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099763} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.772770] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.775691] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5deb790-718b-49b9-9280-b6ed11549c8b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.804499] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 9dd18afb-5a25-48e4-9250-fe7122031a6c/9dd18afb-5a25-48e4-9250-fe7122031a6c.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.810539] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f62a04f1-4df5-4e07-ba0b-2e9bce66bfb4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.852499] env[69399]: DEBUG oslo_vmware.api [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Waiting for the task: (returnval){ [ 740.852499] env[69399]: value = "task-4176339" [ 740.852499] env[69399]: _type = "Task" [ 740.852499] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.852499] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176336, 'name': CreateVM_Task, 'duration_secs': 0.461625} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.852499] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.855375] env[69399]: DEBUG oslo_concurrency.lockutils [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.855551] env[69399]: DEBUG oslo_concurrency.lockutils [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.855902] env[69399]: DEBUG oslo_concurrency.lockutils [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.856219] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9949f25-ee0c-4882-a765-9e30560d4753 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.867073] env[69399]: DEBUG oslo_vmware.api [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': task-4176339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.869989] env[69399]: DEBUG oslo_vmware.api [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Waiting for the task: (returnval){ [ 740.869989] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52125e6a-ccc7-760f-efda-98df762689f2" [ 740.869989] env[69399]: _type = "Task" [ 740.869989] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.879626] env[69399]: DEBUG oslo_vmware.api [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52125e6a-ccc7-760f-efda-98df762689f2, 'name': SearchDatastore_Task, 'duration_secs': 0.010461} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.881520] env[69399]: DEBUG oslo_concurrency.lockutils [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.881520] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.881520] env[69399]: DEBUG oslo_concurrency.lockutils [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.881520] env[69399]: DEBUG oslo_concurrency.lockutils [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.881745] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.885245] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70bdf548-9f9c-4459-a724-0e930e0ec0f4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.897252] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.897252] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.897463] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e6e75d2-c6c3-4a2e-bd48-9ab17fde631f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.904044] env[69399]: DEBUG oslo_vmware.api [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Waiting for the task: (returnval){ [ 740.904044] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]521e0b6e-a68f-af51-814c-4fec7ce69ab6" [ 740.904044] env[69399]: _type = "Task" [ 740.904044] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.917361] env[69399]: DEBUG oslo_vmware.api [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]521e0b6e-a68f-af51-814c-4fec7ce69ab6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.955581] env[69399]: DEBUG oslo_vmware.api [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Task: {'id': task-4176337, 'name': Rename_Task, 'duration_secs': 0.16418} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.955942] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.956560] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c79e7e92-f82c-443b-9421-937c02116289 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.964867] env[69399]: DEBUG oslo_vmware.api [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Waiting for the task: (returnval){ [ 740.964867] env[69399]: value = "task-4176340" [ 740.964867] env[69399]: _type = "Task" [ 740.964867] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.973729] env[69399]: DEBUG oslo_vmware.api [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Task: {'id': task-4176340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.980834] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c018fa5-6527-4a9c-beb9-95bc043ec71c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.988931] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6e4120-7d89-41c8-9510-9602ba3ba92e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.031480] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45899dfd-fea8-41a7-901b-cd90826a6892 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.047436] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9683c2-0873-438a-8986-2b5246e7c72c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.058880] env[69399]: DEBUG oslo_vmware.api [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Task: {'id': task-4176338, 'name': Rename_Task, 'duration_secs': 0.198332} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.071597] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.072150] env[69399]: DEBUG nova.compute.provider_tree [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.073579] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-397ab893-bad2-4e42-84c1-57ad6b15c33f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.084582] env[69399]: DEBUG oslo_vmware.api [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Waiting for the task: (returnval){ [ 741.084582] env[69399]: value = "task-4176341" [ 741.084582] env[69399]: _type = "Task" [ 741.084582] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.102045] env[69399]: DEBUG oslo_vmware.api [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Task: {'id': task-4176341, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.110624] env[69399]: DEBUG oslo_concurrency.lockutils [req-e09d0232-5df0-4b21-968d-5a5c9dac4ceb req-8c43ee14-424e-436b-8d68-bae85a6bddbb service nova] Releasing lock "refresh_cache-8683cdab-4e16-49d4-b988-96e4eefb057d" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.365423] env[69399]: DEBUG oslo_vmware.api [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': task-4176339, 'name': ReconfigVM_Task, 'duration_secs': 0.396476} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.365714] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 9dd18afb-5a25-48e4-9250-fe7122031a6c/9dd18afb-5a25-48e4-9250-fe7122031a6c.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.366742] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b235cfd6-a2f5-405e-8d4c-3e25b03834f1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.378933] env[69399]: DEBUG oslo_vmware.api [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Waiting for the task: (returnval){ [ 741.378933] env[69399]: value = "task-4176343" [ 741.378933] env[69399]: _type = "Task" [ 741.378933] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.392827] env[69399]: DEBUG oslo_vmware.api [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': task-4176343, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.418221] env[69399]: DEBUG oslo_vmware.api [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]521e0b6e-a68f-af51-814c-4fec7ce69ab6, 'name': SearchDatastore_Task, 'duration_secs': 0.025289} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.419598] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a42210b2-3c81-4aa7-9401-be6401f31707 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.428994] env[69399]: DEBUG oslo_vmware.api [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Waiting for the task: (returnval){ [ 741.428994] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52353c4e-32a6-1d74-0d5a-06a1357fa92f" [ 741.428994] env[69399]: _type = "Task" [ 741.428994] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.437728] env[69399]: DEBUG oslo_concurrency.lockutils [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Acquiring lock "df8e3dea-2e1c-47bc-87e5-2e6419e88b93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.438018] env[69399]: DEBUG oslo_concurrency.lockutils [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Lock "df8e3dea-2e1c-47bc-87e5-2e6419e88b93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.448032] env[69399]: DEBUG oslo_vmware.api [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52353c4e-32a6-1d74-0d5a-06a1357fa92f, 'name': SearchDatastore_Task, 'duration_secs': 0.013262} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.448032] env[69399]: DEBUG oslo_concurrency.lockutils [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.448032] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 03b06284-6fa8-49c1-a1f1-b9fe046c60a6/03b06284-6fa8-49c1-a1f1-b9fe046c60a6.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.448032] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f14ee43-1819-4017-818a-e45167cdc854 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.458161] env[69399]: DEBUG oslo_vmware.api [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Waiting for the task: (returnval){ [ 741.458161] env[69399]: value = "task-4176344" [ 741.458161] env[69399]: _type = "Task" [ 741.458161] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.474845] env[69399]: DEBUG oslo_vmware.api [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Task: {'id': task-4176344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.488261] env[69399]: DEBUG oslo_vmware.api [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Task: {'id': task-4176340, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.578206] env[69399]: DEBUG nova.scheduler.client.report [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.600047] env[69399]: DEBUG nova.compute.manager [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 741.602246] env[69399]: DEBUG oslo_vmware.api [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Task: {'id': task-4176341, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.657027] env[69399]: DEBUG nova.virt.hardware [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.657027] env[69399]: DEBUG nova.virt.hardware [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.659177] env[69399]: DEBUG nova.virt.hardware [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.659445] env[69399]: DEBUG nova.virt.hardware [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.660391] env[69399]: DEBUG nova.virt.hardware [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.660391] env[69399]: DEBUG nova.virt.hardware [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.660391] env[69399]: DEBUG nova.virt.hardware [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.660391] env[69399]: DEBUG nova.virt.hardware [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.660391] env[69399]: DEBUG nova.virt.hardware [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.660610] env[69399]: DEBUG nova.virt.hardware [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.660701] env[69399]: DEBUG nova.virt.hardware [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.661836] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30599b19-0210-4003-a192-5071d2a3d9fe {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.669861] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63dc9637-d26c-42a1-96e8-9a8fecb56a3e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.700747] env[69399]: DEBUG nova.network.neutron [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Successfully created port: c6321861-cb61-4a91-9262-9c93454ab6e6 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 741.874236] env[69399]: DEBUG nova.network.neutron [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Successfully updated port: d5dfd71e-f848-42be-9017-70574bef95ef {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.897147] env[69399]: DEBUG oslo_vmware.api [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': task-4176343, 'name': Rename_Task, 'duration_secs': 0.193973} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.898267] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.898323] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7dc98d4-d704-4670-aeba-69419c52030f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.909683] env[69399]: DEBUG oslo_vmware.api [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Waiting for the task: (returnval){ [ 741.909683] env[69399]: value = "task-4176345" [ 741.909683] env[69399]: _type = "Task" [ 741.909683] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.920758] env[69399]: DEBUG oslo_vmware.api [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': task-4176345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.949766] env[69399]: DEBUG nova.compute.manager [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.973124] env[69399]: DEBUG oslo_vmware.api [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Task: {'id': task-4176344, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.987566] env[69399]: DEBUG oslo_vmware.api [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Task: {'id': task-4176340, 'name': PowerOnVM_Task, 'duration_secs': 0.541172} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.987978] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.988487] env[69399]: INFO nova.compute.manager [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Took 15.71 seconds to spawn the instance on the hypervisor. [ 741.988806] env[69399]: DEBUG nova.compute.manager [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.990456] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961cc894-6578-479c-b379-006290cde03e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.087424] env[69399]: DEBUG oslo_concurrency.lockutils [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.088239] env[69399]: DEBUG nova.compute.manager [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 742.096643] env[69399]: DEBUG oslo_concurrency.lockutils [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.926s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.096643] env[69399]: INFO nova.compute.claims [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.106082] env[69399]: DEBUG oslo_vmware.api [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Task: {'id': task-4176341, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.378058] env[69399]: DEBUG oslo_concurrency.lockutils [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquiring lock "refresh_cache-2068b009-a493-4a97-adb2-bf90e6d71c12" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.378058] env[69399]: DEBUG oslo_concurrency.lockutils [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquired lock "refresh_cache-2068b009-a493-4a97-adb2-bf90e6d71c12" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.378058] env[69399]: DEBUG nova.network.neutron [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.423521] env[69399]: DEBUG oslo_vmware.api [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': task-4176345, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.481572] env[69399]: DEBUG oslo_vmware.api [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Task: {'id': task-4176344, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.799129} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.481572] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 03b06284-6fa8-49c1-a1f1-b9fe046c60a6/03b06284-6fa8-49c1-a1f1-b9fe046c60a6.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 742.481572] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.481572] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80c16550-8d6f-454d-a287-a34881c2dc49 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.490463] env[69399]: DEBUG oslo_vmware.api [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Waiting for the task: (returnval){ [ 742.490463] env[69399]: value = "task-4176346" [ 742.490463] env[69399]: _type = "Task" [ 742.490463] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.492306] env[69399]: DEBUG oslo_concurrency.lockutils [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.502905] env[69399]: DEBUG oslo_vmware.api [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Task: {'id': task-4176346, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.511446] env[69399]: INFO nova.compute.manager [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Took 20.48 seconds to build instance. [ 742.560100] env[69399]: DEBUG nova.compute.manager [req-d6445d0d-9fc6-4054-84b1-dc40301f66d2 req-b3138b1c-776c-463c-9380-b7d54dfa3fbb service nova] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Received event network-vif-plugged-d5dfd71e-f848-42be-9017-70574bef95ef {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.560251] env[69399]: DEBUG oslo_concurrency.lockutils [req-d6445d0d-9fc6-4054-84b1-dc40301f66d2 req-b3138b1c-776c-463c-9380-b7d54dfa3fbb service nova] Acquiring lock "2068b009-a493-4a97-adb2-bf90e6d71c12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.560578] env[69399]: DEBUG oslo_concurrency.lockutils [req-d6445d0d-9fc6-4054-84b1-dc40301f66d2 req-b3138b1c-776c-463c-9380-b7d54dfa3fbb service nova] Lock "2068b009-a493-4a97-adb2-bf90e6d71c12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.560704] env[69399]: DEBUG oslo_concurrency.lockutils [req-d6445d0d-9fc6-4054-84b1-dc40301f66d2 req-b3138b1c-776c-463c-9380-b7d54dfa3fbb service nova] Lock "2068b009-a493-4a97-adb2-bf90e6d71c12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.560826] env[69399]: DEBUG nova.compute.manager [req-d6445d0d-9fc6-4054-84b1-dc40301f66d2 req-b3138b1c-776c-463c-9380-b7d54dfa3fbb service nova] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] No waiting events found dispatching network-vif-plugged-d5dfd71e-f848-42be-9017-70574bef95ef {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 742.561057] env[69399]: WARNING nova.compute.manager [req-d6445d0d-9fc6-4054-84b1-dc40301f66d2 req-b3138b1c-776c-463c-9380-b7d54dfa3fbb service nova] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Received unexpected event network-vif-plugged-d5dfd71e-f848-42be-9017-70574bef95ef for instance with vm_state building and task_state spawning. [ 742.582253] env[69399]: DEBUG nova.compute.manager [req-1f91d3d9-da10-4fbc-ab56-ed2d498b6a81 req-6a1d40cc-3999-4ff8-9057-2c1c767945ce service nova] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Received event network-changed-45ac3d29-696d-4411-9c15-05d596fd7e45 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.582483] env[69399]: DEBUG nova.compute.manager [req-1f91d3d9-da10-4fbc-ab56-ed2d498b6a81 req-6a1d40cc-3999-4ff8-9057-2c1c767945ce service nova] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Refreshing instance network info cache due to event network-changed-45ac3d29-696d-4411-9c15-05d596fd7e45. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.582701] env[69399]: DEBUG oslo_concurrency.lockutils [req-1f91d3d9-da10-4fbc-ab56-ed2d498b6a81 req-6a1d40cc-3999-4ff8-9057-2c1c767945ce service nova] Acquiring lock "refresh_cache-03b06284-6fa8-49c1-a1f1-b9fe046c60a6" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.582849] env[69399]: DEBUG oslo_concurrency.lockutils [req-1f91d3d9-da10-4fbc-ab56-ed2d498b6a81 req-6a1d40cc-3999-4ff8-9057-2c1c767945ce service nova] Acquired lock "refresh_cache-03b06284-6fa8-49c1-a1f1-b9fe046c60a6" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.583017] env[69399]: DEBUG nova.network.neutron [req-1f91d3d9-da10-4fbc-ab56-ed2d498b6a81 req-6a1d40cc-3999-4ff8-9057-2c1c767945ce service nova] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Refreshing network info cache for port 45ac3d29-696d-4411-9c15-05d596fd7e45 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.597767] env[69399]: DEBUG oslo_vmware.api [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Task: {'id': task-4176341, 'name': PowerOnVM_Task, 'duration_secs': 1.277827} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.598285] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.598285] env[69399]: INFO nova.compute.manager [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Took 11.25 seconds to spawn the instance on the hypervisor. [ 742.598931] env[69399]: DEBUG nova.compute.manager [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.599392] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babc546d-9fb8-49f0-9de1-957a7d95c9cd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.604278] env[69399]: DEBUG nova.compute.utils [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 742.607615] env[69399]: DEBUG nova.compute.manager [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 742.607819] env[69399]: DEBUG nova.network.neutron [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 742.820548] env[69399]: DEBUG nova.policy [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9ef5800555249849835b6d99c77562e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0984450c2fb6461583a57ac0471f46b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 742.923302] env[69399]: DEBUG oslo_vmware.api [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': task-4176345, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.005031] env[69399]: DEBUG oslo_vmware.api [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Task: {'id': task-4176346, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141014} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.005329] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.008424] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75448779-1889-4309-8c22-b356b8e50352 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.026985] env[69399]: DEBUG oslo_concurrency.lockutils [None req-99779a9f-44e3-4cd9-9a5f-7f4772aa55e3 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Lock "9b9e992b-3f6a-4e56-8c9d-944507c869a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.015s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.037418] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 03b06284-6fa8-49c1-a1f1-b9fe046c60a6/03b06284-6fa8-49c1-a1f1-b9fe046c60a6.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.038092] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "9b9e992b-3f6a-4e56-8c9d-944507c869a6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.020s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.038393] env[69399]: INFO nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] During sync_power_state the instance has a pending task (spawning). Skip. [ 743.038586] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "9b9e992b-3f6a-4e56-8c9d-944507c869a6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.038870] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2641cbf-25ca-4d56-8c7e-577376cbf2e1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.061650] env[69399]: DEBUG oslo_vmware.api [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Waiting for the task: (returnval){ [ 743.061650] env[69399]: value = "task-4176347" [ 743.061650] env[69399]: _type = "Task" [ 743.061650] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.071277] env[69399]: DEBUG oslo_vmware.api [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Task: {'id': task-4176347, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.108811] env[69399]: DEBUG nova.compute.manager [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 743.129693] env[69399]: INFO nova.compute.manager [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Took 16.08 seconds to build instance. [ 743.248556] env[69399]: DEBUG nova.network.neutron [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.302984] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a465e1-1c56-4843-9251-c1eecc766641 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.311708] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b7d0e3-b8a2-4ddb-a7cf-c6715b9cc0b1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.351225] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1111644-c8be-4bf7-8812-77bffce29b84 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.360773] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66adbb7-61bb-42a5-9818-30ef1a9b41a2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.376745] env[69399]: DEBUG nova.compute.provider_tree [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.426953] env[69399]: DEBUG oslo_vmware.api [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': task-4176345, 'name': PowerOnVM_Task, 'duration_secs': 1.09056} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.427290] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.427290] env[69399]: INFO nova.compute.manager [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Took 9.80 seconds to spawn the instance on the hypervisor. [ 743.427373] env[69399]: DEBUG nova.compute.manager [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.428766] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598f5352-b3d8-4217-b0d4-3d954b46e034 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.575788] env[69399]: DEBUG oslo_vmware.api [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Task: {'id': task-4176347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.632818] env[69399]: DEBUG oslo_concurrency.lockutils [None req-de114316-1596-482a-a149-a865dd07c808 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Lock "8683cdab-4e16-49d4-b988-96e4eefb057d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.591s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.633086] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "8683cdab-4e16-49d4-b988-96e4eefb057d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.614s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.633300] env[69399]: INFO nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] During sync_power_state the instance has a pending task (networking). Skip. [ 743.633474] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "8683cdab-4e16-49d4-b988-96e4eefb057d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.837162] env[69399]: DEBUG nova.network.neutron [req-1f91d3d9-da10-4fbc-ab56-ed2d498b6a81 req-6a1d40cc-3999-4ff8-9057-2c1c767945ce service nova] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Updated VIF entry in instance network info cache for port 45ac3d29-696d-4411-9c15-05d596fd7e45. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.837689] env[69399]: DEBUG nova.network.neutron [req-1f91d3d9-da10-4fbc-ab56-ed2d498b6a81 req-6a1d40cc-3999-4ff8-9057-2c1c767945ce service nova] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Updating instance_info_cache with network_info: [{"id": "45ac3d29-696d-4411-9c15-05d596fd7e45", "address": "fa:16:3e:bc:88:eb", "network": {"id": "efe11fff-e10f-4a0c-b776-c984e60d4275", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1600038047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97a55e88af2f476eb5f071234e10d06b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45ac3d29-69", "ovs_interfaceid": "45ac3d29-696d-4411-9c15-05d596fd7e45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.880735] env[69399]: DEBUG nova.scheduler.client.report [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.928427] env[69399]: DEBUG nova.network.neutron [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Updating instance_info_cache with network_info: [{"id": "d5dfd71e-f848-42be-9017-70574bef95ef", "address": "fa:16:3e:f5:e3:39", "network": {"id": "e6123224-ba4a-4d8f-91b9-06e051cef811", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70c0851169f84ebb9810edf05230c60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5dfd71e-f8", "ovs_interfaceid": "d5dfd71e-f848-42be-9017-70574bef95ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.957557] env[69399]: INFO nova.compute.manager [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Took 14.96 seconds to build instance. [ 744.085192] env[69399]: DEBUG oslo_vmware.api [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Task: {'id': task-4176347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.119713] env[69399]: DEBUG nova.compute.manager [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 744.149988] env[69399]: DEBUG nova.virt.hardware [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.150307] env[69399]: DEBUG nova.virt.hardware [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.150463] env[69399]: DEBUG nova.virt.hardware [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.150657] env[69399]: DEBUG nova.virt.hardware [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.150811] env[69399]: DEBUG nova.virt.hardware [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.150952] env[69399]: DEBUG nova.virt.hardware [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.151203] env[69399]: DEBUG nova.virt.hardware [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.152096] env[69399]: DEBUG nova.virt.hardware [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.152352] env[69399]: DEBUG nova.virt.hardware [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.152531] env[69399]: DEBUG nova.virt.hardware [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.153480] env[69399]: DEBUG nova.virt.hardware [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.154811] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c89929-f24e-48e7-982a-40c5e69d4078 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.170854] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1131f56a-4f5a-403a-bd50-42469780939a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.343793] env[69399]: DEBUG oslo_concurrency.lockutils [req-1f91d3d9-da10-4fbc-ab56-ed2d498b6a81 req-6a1d40cc-3999-4ff8-9057-2c1c767945ce service nova] Releasing lock "refresh_cache-03b06284-6fa8-49c1-a1f1-b9fe046c60a6" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.387074] env[69399]: DEBUG oslo_concurrency.lockutils [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.293s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.387626] env[69399]: DEBUG nova.compute.manager [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.392559] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.689s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.403129] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Acquiring lock "da2b0704-38ab-47ef-855f-0df5ee7fcbae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.403129] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Lock "da2b0704-38ab-47ef-855f-0df5ee7fcbae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.434251] env[69399]: DEBUG oslo_concurrency.lockutils [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Releasing lock "refresh_cache-2068b009-a493-4a97-adb2-bf90e6d71c12" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.434251] env[69399]: DEBUG nova.compute.manager [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Instance network_info: |[{"id": "d5dfd71e-f848-42be-9017-70574bef95ef", "address": "fa:16:3e:f5:e3:39", "network": {"id": "e6123224-ba4a-4d8f-91b9-06e051cef811", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70c0851169f84ebb9810edf05230c60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5dfd71e-f8", "ovs_interfaceid": "d5dfd71e-f848-42be-9017-70574bef95ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 744.434588] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:e3:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5dfd71e-f848-42be-9017-70574bef95ef', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.448690] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Creating folder: Project (709ddc7d320440f895a05b5228bfc4a2). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 744.450802] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c2ada70-5de7-4edc-9fb2-5f6333ae1da1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.460278] env[69399]: DEBUG oslo_concurrency.lockutils [None req-34643257-9279-49eb-9306-fe3e465b2a56 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Lock "9dd18afb-5a25-48e4-9250-fe7122031a6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.469s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.461290] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "9dd18afb-5a25-48e4-9250-fe7122031a6c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.442s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.463905] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06365925-014e-4ba7-a83b-c46fdca9a4c5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.467124] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Created folder: Project (709ddc7d320440f895a05b5228bfc4a2) in parent group-v826677. [ 744.468669] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Creating folder: Instances. Parent ref: group-v826694. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 744.468669] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-918af3fb-740d-48fe-a945-ee0e4dab7ba4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.480312] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Created folder: Instances in parent group-v826694. [ 744.480312] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.480312] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.480312] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb9c68df-80ff-4b28-bc85-5131b727caf0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.496940] env[69399]: DEBUG nova.network.neutron [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Successfully created port: 4c6d82dd-086c-4c9c-aba3-990805027578 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 744.508110] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.508110] env[69399]: value = "task-4176351" [ 744.508110] env[69399]: _type = "Task" [ 744.508110] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.525026] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176351, 'name': CreateVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.581877] env[69399]: DEBUG oslo_vmware.api [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Task: {'id': task-4176347, 'name': ReconfigVM_Task, 'duration_secs': 1.151813} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.581877] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 03b06284-6fa8-49c1-a1f1-b9fe046c60a6/03b06284-6fa8-49c1-a1f1-b9fe046c60a6.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.585383] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18744141-b79c-4ee3-bbf5-e31e2cd36df2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.595139] env[69399]: DEBUG oslo_vmware.api [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Waiting for the task: (returnval){ [ 744.595139] env[69399]: value = "task-4176352" [ 744.595139] env[69399]: _type = "Task" [ 744.595139] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.610602] env[69399]: DEBUG oslo_vmware.api [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Task: {'id': task-4176352, 'name': Rename_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.911788] env[69399]: DEBUG nova.compute.utils [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 744.916390] env[69399]: DEBUG nova.compute.manager [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 744.917416] env[69399]: DEBUG nova.compute.manager [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 744.917416] env[69399]: DEBUG nova.network.neutron [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 744.979663] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "9dd18afb-5a25-48e4-9250-fe7122031a6c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.519s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.991181] env[69399]: DEBUG nova.network.neutron [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Successfully updated port: c6321861-cb61-4a91-9262-9c93454ab6e6 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 745.029625] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176351, 'name': CreateVM_Task, 'duration_secs': 0.370928} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.029822] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.030552] env[69399]: DEBUG oslo_concurrency.lockutils [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.030757] env[69399]: DEBUG oslo_concurrency.lockutils [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.031074] env[69399]: DEBUG oslo_concurrency.lockutils [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.032012] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18f4aabc-1fab-4c8a-b333-696fc0a60cd9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.039414] env[69399]: DEBUG oslo_vmware.api [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Waiting for the task: (returnval){ [ 745.039414] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52abb250-1598-03ce-d1d5-b82070179de5" [ 745.039414] env[69399]: _type = "Task" [ 745.039414] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.052067] env[69399]: DEBUG oslo_vmware.api [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52abb250-1598-03ce-d1d5-b82070179de5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.111345] env[69399]: DEBUG oslo_vmware.api [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Task: {'id': task-4176352, 'name': Rename_Task, 'duration_secs': 0.233889} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.111345] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.111345] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4977f957-e8d6-491e-b4ca-22af8dc414fa {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.119750] env[69399]: DEBUG oslo_vmware.api [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Waiting for the task: (returnval){ [ 745.119750] env[69399]: value = "task-4176353" [ 745.119750] env[69399]: _type = "Task" [ 745.119750] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.128159] env[69399]: DEBUG nova.policy [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e567e17e771e458b85fcbd062b34fe03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e3f32e08927430796d472f4468ad51d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.135984] env[69399]: DEBUG oslo_vmware.api [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Task: {'id': task-4176353, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.420264] env[69399]: DEBUG nova.compute.manager [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.451988] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.454590] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 9b9e992b-3f6a-4e56-8c9d-944507c869a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 745.454757] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 8683cdab-4e16-49d4-b988-96e4eefb057d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 745.454895] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 9dd18afb-5a25-48e4-9250-fe7122031a6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 745.455283] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 03b06284-6fa8-49c1-a1f1-b9fe046c60a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 745.455283] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 2068b009-a493-4a97-adb2-bf90e6d71c12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 745.455283] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 745.455535] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance f7e38fa3-14c9-44a8-9234-45abec23187c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 745.455535] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 6e5efac3-e29f-4168-b45c-e6e81e46d263 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 745.497695] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Acquiring lock "refresh_cache-3b6c310f-7ba1-448c-9989-5c1cd63cdeb1" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.497875] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Acquired lock "refresh_cache-3b6c310f-7ba1-448c-9989-5c1cd63cdeb1" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.498611] env[69399]: DEBUG nova.network.neutron [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.553512] env[69399]: DEBUG oslo_vmware.api [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52abb250-1598-03ce-d1d5-b82070179de5, 'name': SearchDatastore_Task, 'duration_secs': 0.011992} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.553989] env[69399]: DEBUG oslo_concurrency.lockutils [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.554408] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.554842] env[69399]: DEBUG oslo_concurrency.lockutils [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.556031] env[69399]: DEBUG oslo_concurrency.lockutils [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.556031] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.556031] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6e7dd27-8fc4-4a79-a22b-172894ff89c3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.568461] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.571034] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.571034] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcdad790-89e8-40ca-9f6b-f31d7bac094e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.581505] env[69399]: DEBUG oslo_vmware.api [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Waiting for the task: (returnval){ [ 745.581505] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52041d03-f87d-9fdf-eedc-0e2fed97597b" [ 745.581505] env[69399]: _type = "Task" [ 745.581505] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.596511] env[69399]: DEBUG oslo_vmware.api [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52041d03-f87d-9fdf-eedc-0e2fed97597b, 'name': SearchDatastore_Task, 'duration_secs': 0.013699} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.597802] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4769d78b-5d06-48f2-af33-fa8b67375fec {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.605030] env[69399]: DEBUG oslo_vmware.api [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Waiting for the task: (returnval){ [ 745.605030] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52fb7efb-1e22-d0c6-786f-09ad3ede4bfd" [ 745.605030] env[69399]: _type = "Task" [ 745.605030] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.617507] env[69399]: DEBUG oslo_vmware.api [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52fb7efb-1e22-d0c6-786f-09ad3ede4bfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.633445] env[69399]: DEBUG oslo_vmware.api [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Task: {'id': task-4176353, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.962222] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance df8e3dea-2e1c-47bc-87e5-2e6419e88b93 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 746.120928] env[69399]: DEBUG oslo_vmware.api [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52fb7efb-1e22-d0c6-786f-09ad3ede4bfd, 'name': SearchDatastore_Task, 'duration_secs': 0.013617} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.120928] env[69399]: DEBUG oslo_concurrency.lockutils [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.121548] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 2068b009-a493-4a97-adb2-bf90e6d71c12/2068b009-a493-4a97-adb2-bf90e6d71c12.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.122249] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebee0d3e-ab1a-4168-bdc3-395e9f98df19 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.136819] env[69399]: DEBUG oslo_vmware.api [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Task: {'id': task-4176353, 'name': PowerOnVM_Task, 'duration_secs': 0.767799} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.138658] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.139043] env[69399]: INFO nova.compute.manager [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Took 10.16 seconds to spawn the instance on the hypervisor. [ 746.139344] env[69399]: DEBUG nova.compute.manager [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.140201] env[69399]: DEBUG oslo_vmware.api [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Waiting for the task: (returnval){ [ 746.140201] env[69399]: value = "task-4176354" [ 746.140201] env[69399]: _type = "Task" [ 746.140201] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.140737] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33fc2b9-9ab7-49ff-82e8-4d3b16053ffd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.149057] env[69399]: DEBUG nova.network.neutron [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.157655] env[69399]: DEBUG oslo_vmware.api [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176354, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.391103] env[69399]: DEBUG nova.network.neutron [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Successfully created port: 01512a6f-bc98-44ca-8c52-79d3c418a800 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.439670] env[69399]: DEBUG nova.compute.manager [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.473986] env[69399]: DEBUG nova.virt.hardware [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.474357] env[69399]: DEBUG nova.virt.hardware [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.474403] env[69399]: DEBUG nova.virt.hardware [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.475234] env[69399]: DEBUG nova.virt.hardware [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.475234] env[69399]: DEBUG nova.virt.hardware [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.475234] env[69399]: DEBUG nova.virt.hardware [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.475234] env[69399]: DEBUG nova.virt.hardware [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.475419] env[69399]: DEBUG nova.virt.hardware [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.475451] env[69399]: DEBUG nova.virt.hardware [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.475605] env[69399]: DEBUG nova.virt.hardware [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.475778] env[69399]: DEBUG nova.virt.hardware [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.476584] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance da2b0704-38ab-47ef-855f-0df5ee7fcbae has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 746.476790] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=69399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 746.478089] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=69399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 746.480912] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18f8a47-1b08-41d9-8aeb-d701502ec541 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.491382] env[69399]: DEBUG nova.compute.manager [req-afa082d7-49a4-4bb6-89fe-edc803cbf845 req-76a38d4b-b43a-4221-87c2-64cea690d69e service nova] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Received event network-changed-d5dfd71e-f848-42be-9017-70574bef95ef {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.491382] env[69399]: DEBUG nova.compute.manager [req-afa082d7-49a4-4bb6-89fe-edc803cbf845 req-76a38d4b-b43a-4221-87c2-64cea690d69e service nova] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Refreshing instance network info cache due to event network-changed-d5dfd71e-f848-42be-9017-70574bef95ef. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 746.491382] env[69399]: DEBUG oslo_concurrency.lockutils [req-afa082d7-49a4-4bb6-89fe-edc803cbf845 req-76a38d4b-b43a-4221-87c2-64cea690d69e service nova] Acquiring lock "refresh_cache-2068b009-a493-4a97-adb2-bf90e6d71c12" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.491382] env[69399]: DEBUG oslo_concurrency.lockutils [req-afa082d7-49a4-4bb6-89fe-edc803cbf845 req-76a38d4b-b43a-4221-87c2-64cea690d69e service nova] Acquired lock "refresh_cache-2068b009-a493-4a97-adb2-bf90e6d71c12" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.492627] env[69399]: DEBUG nova.network.neutron [req-afa082d7-49a4-4bb6-89fe-edc803cbf845 req-76a38d4b-b43a-4221-87c2-64cea690d69e service nova] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Refreshing network info cache for port d5dfd71e-f848-42be-9017-70574bef95ef {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.497209] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690fc9a5-1337-4b41-9774-2d95d319474d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.524241] env[69399]: DEBUG nova.compute.manager [req-ed1ef3b4-4e4e-43e8-9da1-ef236b725c03 req-f9087983-1f5d-4750-a389-de2c3b7450bd service nova] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Received event network-vif-plugged-c6321861-cb61-4a91-9262-9c93454ab6e6 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.524493] env[69399]: DEBUG oslo_concurrency.lockutils [req-ed1ef3b4-4e4e-43e8-9da1-ef236b725c03 req-f9087983-1f5d-4750-a389-de2c3b7450bd service nova] Acquiring lock "3b6c310f-7ba1-448c-9989-5c1cd63cdeb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.524682] env[69399]: DEBUG oslo_concurrency.lockutils [req-ed1ef3b4-4e4e-43e8-9da1-ef236b725c03 req-f9087983-1f5d-4750-a389-de2c3b7450bd service nova] Lock "3b6c310f-7ba1-448c-9989-5c1cd63cdeb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.524843] env[69399]: DEBUG oslo_concurrency.lockutils [req-ed1ef3b4-4e4e-43e8-9da1-ef236b725c03 req-f9087983-1f5d-4750-a389-de2c3b7450bd service nova] Lock "3b6c310f-7ba1-448c-9989-5c1cd63cdeb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.525025] env[69399]: DEBUG nova.compute.manager [req-ed1ef3b4-4e4e-43e8-9da1-ef236b725c03 req-f9087983-1f5d-4750-a389-de2c3b7450bd service nova] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] No waiting events found dispatching network-vif-plugged-c6321861-cb61-4a91-9262-9c93454ab6e6 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 746.525209] env[69399]: WARNING nova.compute.manager [req-ed1ef3b4-4e4e-43e8-9da1-ef236b725c03 req-f9087983-1f5d-4750-a389-de2c3b7450bd service nova] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Received unexpected event network-vif-plugged-c6321861-cb61-4a91-9262-9c93454ab6e6 for instance with vm_state building and task_state spawning. [ 746.621226] env[69399]: DEBUG nova.compute.manager [None req-601b239d-d885-4e32-91b2-38279e591665 tempest-ServerDiagnosticsTest-249042742 tempest-ServerDiagnosticsTest-249042742-project-admin] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.626024] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39461174-ebb4-4f03-9915-63b05a5f2da6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.633716] env[69399]: INFO nova.compute.manager [None req-601b239d-d885-4e32-91b2-38279e591665 tempest-ServerDiagnosticsTest-249042742 tempest-ServerDiagnosticsTest-249042742-project-admin] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Retrieving diagnostics [ 746.634586] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e02a98-fcd2-41e4-85cd-e0038865c5c7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.677987] env[69399]: DEBUG nova.network.neutron [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Updating instance_info_cache with network_info: [{"id": "c6321861-cb61-4a91-9262-9c93454ab6e6", "address": "fa:16:3e:42:b3:fb", "network": {"id": "e6123224-ba4a-4d8f-91b9-06e051cef811", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70c0851169f84ebb9810edf05230c60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6321861-cb", "ovs_interfaceid": "c6321861-cb61-4a91-9262-9c93454ab6e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.686397] env[69399]: INFO nova.compute.manager [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Took 17.31 seconds to build instance. [ 746.697901] env[69399]: DEBUG oslo_vmware.api [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176354, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.757437] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f127dd7-a1b3-4493-ad83-a0f8336bd749 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.770942] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f76bde-d893-4be4-9d04-356a0622eec6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.814828] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e802179-c372-4be9-a748-a1c79d8dcdb2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.825209] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4a9335-faf5-4a73-8754-2ad21e9f4db8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.840582] env[69399]: DEBUG nova.compute.provider_tree [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.183453] env[69399]: DEBUG oslo_vmware.api [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176354, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.011793} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.183734] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 2068b009-a493-4a97-adb2-bf90e6d71c12/2068b009-a493-4a97-adb2-bf90e6d71c12.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.183945] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.184429] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ac3cda7-e708-4283-92d1-54ab15581cf8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.190851] env[69399]: DEBUG oslo_concurrency.lockutils [None req-14dda301-4043-46ff-8645-0bf942b83c8a tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Lock "03b06284-6fa8-49c1-a1f1-b9fe046c60a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.826s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.194123] env[69399]: DEBUG oslo_vmware.api [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Waiting for the task: (returnval){ [ 747.194123] env[69399]: value = "task-4176355" [ 747.194123] env[69399]: _type = "Task" [ 747.194123] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.205580] env[69399]: DEBUG oslo_vmware.api [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176355, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.209535] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Releasing lock "refresh_cache-3b6c310f-7ba1-448c-9989-5c1cd63cdeb1" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.209535] env[69399]: DEBUG nova.compute.manager [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Instance network_info: |[{"id": "c6321861-cb61-4a91-9262-9c93454ab6e6", "address": "fa:16:3e:42:b3:fb", "network": {"id": "e6123224-ba4a-4d8f-91b9-06e051cef811", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70c0851169f84ebb9810edf05230c60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6321861-cb", "ovs_interfaceid": "c6321861-cb61-4a91-9262-9c93454ab6e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 747.210852] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:b3:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6321861-cb61-4a91-9262-9c93454ab6e6', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.219954] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Creating folder: Project (5f7393cc0d004ca5a33c35e722a3f13b). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.220862] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6685217b-757f-4708-b9fd-c06d9cf68450 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.233977] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Created folder: Project (5f7393cc0d004ca5a33c35e722a3f13b) in parent group-v826677. [ 747.234295] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Creating folder: Instances. Parent ref: group-v826697. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.234814] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a76306c-dc49-439f-b949-68db29889bee {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.249458] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Created folder: Instances in parent group-v826697. [ 747.249717] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.249931] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.250308] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27a3f413-9a84-48e2-97b1-e28a044fa484 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.277580] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.277580] env[69399]: value = "task-4176358" [ 747.277580] env[69399]: _type = "Task" [ 747.277580] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.290045] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176358, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.335022] env[69399]: DEBUG nova.network.neutron [req-afa082d7-49a4-4bb6-89fe-edc803cbf845 req-76a38d4b-b43a-4221-87c2-64cea690d69e service nova] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Updated VIF entry in instance network info cache for port d5dfd71e-f848-42be-9017-70574bef95ef. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.335022] env[69399]: DEBUG nova.network.neutron [req-afa082d7-49a4-4bb6-89fe-edc803cbf845 req-76a38d4b-b43a-4221-87c2-64cea690d69e service nova] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Updating instance_info_cache with network_info: [{"id": "d5dfd71e-f848-42be-9017-70574bef95ef", "address": "fa:16:3e:f5:e3:39", "network": {"id": "e6123224-ba4a-4d8f-91b9-06e051cef811", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70c0851169f84ebb9810edf05230c60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5dfd71e-f8", "ovs_interfaceid": "d5dfd71e-f848-42be-9017-70574bef95ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.344376] env[69399]: DEBUG nova.scheduler.client.report [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.708599] env[69399]: DEBUG oslo_vmware.api [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176355, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144664} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.709039] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.711262] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0431bb4-c94c-4027-a16a-448448281762 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.751793] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 2068b009-a493-4a97-adb2-bf90e6d71c12/2068b009-a493-4a97-adb2-bf90e6d71c12.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.752269] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a36f695-bfcd-412a-a402-d2c66145d3ee {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.784873] env[69399]: DEBUG oslo_vmware.api [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Waiting for the task: (returnval){ [ 747.784873] env[69399]: value = "task-4176359" [ 747.784873] env[69399]: _type = "Task" [ 747.784873] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.793677] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176358, 'name': CreateVM_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.802965] env[69399]: DEBUG oslo_vmware.api [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176359, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.837128] env[69399]: DEBUG oslo_concurrency.lockutils [req-afa082d7-49a4-4bb6-89fe-edc803cbf845 req-76a38d4b-b43a-4221-87c2-64cea690d69e service nova] Releasing lock "refresh_cache-2068b009-a493-4a97-adb2-bf90e6d71c12" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.850611] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69399) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 747.850920] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.459s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.851275] env[69399]: DEBUG oslo_concurrency.lockutils [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.359s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.853498] env[69399]: INFO nova.compute.claims [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.298196] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176358, 'name': CreateVM_Task, 'duration_secs': 0.81666} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.302366] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.303153] env[69399]: DEBUG oslo_vmware.api [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.303927] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.304192] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.304602] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.305244] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38a38ec8-7259-4bac-8bc9-8141b55d13d0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.314856] env[69399]: DEBUG oslo_vmware.api [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Waiting for the task: (returnval){ [ 748.314856] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]520ab56e-defe-0ac8-8ef6-9ec7b696cb14" [ 748.314856] env[69399]: _type = "Task" [ 748.314856] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.325676] env[69399]: INFO nova.compute.manager [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Rebuilding instance [ 748.325676] env[69399]: DEBUG oslo_vmware.api [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]520ab56e-defe-0ac8-8ef6-9ec7b696cb14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.396396] env[69399]: DEBUG nova.compute.manager [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.397456] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10deab3c-61f9-4517-8017-3b630948c2e1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.443022] env[69399]: DEBUG nova.network.neutron [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Successfully updated port: 4c6d82dd-086c-4c9c-aba3-990805027578 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 748.805879] env[69399]: DEBUG oslo_vmware.api [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176359, 'name': ReconfigVM_Task, 'duration_secs': 0.940763} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.806250] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 2068b009-a493-4a97-adb2-bf90e6d71c12/2068b009-a493-4a97-adb2-bf90e6d71c12.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.807175] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27870afa-923b-4efc-af2d-259912081676 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.823311] env[69399]: DEBUG oslo_vmware.api [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Waiting for the task: (returnval){ [ 748.823311] env[69399]: value = "task-4176360" [ 748.823311] env[69399]: _type = "Task" [ 748.823311] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.836769] env[69399]: DEBUG oslo_vmware.api [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]520ab56e-defe-0ac8-8ef6-9ec7b696cb14, 'name': SearchDatastore_Task, 'duration_secs': 0.030608} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.837851] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.839184] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.839184] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.839184] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.839493] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.839778] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72b67025-96f6-44b1-b0c5-ba5a522fe946 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.850328] env[69399]: DEBUG oslo_vmware.api [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176360, 'name': Rename_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.858823] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.860386] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.860721] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a34b644-ce67-4a4b-9671-48edc2b82379 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.871338] env[69399]: DEBUG oslo_vmware.api [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Waiting for the task: (returnval){ [ 748.871338] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52466e4c-0e51-ad12-e1bf-11f11254dfd6" [ 748.871338] env[69399]: _type = "Task" [ 748.871338] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.886552] env[69399]: DEBUG oslo_vmware.api [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52466e4c-0e51-ad12-e1bf-11f11254dfd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.945496] env[69399]: DEBUG oslo_concurrency.lockutils [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Acquiring lock "refresh_cache-f7e38fa3-14c9-44a8-9234-45abec23187c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.945718] env[69399]: DEBUG oslo_concurrency.lockutils [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Acquired lock "refresh_cache-f7e38fa3-14c9-44a8-9234-45abec23187c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.945843] env[69399]: DEBUG nova.network.neutron [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.075469] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91943c7-6a1d-408a-a19d-3b61575a6510 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.086761] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cec270-4a4a-4999-8a3d-e89648371990 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.126932] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3d8644-b89b-4939-8f10-2bb9d5c0fc81 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.135938] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb8a1e8-924c-47d0-b8d8-e9790a985363 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.152443] env[69399]: DEBUG nova.compute.provider_tree [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.335124] env[69399]: DEBUG oslo_vmware.api [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176360, 'name': Rename_Task, 'duration_secs': 0.202988} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.335124] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.335329] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef78f950-e217-4c1b-bc13-8960c4aad9b6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.345041] env[69399]: DEBUG oslo_vmware.api [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Waiting for the task: (returnval){ [ 749.345041] env[69399]: value = "task-4176361" [ 749.345041] env[69399]: _type = "Task" [ 749.345041] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.357068] env[69399]: DEBUG oslo_vmware.api [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176361, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.382462] env[69399]: DEBUG oslo_vmware.api [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52466e4c-0e51-ad12-e1bf-11f11254dfd6, 'name': SearchDatastore_Task, 'duration_secs': 0.014565} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.383473] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e06e4d32-a61c-4d22-9ea0-976e26f7b00c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.390733] env[69399]: DEBUG oslo_vmware.api [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Waiting for the task: (returnval){ [ 749.390733] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52089a6f-2a1d-e4a5-c7b0-5439545a045f" [ 749.390733] env[69399]: _type = "Task" [ 749.390733] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.400840] env[69399]: DEBUG oslo_vmware.api [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52089a6f-2a1d-e4a5-c7b0-5439545a045f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.416800] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 749.417142] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eba0abe7-69e4-4680-ab3c-7addaf8496ad {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.429170] env[69399]: DEBUG oslo_vmware.api [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Waiting for the task: (returnval){ [ 749.429170] env[69399]: value = "task-4176362" [ 749.429170] env[69399]: _type = "Task" [ 749.429170] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.440140] env[69399]: DEBUG oslo_vmware.api [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': task-4176362, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.452546] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Acquiring lock "90256eb2-af00-45a2-b883-8cbb95046461" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.452769] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Lock "90256eb2-af00-45a2-b883-8cbb95046461" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.582276] env[69399]: DEBUG nova.network.neutron [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.656480] env[69399]: DEBUG nova.scheduler.client.report [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.857672] env[69399]: DEBUG oslo_vmware.api [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176361, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.913999] env[69399]: DEBUG oslo_vmware.api [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52089a6f-2a1d-e4a5-c7b0-5439545a045f, 'name': SearchDatastore_Task, 'duration_secs': 0.020365} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.914438] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.914850] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1/3b6c310f-7ba1-448c-9989-5c1cd63cdeb1.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.915210] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c8cffcb-95fc-4dd1-b2a8-e40af627ab71 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.926327] env[69399]: DEBUG oslo_vmware.api [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Waiting for the task: (returnval){ [ 749.926327] env[69399]: value = "task-4176363" [ 749.926327] env[69399]: _type = "Task" [ 749.926327] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.947264] env[69399]: DEBUG oslo_vmware.api [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': task-4176362, 'name': PowerOffVM_Task, 'duration_secs': 0.281733} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.952342] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 749.952342] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.952816] env[69399]: DEBUG oslo_vmware.api [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Task: {'id': task-4176363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.953637] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59c6abf-543c-4e61-abe5-36db07fb8bf7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.958631] env[69399]: DEBUG nova.compute.manager [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 749.965739] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 749.966318] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5cf31e2b-1797-45d5-aa13-9784ad2a783e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.005484] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Acquiring lock "6425e15d-add3-442e-a190-9f2df94d5215" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.005964] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Lock "6425e15d-add3-442e-a190-9f2df94d5215" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.008217] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.008617] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.009089] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Deleting the datastore file [datastore2] 9dd18afb-5a25-48e4-9250-fe7122031a6c {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.010292] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2d0df87-7463-4c9e-bddf-2ed6381ad355 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.020919] env[69399]: DEBUG oslo_vmware.api [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Waiting for the task: (returnval){ [ 750.020919] env[69399]: value = "task-4176365" [ 750.020919] env[69399]: _type = "Task" [ 750.020919] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.032548] env[69399]: DEBUG oslo_vmware.api [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': task-4176365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.162720] env[69399]: DEBUG oslo_concurrency.lockutils [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.163704] env[69399]: DEBUG nova.compute.manager [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 750.170988] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.717s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.175296] env[69399]: INFO nova.compute.claims [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.354501] env[69399]: DEBUG nova.network.neutron [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Successfully updated port: 01512a6f-bc98-44ca-8c52-79d3c418a800 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 750.361056] env[69399]: DEBUG oslo_vmware.api [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176361, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.442748] env[69399]: DEBUG oslo_vmware.api [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Task: {'id': task-4176363, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.485645] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.495355] env[69399]: DEBUG nova.network.neutron [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Updating instance_info_cache with network_info: [{"id": "4c6d82dd-086c-4c9c-aba3-990805027578", "address": "fa:16:3e:6f:e3:fd", "network": {"id": "ce14989c-5930-4b20-b269-28469d2ddde4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1829568964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0984450c2fb6461583a57ac0471f46b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c6d82dd-08", "ovs_interfaceid": "4c6d82dd-086c-4c9c-aba3-990805027578", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.510759] env[69399]: DEBUG nova.compute.manager [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 750.540067] env[69399]: DEBUG oslo_vmware.api [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': task-4176365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188879} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.540457] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 750.540697] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 750.540913] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 750.685436] env[69399]: DEBUG nova.compute.utils [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 750.687976] env[69399]: DEBUG nova.compute.manager [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 750.687976] env[69399]: DEBUG nova.network.neutron [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 750.759102] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Acquiring lock "c2e45558-5c57-4300-b255-1709734baa40" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.759333] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Lock "c2e45558-5c57-4300-b255-1709734baa40" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.854318] env[69399]: DEBUG nova.policy [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '238330dd46db4e949ee6692f72f90846', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a9417a015784ab98988dfe1dca982ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 750.856955] env[69399]: DEBUG oslo_concurrency.lockutils [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Acquiring lock "refresh_cache-6e5efac3-e29f-4168-b45c-e6e81e46d263" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.857076] env[69399]: DEBUG oslo_concurrency.lockutils [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Acquired lock "refresh_cache-6e5efac3-e29f-4168-b45c-e6e81e46d263" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.857224] env[69399]: DEBUG nova.network.neutron [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.863216] env[69399]: DEBUG oslo_vmware.api [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176361, 'name': PowerOnVM_Task, 'duration_secs': 1.388005} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.863216] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.863216] env[69399]: INFO nova.compute.manager [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Took 12.62 seconds to spawn the instance on the hypervisor. [ 750.863698] env[69399]: DEBUG nova.compute.manager [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.864438] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528c2f5e-f0b8-4d8d-b31a-48ab4d10e7e7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.941139] env[69399]: DEBUG oslo_vmware.api [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Task: {'id': task-4176363, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.999158] env[69399]: DEBUG oslo_concurrency.lockutils [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Releasing lock "refresh_cache-f7e38fa3-14c9-44a8-9234-45abec23187c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.999528] env[69399]: DEBUG nova.compute.manager [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Instance network_info: |[{"id": "4c6d82dd-086c-4c9c-aba3-990805027578", "address": "fa:16:3e:6f:e3:fd", "network": {"id": "ce14989c-5930-4b20-b269-28469d2ddde4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1829568964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0984450c2fb6461583a57ac0471f46b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c6d82dd-08", "ovs_interfaceid": "4c6d82dd-086c-4c9c-aba3-990805027578", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 750.999973] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:e3:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3117b312-701b-4439-b197-96b6c5cdca89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c6d82dd-086c-4c9c-aba3-990805027578', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.009034] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Creating folder: Project (0984450c2fb6461583a57ac0471f46b9). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.009034] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-100e8b08-b9d3-4225-a7fd-ed62e79428e1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.028118] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Created folder: Project (0984450c2fb6461583a57ac0471f46b9) in parent group-v826677. [ 751.028573] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Creating folder: Instances. Parent ref: group-v826700. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.033247] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60f08b83-d0d1-4ba4-981c-08d62386850a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.043647] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Created folder: Instances in parent group-v826700. [ 751.043946] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.045919] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.051896] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aea5ef27-418d-4e8a-bf94-00163570e2ca {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.066157] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.073084] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.073084] env[69399]: value = "task-4176368" [ 751.073084] env[69399]: _type = "Task" [ 751.073084] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.082434] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176368, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.194220] env[69399]: DEBUG nova.compute.manager [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 751.261859] env[69399]: DEBUG nova.compute.manager [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 751.391665] env[69399]: INFO nova.compute.manager [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Took 21.14 seconds to build instance. [ 751.444009] env[69399]: DEBUG oslo_vmware.api [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Task: {'id': task-4176363, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.455576] env[69399]: DEBUG nova.network.neutron [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.464308] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e90765-1b94-43d4-b811-1dc96631c39b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.470164] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84999583-5db8-474f-aeac-1afef3f8bbd1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.514549] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7ce233-8c1d-46a2-95c7-46314d61306f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.527617] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e0f43f-031e-49f8-b919-4dd5d7332d66 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.544492] env[69399]: DEBUG nova.compute.provider_tree [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.587221] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176368, 'name': CreateVM_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.597311] env[69399]: DEBUG nova.virt.hardware [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.598027] env[69399]: DEBUG nova.virt.hardware [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.598027] env[69399]: DEBUG nova.virt.hardware [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.598027] env[69399]: DEBUG nova.virt.hardware [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.598749] env[69399]: DEBUG nova.virt.hardware [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.599440] env[69399]: DEBUG nova.virt.hardware [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.599440] env[69399]: DEBUG nova.virt.hardware [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.599440] env[69399]: DEBUG nova.virt.hardware [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.599610] env[69399]: DEBUG nova.virt.hardware [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.599880] env[69399]: DEBUG nova.virt.hardware [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.601082] env[69399]: DEBUG nova.virt.hardware [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.601082] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e071838c-489e-4a65-b277-d66b0c05da40 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.609370] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90706196-0d3f-4945-ba77-611e5a98b275 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.626025] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Instance VIF info [] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.634686] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.634856] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.635118] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c732a56-617d-403f-b391-8040d29603eb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.656520] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.656520] env[69399]: value = "task-4176369" [ 751.656520] env[69399]: _type = "Task" [ 751.656520] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.668579] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176369, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.798969] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.892498] env[69399]: DEBUG nova.network.neutron [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Updating instance_info_cache with network_info: [{"id": "01512a6f-bc98-44ca-8c52-79d3c418a800", "address": "fa:16:3e:04:b5:26", "network": {"id": "88b8082a-c523-4967-9066-83f94d78749f", "bridge": "br-int", "label": "tempest-ServersTestJSON-1767932756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "0e3f32e08927430796d472f4468ad51d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01512a6f-bc", "ovs_interfaceid": "01512a6f-bc98-44ca-8c52-79d3c418a800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.896429] env[69399]: DEBUG oslo_concurrency.lockutils [None req-62ca27f6-843c-439f-a5d4-4298ccf53586 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Lock "2068b009-a493-4a97-adb2-bf90e6d71c12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.651s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.923366] env[69399]: DEBUG nova.network.neutron [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Successfully created port: c5704652-f5c7-4986-8d58-3d31dc3e6373 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 751.945477] env[69399]: DEBUG oslo_vmware.api [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Task: {'id': task-4176363, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.711253} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.945477] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1/3b6c310f-7ba1-448c-9989-5c1cd63cdeb1.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.945985] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.946487] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dac6d41d-31f6-4bd3-9085-b7dfe2f9b7c2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.957960] env[69399]: DEBUG oslo_vmware.api [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Waiting for the task: (returnval){ [ 751.957960] env[69399]: value = "task-4176370" [ 751.957960] env[69399]: _type = "Task" [ 751.957960] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.972385] env[69399]: DEBUG oslo_vmware.api [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Task: {'id': task-4176370, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.048652] env[69399]: DEBUG nova.scheduler.client.report [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.085680] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176368, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.173611] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176369, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.206555] env[69399]: DEBUG nova.compute.manager [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 752.243486] env[69399]: DEBUG nova.virt.hardware [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:50:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84042334',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-701216282',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.243735] env[69399]: DEBUG nova.virt.hardware [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.244338] env[69399]: DEBUG nova.virt.hardware [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.244338] env[69399]: DEBUG nova.virt.hardware [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.244462] env[69399]: DEBUG nova.virt.hardware [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.244510] env[69399]: DEBUG nova.virt.hardware [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.244707] env[69399]: DEBUG nova.virt.hardware [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.244869] env[69399]: DEBUG nova.virt.hardware [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.245027] env[69399]: DEBUG nova.virt.hardware [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.245189] env[69399]: DEBUG nova.virt.hardware [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.245364] env[69399]: DEBUG nova.virt.hardware [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.246274] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae69e905-a037-41ff-8928-d3597e737daf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.258405] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74459d6-2479-47da-a833-e81a92a63737 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.399761] env[69399]: DEBUG oslo_concurrency.lockutils [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Releasing lock "refresh_cache-6e5efac3-e29f-4168-b45c-e6e81e46d263" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.401034] env[69399]: DEBUG nova.compute.manager [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Instance network_info: |[{"id": "01512a6f-bc98-44ca-8c52-79d3c418a800", "address": "fa:16:3e:04:b5:26", "network": {"id": "88b8082a-c523-4967-9066-83f94d78749f", "bridge": "br-int", "label": "tempest-ServersTestJSON-1767932756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "0e3f32e08927430796d472f4468ad51d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01512a6f-bc", "ovs_interfaceid": "01512a6f-bc98-44ca-8c52-79d3c418a800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 752.401201] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:b5:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc6e6fe1-c4f5-4389-a49f-0978060eebb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01512a6f-bc98-44ca-8c52-79d3c418a800', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.410019] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Creating folder: Project (0e3f32e08927430796d472f4468ad51d). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.410418] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e104c61-5875-4155-bd6f-22097b7d13c2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.423775] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Created folder: Project (0e3f32e08927430796d472f4468ad51d) in parent group-v826677. [ 752.424042] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Creating folder: Instances. Parent ref: group-v826704. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.424697] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d722fb23-c819-44a1-b687-c3bcc23bdc10 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.437020] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Created folder: Instances in parent group-v826704. [ 752.437020] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.437020] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.437020] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0ccc67b-dca3-42b4-b68c-4eb4baef362c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.463403] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.463403] env[69399]: value = "task-4176373" [ 752.463403] env[69399]: _type = "Task" [ 752.463403] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.463892] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e73c8a82-5240-4279-a290-fd7da06e3c97 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Acquiring lock "9b9e992b-3f6a-4e56-8c9d-944507c869a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.464292] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e73c8a82-5240-4279-a290-fd7da06e3c97 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Lock "9b9e992b-3f6a-4e56-8c9d-944507c869a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.464383] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e73c8a82-5240-4279-a290-fd7da06e3c97 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Acquiring lock "9b9e992b-3f6a-4e56-8c9d-944507c869a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.464524] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e73c8a82-5240-4279-a290-fd7da06e3c97 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Lock "9b9e992b-3f6a-4e56-8c9d-944507c869a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.464703] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e73c8a82-5240-4279-a290-fd7da06e3c97 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Lock "9b9e992b-3f6a-4e56-8c9d-944507c869a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.470374] env[69399]: INFO nova.compute.manager [None req-e73c8a82-5240-4279-a290-fd7da06e3c97 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Terminating instance [ 752.475927] env[69399]: DEBUG oslo_vmware.api [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Task: {'id': task-4176370, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086264} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.477468] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.478867] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a34f4b1-ff59-4ee2-b798-54fd6d65c5b4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.486776] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176373, 'name': CreateVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.508714] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1/3b6c310f-7ba1-448c-9989-5c1cd63cdeb1.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.509814] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49c8f48d-5766-4e5a-92cf-3527093f59ad {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.533762] env[69399]: DEBUG oslo_vmware.api [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Waiting for the task: (returnval){ [ 752.533762] env[69399]: value = "task-4176374" [ 752.533762] env[69399]: _type = "Task" [ 752.533762] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.545561] env[69399]: DEBUG oslo_vmware.api [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Task: {'id': task-4176374, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.560721] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.391s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.560721] env[69399]: DEBUG nova.compute.manager [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 752.563472] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.078s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.565479] env[69399]: INFO nova.compute.claims [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.590839] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176368, 'name': CreateVM_Task, 'duration_secs': 1.098976} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.590839] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.590839] env[69399]: DEBUG oslo_concurrency.lockutils [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.590839] env[69399]: DEBUG oslo_concurrency.lockutils [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.590839] env[69399]: DEBUG oslo_concurrency.lockutils [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.591179] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b481e53-b1b6-4069-899c-0eb6932f73e0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.597061] env[69399]: DEBUG oslo_vmware.api [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Waiting for the task: (returnval){ [ 752.597061] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]529b0b7d-ebb2-bae7-4a63-a1534e4ca870" [ 752.597061] env[69399]: _type = "Task" [ 752.597061] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.610443] env[69399]: DEBUG oslo_vmware.api [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]529b0b7d-ebb2-bae7-4a63-a1534e4ca870, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.675079] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176369, 'name': CreateVM_Task, 'duration_secs': 0.52492} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.675274] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.675712] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.980799] env[69399]: DEBUG nova.compute.manager [None req-e73c8a82-5240-4279-a290-fd7da06e3c97 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 752.981420] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e73c8a82-5240-4279-a290-fd7da06e3c97 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 752.981718] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176373, 'name': CreateVM_Task, 'duration_secs': 0.406984} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.982564] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265cb5d9-7b21-498b-8a4f-c10febb90652 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.986122] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.987505] env[69399]: DEBUG oslo_concurrency.lockutils [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.992837] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73c8a82-5240-4279-a290-fd7da06e3c97 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.993119] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d857ad36-1ae1-4007-b41b-8e59b4ac2b1f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.001562] env[69399]: DEBUG oslo_vmware.api [None req-e73c8a82-5240-4279-a290-fd7da06e3c97 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Waiting for the task: (returnval){ [ 753.001562] env[69399]: value = "task-4176375" [ 753.001562] env[69399]: _type = "Task" [ 753.001562] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.012642] env[69399]: DEBUG oslo_vmware.api [None req-e73c8a82-5240-4279-a290-fd7da06e3c97 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Task: {'id': task-4176375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.046617] env[69399]: DEBUG oslo_vmware.api [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Task: {'id': task-4176374, 'name': ReconfigVM_Task, 'duration_secs': 0.374513} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.046907] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1/3b6c310f-7ba1-448c-9989-5c1cd63cdeb1.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.047572] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e17d10be-ab81-405a-b297-4259864ac262 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.055517] env[69399]: DEBUG oslo_vmware.api [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Waiting for the task: (returnval){ [ 753.055517] env[69399]: value = "task-4176376" [ 753.055517] env[69399]: _type = "Task" [ 753.055517] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.066796] env[69399]: DEBUG oslo_vmware.api [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Task: {'id': task-4176376, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.070471] env[69399]: DEBUG nova.compute.utils [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.080764] env[69399]: DEBUG nova.compute.manager [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 753.080993] env[69399]: DEBUG nova.network.neutron [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.116341] env[69399]: DEBUG oslo_vmware.api [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]529b0b7d-ebb2-bae7-4a63-a1534e4ca870, 'name': SearchDatastore_Task, 'duration_secs': 0.011321} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.117248] env[69399]: DEBUG oslo_concurrency.lockutils [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.117596] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.117780] env[69399]: DEBUG oslo_concurrency.lockutils [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.117871] env[69399]: DEBUG oslo_concurrency.lockutils [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.118056] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.118704] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.118704] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.119470] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd70e683-3ddb-408e-a505-011c2ff535b1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.121348] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a13a770d-dd4c-4ea0-ba75-0e1e2c0db161 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.129396] env[69399]: DEBUG oslo_vmware.api [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Waiting for the task: (returnval){ [ 753.129396] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52a12003-dda8-5f11-d5d3-6fd4a21fc1db" [ 753.129396] env[69399]: _type = "Task" [ 753.129396] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.135861] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.136148] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.137168] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c571c50a-5d8f-4e04-9bcf-7b172e501c23 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.143776] env[69399]: DEBUG oslo_vmware.api [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52a12003-dda8-5f11-d5d3-6fd4a21fc1db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.148323] env[69399]: DEBUG oslo_vmware.api [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Waiting for the task: (returnval){ [ 753.148323] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b34c19-f136-c318-4e35-49757defdac5" [ 753.148323] env[69399]: _type = "Task" [ 753.148323] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.162677] env[69399]: DEBUG oslo_vmware.api [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b34c19-f136-c318-4e35-49757defdac5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.272666] env[69399]: DEBUG nova.policy [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '079136d1c08843388c0ec65fd063ff4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5dfa8fc2522d47dbbc51d3f4f207578c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.516539] env[69399]: DEBUG oslo_vmware.api [None req-e73c8a82-5240-4279-a290-fd7da06e3c97 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Task: {'id': task-4176375, 'name': PowerOffVM_Task, 'duration_secs': 0.218832} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.516903] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73c8a82-5240-4279-a290-fd7da06e3c97 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.516992] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e73c8a82-5240-4279-a290-fd7da06e3c97 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.517328] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b40a935c-8cd9-4d39-989e-47225879efc5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.566346] env[69399]: DEBUG oslo_vmware.api [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Task: {'id': task-4176376, 'name': Rename_Task, 'duration_secs': 0.198021} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.566638] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.566893] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4810106-62f9-4182-81bd-35d065811508 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.574738] env[69399]: DEBUG oslo_vmware.api [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Waiting for the task: (returnval){ [ 753.574738] env[69399]: value = "task-4176378" [ 753.574738] env[69399]: _type = "Task" [ 753.574738] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.578737] env[69399]: DEBUG nova.compute.manager [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 753.593090] env[69399]: DEBUG oslo_vmware.api [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Task: {'id': task-4176378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.593436] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e73c8a82-5240-4279-a290-fd7da06e3c97 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.593623] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e73c8a82-5240-4279-a290-fd7da06e3c97 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.593798] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-e73c8a82-5240-4279-a290-fd7da06e3c97 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Deleting the datastore file [datastore1] 9b9e992b-3f6a-4e56-8c9d-944507c869a6 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.594099] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3971f96-8d52-4dd5-8ca9-410f715102dd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.610468] env[69399]: DEBUG nova.compute.manager [req-dcfeee88-df29-4bbb-9153-325df31fc63a req-9bcfc778-f36f-484a-864d-b8d1e788857e service nova] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Received event network-vif-plugged-4c6d82dd-086c-4c9c-aba3-990805027578 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.610468] env[69399]: DEBUG oslo_concurrency.lockutils [req-dcfeee88-df29-4bbb-9153-325df31fc63a req-9bcfc778-f36f-484a-864d-b8d1e788857e service nova] Acquiring lock "f7e38fa3-14c9-44a8-9234-45abec23187c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.610635] env[69399]: DEBUG oslo_concurrency.lockutils [req-dcfeee88-df29-4bbb-9153-325df31fc63a req-9bcfc778-f36f-484a-864d-b8d1e788857e service nova] Lock "f7e38fa3-14c9-44a8-9234-45abec23187c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.610819] env[69399]: DEBUG oslo_concurrency.lockutils [req-dcfeee88-df29-4bbb-9153-325df31fc63a req-9bcfc778-f36f-484a-864d-b8d1e788857e service nova] Lock "f7e38fa3-14c9-44a8-9234-45abec23187c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.610989] env[69399]: DEBUG nova.compute.manager [req-dcfeee88-df29-4bbb-9153-325df31fc63a req-9bcfc778-f36f-484a-864d-b8d1e788857e service nova] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] No waiting events found dispatching network-vif-plugged-4c6d82dd-086c-4c9c-aba3-990805027578 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 753.611167] env[69399]: WARNING nova.compute.manager [req-dcfeee88-df29-4bbb-9153-325df31fc63a req-9bcfc778-f36f-484a-864d-b8d1e788857e service nova] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Received unexpected event network-vif-plugged-4c6d82dd-086c-4c9c-aba3-990805027578 for instance with vm_state building and task_state spawning. [ 753.612629] env[69399]: DEBUG nova.compute.manager [req-dcfeee88-df29-4bbb-9153-325df31fc63a req-9bcfc778-f36f-484a-864d-b8d1e788857e service nova] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Received event network-changed-4c6d82dd-086c-4c9c-aba3-990805027578 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.612754] env[69399]: DEBUG nova.compute.manager [req-dcfeee88-df29-4bbb-9153-325df31fc63a req-9bcfc778-f36f-484a-864d-b8d1e788857e service nova] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Refreshing instance network info cache due to event network-changed-4c6d82dd-086c-4c9c-aba3-990805027578. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 753.614540] env[69399]: DEBUG oslo_concurrency.lockutils [req-dcfeee88-df29-4bbb-9153-325df31fc63a req-9bcfc778-f36f-484a-864d-b8d1e788857e service nova] Acquiring lock "refresh_cache-f7e38fa3-14c9-44a8-9234-45abec23187c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.614540] env[69399]: DEBUG oslo_concurrency.lockutils [req-dcfeee88-df29-4bbb-9153-325df31fc63a req-9bcfc778-f36f-484a-864d-b8d1e788857e service nova] Acquired lock "refresh_cache-f7e38fa3-14c9-44a8-9234-45abec23187c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.614540] env[69399]: DEBUG nova.network.neutron [req-dcfeee88-df29-4bbb-9153-325df31fc63a req-9bcfc778-f36f-484a-864d-b8d1e788857e service nova] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Refreshing network info cache for port 4c6d82dd-086c-4c9c-aba3-990805027578 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.615411] env[69399]: DEBUG oslo_vmware.api [None req-e73c8a82-5240-4279-a290-fd7da06e3c97 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Waiting for the task: (returnval){ [ 753.615411] env[69399]: value = "task-4176379" [ 753.615411] env[69399]: _type = "Task" [ 753.615411] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.641172] env[69399]: DEBUG oslo_vmware.api [None req-e73c8a82-5240-4279-a290-fd7da06e3c97 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Task: {'id': task-4176379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.646557] env[69399]: DEBUG oslo_vmware.api [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52a12003-dda8-5f11-d5d3-6fd4a21fc1db, 'name': SearchDatastore_Task, 'duration_secs': 0.025146} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.649806] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.650078] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.650319] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.651160] env[69399]: DEBUG oslo_concurrency.lockutils [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.652367] env[69399]: DEBUG oslo_concurrency.lockutils [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.657037] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7aca435-7928-4c43-ad62-7e3df6aca4d6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.662489] env[69399]: DEBUG oslo_vmware.api [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Waiting for the task: (returnval){ [ 753.662489] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52ec146e-551c-ef73-e07b-92d7704c71d4" [ 753.662489] env[69399]: _type = "Task" [ 753.662489] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.669418] env[69399]: DEBUG nova.compute.manager [req-84c38beb-cd34-4369-8672-601d58f2c6f9 req-e58670a8-9340-498c-bea7-fd5316756709 service nova] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Received event network-changed-c6321861-cb61-4a91-9262-9c93454ab6e6 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.669645] env[69399]: DEBUG nova.compute.manager [req-84c38beb-cd34-4369-8672-601d58f2c6f9 req-e58670a8-9340-498c-bea7-fd5316756709 service nova] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Refreshing instance network info cache due to event network-changed-c6321861-cb61-4a91-9262-9c93454ab6e6. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 753.669884] env[69399]: DEBUG oslo_concurrency.lockutils [req-84c38beb-cd34-4369-8672-601d58f2c6f9 req-e58670a8-9340-498c-bea7-fd5316756709 service nova] Acquiring lock "refresh_cache-3b6c310f-7ba1-448c-9989-5c1cd63cdeb1" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.670518] env[69399]: DEBUG oslo_concurrency.lockutils [req-84c38beb-cd34-4369-8672-601d58f2c6f9 req-e58670a8-9340-498c-bea7-fd5316756709 service nova] Acquired lock "refresh_cache-3b6c310f-7ba1-448c-9989-5c1cd63cdeb1" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.670518] env[69399]: DEBUG nova.network.neutron [req-84c38beb-cd34-4369-8672-601d58f2c6f9 req-e58670a8-9340-498c-bea7-fd5316756709 service nova] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Refreshing network info cache for port c6321861-cb61-4a91-9262-9c93454ab6e6 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.672994] env[69399]: DEBUG oslo_vmware.api [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b34c19-f136-c318-4e35-49757defdac5, 'name': SearchDatastore_Task, 'duration_secs': 0.014359} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.680970] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-824b657f-8d4b-4024-999d-b76345e4eb8d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.691263] env[69399]: DEBUG oslo_vmware.api [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52ec146e-551c-ef73-e07b-92d7704c71d4, 'name': SearchDatastore_Task, 'duration_secs': 0.013652} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.693362] env[69399]: DEBUG oslo_concurrency.lockutils [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.693721] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.693918] env[69399]: DEBUG oslo_concurrency.lockutils [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.694892] env[69399]: DEBUG oslo_vmware.api [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Waiting for the task: (returnval){ [ 753.694892] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]529e1b44-7e47-8e0f-7456-36e42c35cf7c" [ 753.694892] env[69399]: _type = "Task" [ 753.694892] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.710906] env[69399]: DEBUG oslo_vmware.api [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]529e1b44-7e47-8e0f-7456-36e42c35cf7c, 'name': SearchDatastore_Task, 'duration_secs': 0.012841} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.710906] env[69399]: DEBUG oslo_concurrency.lockutils [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.710906] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] f7e38fa3-14c9-44a8-9234-45abec23187c/f7e38fa3-14c9-44a8-9234-45abec23187c.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.711571] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.711804] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.712823] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bef9380a-7453-41e6-8f3c-4a48e863e610 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.715340] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59d9405f-7e43-484d-9abe-855404e58e63 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.726312] env[69399]: DEBUG oslo_vmware.api [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Waiting for the task: (returnval){ [ 753.726312] env[69399]: value = "task-4176380" [ 753.726312] env[69399]: _type = "Task" [ 753.726312] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.728095] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.728251] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.733076] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-498bbd80-3d8f-4379-8488-45ae50cf6845 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.741360] env[69399]: DEBUG oslo_vmware.api [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Waiting for the task: (returnval){ [ 753.741360] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52570665-1029-b331-46ae-e9fa11697d42" [ 753.741360] env[69399]: _type = "Task" [ 753.741360] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.745676] env[69399]: DEBUG oslo_vmware.api [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': task-4176380, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.762271] env[69399]: DEBUG oslo_vmware.api [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52570665-1029-b331-46ae-e9fa11697d42, 'name': SearchDatastore_Task, 'duration_secs': 0.013411} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.764534] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47c0fadb-737d-4c71-941c-36e7416a2e64 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.770353] env[69399]: DEBUG oslo_vmware.api [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Waiting for the task: (returnval){ [ 753.770353] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52ca93b4-32db-e0c5-d28b-a997777f7fab" [ 753.770353] env[69399]: _type = "Task" [ 753.770353] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.788764] env[69399]: DEBUG oslo_vmware.api [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52ca93b4-32db-e0c5-d28b-a997777f7fab, 'name': SearchDatastore_Task, 'duration_secs': 0.011608} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.788764] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.788764] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 9dd18afb-5a25-48e4-9250-fe7122031a6c/9dd18afb-5a25-48e4-9250-fe7122031a6c.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.788764] env[69399]: DEBUG oslo_concurrency.lockutils [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.790077] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.790077] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c5e2767-f7a8-44c5-a558-aacd8fe28a04 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.790999] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ff1417e-999d-4448-a63a-b6ac074fc457 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.806061] env[69399]: DEBUG oslo_vmware.api [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Waiting for the task: (returnval){ [ 753.806061] env[69399]: value = "task-4176381" [ 753.806061] env[69399]: _type = "Task" [ 753.806061] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.806512] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.806571] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.812680] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ffff885-09af-47d9-8182-41be6b553700 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.822563] env[69399]: DEBUG oslo_vmware.api [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Waiting for the task: (returnval){ [ 753.822563] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b8e9c8-7ff5-eeda-265a-3f2af1b60f2a" [ 753.822563] env[69399]: _type = "Task" [ 753.822563] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.827215] env[69399]: DEBUG oslo_vmware.api [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': task-4176381, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.842682] env[69399]: DEBUG oslo_vmware.api [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b8e9c8-7ff5-eeda-265a-3f2af1b60f2a, 'name': SearchDatastore_Task, 'duration_secs': 0.014106} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.844781] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b129f93a-3db0-4e9c-8b16-3f3d4d95812c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.855825] env[69399]: DEBUG oslo_vmware.api [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Waiting for the task: (returnval){ [ 753.855825] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52639461-e49c-94a7-00ea-48a455012161" [ 753.855825] env[69399]: _type = "Task" [ 753.855825] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.864352] env[69399]: DEBUG oslo_vmware.api [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52639461-e49c-94a7-00ea-48a455012161, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.922959] env[69399]: DEBUG oslo_concurrency.lockutils [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Acquiring lock "fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.923277] env[69399]: DEBUG oslo_concurrency.lockutils [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Lock "fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.947028] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c605b36-b20b-47d6-9b5b-0e7c1b7138c0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.961693] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72454dd6-f81f-4a8e-ad06-da3ea607affd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.998246] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d32b1bf-3a73-43d2-94e3-58180e7b7471 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.007915] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67e0ca4-3284-46a0-a998-d35583046119 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.032013] env[69399]: DEBUG nova.compute.provider_tree [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.091801] env[69399]: DEBUG oslo_vmware.api [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Task: {'id': task-4176378, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.129744] env[69399]: DEBUG oslo_vmware.api [None req-e73c8a82-5240-4279-a290-fd7da06e3c97 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Task: {'id': task-4176379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232763} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.130405] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-e73c8a82-5240-4279-a290-fd7da06e3c97 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.130405] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e73c8a82-5240-4279-a290-fd7da06e3c97 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 754.130405] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e73c8a82-5240-4279-a290-fd7da06e3c97 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.130670] env[69399]: INFO nova.compute.manager [None req-e73c8a82-5240-4279-a290-fd7da06e3c97 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 754.130991] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e73c8a82-5240-4279-a290-fd7da06e3c97 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.131256] env[69399]: DEBUG nova.compute.manager [-] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 754.131328] env[69399]: DEBUG nova.network.neutron [-] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 754.242026] env[69399]: DEBUG oslo_vmware.api [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': task-4176380, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.321022] env[69399]: DEBUG oslo_vmware.api [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': task-4176381, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.366135] env[69399]: DEBUG oslo_vmware.api [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52639461-e49c-94a7-00ea-48a455012161, 'name': SearchDatastore_Task, 'duration_secs': 0.010532} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.366466] env[69399]: DEBUG oslo_concurrency.lockutils [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.366746] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 6e5efac3-e29f-4168-b45c-e6e81e46d263/6e5efac3-e29f-4168-b45c-e6e81e46d263.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.367024] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c23ebc2d-af5b-47a4-9b93-0af9e828cada {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.380708] env[69399]: DEBUG oslo_vmware.api [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Waiting for the task: (returnval){ [ 754.380708] env[69399]: value = "task-4176382" [ 754.380708] env[69399]: _type = "Task" [ 754.380708] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.390825] env[69399]: DEBUG oslo_vmware.api [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Task: {'id': task-4176382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.430100] env[69399]: DEBUG nova.compute.manager [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 754.461428] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d064d17e-3770-4028-8d2e-8a7d98b7d1c0 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Acquiring lock "8683cdab-4e16-49d4-b988-96e4eefb057d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.461428] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d064d17e-3770-4028-8d2e-8a7d98b7d1c0 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Lock "8683cdab-4e16-49d4-b988-96e4eefb057d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.461428] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d064d17e-3770-4028-8d2e-8a7d98b7d1c0 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Acquiring lock "8683cdab-4e16-49d4-b988-96e4eefb057d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.461428] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d064d17e-3770-4028-8d2e-8a7d98b7d1c0 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Lock "8683cdab-4e16-49d4-b988-96e4eefb057d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.461917] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d064d17e-3770-4028-8d2e-8a7d98b7d1c0 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Lock "8683cdab-4e16-49d4-b988-96e4eefb057d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.464833] env[69399]: INFO nova.compute.manager [None req-d064d17e-3770-4028-8d2e-8a7d98b7d1c0 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Terminating instance [ 754.523173] env[69399]: DEBUG nova.network.neutron [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Successfully created port: fba0de3c-783b-4f4c-8045-6c1793a86306 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.537248] env[69399]: DEBUG nova.scheduler.client.report [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.591065] env[69399]: DEBUG oslo_vmware.api [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Task: {'id': task-4176378, 'name': PowerOnVM_Task, 'duration_secs': 0.669404} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.591065] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.591065] env[69399]: INFO nova.compute.manager [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Took 12.99 seconds to spawn the instance on the hypervisor. [ 754.591358] env[69399]: DEBUG nova.compute.manager [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.592813] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb7d118-94af-45af-a73e-b44b6b9468e2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.597202] env[69399]: DEBUG nova.compute.manager [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 754.633305] env[69399]: DEBUG nova.virt.hardware [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.634798] env[69399]: DEBUG nova.virt.hardware [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.634798] env[69399]: DEBUG nova.virt.hardware [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.634798] env[69399]: DEBUG nova.virt.hardware [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.634798] env[69399]: DEBUG nova.virt.hardware [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.634798] env[69399]: DEBUG nova.virt.hardware [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.635063] env[69399]: DEBUG nova.virt.hardware [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.635063] env[69399]: DEBUG nova.virt.hardware [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.635063] env[69399]: DEBUG nova.virt.hardware [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.636327] env[69399]: DEBUG nova.virt.hardware [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.636327] env[69399]: DEBUG nova.virt.hardware [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.636501] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b001d2d9-930b-4914-8c8b-cc7b54c0b1d3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.646612] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d69ee4-6a54-4eb3-aebb-25caf72fad89 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.745604] env[69399]: DEBUG oslo_vmware.api [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': task-4176380, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552783} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.746295] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] f7e38fa3-14c9-44a8-9234-45abec23187c/f7e38fa3-14c9-44a8-9234-45abec23187c.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.746295] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.746520] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f43896e3-cee0-4818-a60b-a13333dfc2d5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.760629] env[69399]: DEBUG oslo_vmware.api [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Waiting for the task: (returnval){ [ 754.760629] env[69399]: value = "task-4176383" [ 754.760629] env[69399]: _type = "Task" [ 754.760629] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.782399] env[69399]: DEBUG oslo_vmware.api [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': task-4176383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.823041] env[69399]: DEBUG oslo_vmware.api [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': task-4176381, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.857161} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.823483] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 9dd18afb-5a25-48e4-9250-fe7122031a6c/9dd18afb-5a25-48e4-9250-fe7122031a6c.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.824700] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.824700] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea669871-ba00-4fb3-8ab9-c67cd90ab014 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.833645] env[69399]: DEBUG oslo_vmware.api [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Waiting for the task: (returnval){ [ 754.833645] env[69399]: value = "task-4176384" [ 754.833645] env[69399]: _type = "Task" [ 754.833645] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.845574] env[69399]: DEBUG oslo_vmware.api [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': task-4176384, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.895052] env[69399]: DEBUG oslo_vmware.api [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Task: {'id': task-4176382, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.965369] env[69399]: DEBUG oslo_concurrency.lockutils [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.968742] env[69399]: DEBUG nova.compute.manager [None req-d064d17e-3770-4028-8d2e-8a7d98b7d1c0 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 754.969384] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d064d17e-3770-4028-8d2e-8a7d98b7d1c0 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.970588] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec9709c-bde3-4ce7-b304-d43cd08411cd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.980955] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d064d17e-3770-4028-8d2e-8a7d98b7d1c0 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.981453] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35bed252-eeff-4967-83fc-13e45b80184d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.990996] env[69399]: DEBUG oslo_vmware.api [None req-d064d17e-3770-4028-8d2e-8a7d98b7d1c0 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Waiting for the task: (returnval){ [ 754.990996] env[69399]: value = "task-4176385" [ 754.990996] env[69399]: _type = "Task" [ 754.990996] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.003386] env[69399]: DEBUG oslo_vmware.api [None req-d064d17e-3770-4028-8d2e-8a7d98b7d1c0 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Task: {'id': task-4176385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.049738] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.050396] env[69399]: DEBUG nova.compute.manager [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 755.055395] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.989s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.057579] env[69399]: INFO nova.compute.claims [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.124593] env[69399]: INFO nova.compute.manager [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Took 24.80 seconds to build instance. [ 755.223791] env[69399]: DEBUG nova.network.neutron [req-dcfeee88-df29-4bbb-9153-325df31fc63a req-9bcfc778-f36f-484a-864d-b8d1e788857e service nova] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Updated VIF entry in instance network info cache for port 4c6d82dd-086c-4c9c-aba3-990805027578. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.224171] env[69399]: DEBUG nova.network.neutron [req-dcfeee88-df29-4bbb-9153-325df31fc63a req-9bcfc778-f36f-484a-864d-b8d1e788857e service nova] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Updating instance_info_cache with network_info: [{"id": "4c6d82dd-086c-4c9c-aba3-990805027578", "address": "fa:16:3e:6f:e3:fd", "network": {"id": "ce14989c-5930-4b20-b269-28469d2ddde4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1829568964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0984450c2fb6461583a57ac0471f46b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c6d82dd-08", "ovs_interfaceid": "4c6d82dd-086c-4c9c-aba3-990805027578", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.290422] env[69399]: DEBUG oslo_vmware.api [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': task-4176383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106122} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.290422] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.290422] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d8eec1-329f-4a80-9a72-4b6177c20d55 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.324826] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] f7e38fa3-14c9-44a8-9234-45abec23187c/f7e38fa3-14c9-44a8-9234-45abec23187c.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.328946] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec084f83-f5eb-4118-b893-add697a03b67 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.359050] env[69399]: DEBUG oslo_vmware.api [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': task-4176384, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192415} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.360603] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.361059] env[69399]: DEBUG oslo_vmware.api [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Waiting for the task: (returnval){ [ 755.361059] env[69399]: value = "task-4176386" [ 755.361059] env[69399]: _type = "Task" [ 755.361059] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.362140] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea1aff6-8e9a-457c-86ec-f7dbce0ed0e3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.374605] env[69399]: DEBUG oslo_vmware.api [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': task-4176386, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.395714] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 9dd18afb-5a25-48e4-9250-fe7122031a6c/9dd18afb-5a25-48e4-9250-fe7122031a6c.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.399577] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-951a95f1-3224-4e33-8901-619131b9c80b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.420799] env[69399]: DEBUG oslo_vmware.api [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Task: {'id': task-4176382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7386} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.422276] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 6e5efac3-e29f-4168-b45c-e6e81e46d263/6e5efac3-e29f-4168-b45c-e6e81e46d263.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.422509] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.422812] env[69399]: DEBUG oslo_vmware.api [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Waiting for the task: (returnval){ [ 755.422812] env[69399]: value = "task-4176387" [ 755.422812] env[69399]: _type = "Task" [ 755.422812] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.423009] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87fa55f2-a090-44b1-a148-9ba6d677563c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.434438] env[69399]: DEBUG oslo_vmware.api [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': task-4176387, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.435949] env[69399]: DEBUG oslo_vmware.api [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Waiting for the task: (returnval){ [ 755.435949] env[69399]: value = "task-4176388" [ 755.435949] env[69399]: _type = "Task" [ 755.435949] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.503355] env[69399]: DEBUG oslo_vmware.api [None req-d064d17e-3770-4028-8d2e-8a7d98b7d1c0 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Task: {'id': task-4176385, 'name': PowerOffVM_Task, 'duration_secs': 0.299103} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.503699] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d064d17e-3770-4028-8d2e-8a7d98b7d1c0 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 755.504263] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d064d17e-3770-4028-8d2e-8a7d98b7d1c0 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 755.504263] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-504a4d1b-2c0c-4490-9fd7-295e758f47fe {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.564715] env[69399]: DEBUG nova.compute.utils [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 755.572497] env[69399]: DEBUG nova.network.neutron [req-84c38beb-cd34-4369-8672-601d58f2c6f9 req-e58670a8-9340-498c-bea7-fd5316756709 service nova] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Updated VIF entry in instance network info cache for port c6321861-cb61-4a91-9262-9c93454ab6e6. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.572844] env[69399]: DEBUG nova.network.neutron [req-84c38beb-cd34-4369-8672-601d58f2c6f9 req-e58670a8-9340-498c-bea7-fd5316756709 service nova] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Updating instance_info_cache with network_info: [{"id": "c6321861-cb61-4a91-9262-9c93454ab6e6", "address": "fa:16:3e:42:b3:fb", "network": {"id": "e6123224-ba4a-4d8f-91b9-06e051cef811", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70c0851169f84ebb9810edf05230c60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6321861-cb", "ovs_interfaceid": "c6321861-cb61-4a91-9262-9c93454ab6e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.575718] env[69399]: DEBUG nova.compute.manager [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 755.575718] env[69399]: DEBUG nova.network.neutron [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 755.578380] env[69399]: DEBUG nova.network.neutron [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Successfully updated port: c5704652-f5c7-4986-8d58-3d31dc3e6373 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 755.623731] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d064d17e-3770-4028-8d2e-8a7d98b7d1c0 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.625108] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d064d17e-3770-4028-8d2e-8a7d98b7d1c0 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.625108] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d064d17e-3770-4028-8d2e-8a7d98b7d1c0 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Deleting the datastore file [datastore1] 8683cdab-4e16-49d4-b988-96e4eefb057d {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.625108] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70525669-7bfe-45b3-8aa9-6e53befd3533 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.629834] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b1853fb4-132c-4072-a519-612a2388e586 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Lock "3b6c310f-7ba1-448c-9989-5c1cd63cdeb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.323s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.631940] env[69399]: DEBUG oslo_vmware.api [None req-d064d17e-3770-4028-8d2e-8a7d98b7d1c0 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Waiting for the task: (returnval){ [ 755.631940] env[69399]: value = "task-4176390" [ 755.631940] env[69399]: _type = "Task" [ 755.631940] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.642297] env[69399]: DEBUG oslo_vmware.api [None req-d064d17e-3770-4028-8d2e-8a7d98b7d1c0 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Task: {'id': task-4176390, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.728220] env[69399]: DEBUG oslo_concurrency.lockutils [req-dcfeee88-df29-4bbb-9153-325df31fc63a req-9bcfc778-f36f-484a-864d-b8d1e788857e service nova] Releasing lock "refresh_cache-f7e38fa3-14c9-44a8-9234-45abec23187c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.753472] env[69399]: DEBUG nova.policy [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bde96697e554d579cc3a83646683568', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3902fecab5f74cc08171372012a03d30', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 755.782350] env[69399]: DEBUG oslo_concurrency.lockutils [None req-66eafec2-cd89-4d39-a70b-f19ae08137a7 tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Acquiring lock "03b06284-6fa8-49c1-a1f1-b9fe046c60a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.782888] env[69399]: DEBUG oslo_concurrency.lockutils [None req-66eafec2-cd89-4d39-a70b-f19ae08137a7 tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Lock "03b06284-6fa8-49c1-a1f1-b9fe046c60a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.782959] env[69399]: DEBUG oslo_concurrency.lockutils [None req-66eafec2-cd89-4d39-a70b-f19ae08137a7 tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Acquiring lock "03b06284-6fa8-49c1-a1f1-b9fe046c60a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.783114] env[69399]: DEBUG oslo_concurrency.lockutils [None req-66eafec2-cd89-4d39-a70b-f19ae08137a7 tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Lock "03b06284-6fa8-49c1-a1f1-b9fe046c60a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.783474] env[69399]: DEBUG oslo_concurrency.lockutils [None req-66eafec2-cd89-4d39-a70b-f19ae08137a7 tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Lock "03b06284-6fa8-49c1-a1f1-b9fe046c60a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.794073] env[69399]: INFO nova.compute.manager [None req-66eafec2-cd89-4d39-a70b-f19ae08137a7 tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Terminating instance [ 755.797673] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Acquiring lock "7003cf16-e687-4358-80f1-6b5854d5df96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.798014] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Lock "7003cf16-e687-4358-80f1-6b5854d5df96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.877112] env[69399]: DEBUG oslo_vmware.api [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': task-4176386, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.940742] env[69399]: DEBUG oslo_vmware.api [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': task-4176387, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.951526] env[69399]: DEBUG oslo_vmware.api [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Task: {'id': task-4176388, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08706} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.952067] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.952709] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac98f1f-939c-47e8-b08d-0fd89c316a09 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.978667] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 6e5efac3-e29f-4168-b45c-e6e81e46d263/6e5efac3-e29f-4168-b45c-e6e81e46d263.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.978824] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0648ef0-a10d-4eab-bebc-6d507f498236 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.001252] env[69399]: DEBUG oslo_vmware.api [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Waiting for the task: (returnval){ [ 756.001252] env[69399]: value = "task-4176391" [ 756.001252] env[69399]: _type = "Task" [ 756.001252] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.009091] env[69399]: DEBUG oslo_vmware.api [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Task: {'id': task-4176391, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.025958] env[69399]: DEBUG nova.network.neutron [-] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.078714] env[69399]: DEBUG nova.compute.manager [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 756.080104] env[69399]: DEBUG oslo_concurrency.lockutils [req-84c38beb-cd34-4369-8672-601d58f2c6f9 req-e58670a8-9340-498c-bea7-fd5316756709 service nova] Releasing lock "refresh_cache-3b6c310f-7ba1-448c-9989-5c1cd63cdeb1" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.084420] env[69399]: DEBUG oslo_concurrency.lockutils [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Acquiring lock "refresh_cache-df8e3dea-2e1c-47bc-87e5-2e6419e88b93" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.084575] env[69399]: DEBUG oslo_concurrency.lockutils [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Acquired lock "refresh_cache-df8e3dea-2e1c-47bc-87e5-2e6419e88b93" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.084783] env[69399]: DEBUG nova.network.neutron [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.145946] env[69399]: DEBUG oslo_vmware.api [None req-d064d17e-3770-4028-8d2e-8a7d98b7d1c0 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Task: {'id': task-4176390, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.409532} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.148884] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d064d17e-3770-4028-8d2e-8a7d98b7d1c0 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.150032] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d064d17e-3770-4028-8d2e-8a7d98b7d1c0 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.150032] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d064d17e-3770-4028-8d2e-8a7d98b7d1c0 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.150032] env[69399]: INFO nova.compute.manager [None req-d064d17e-3770-4028-8d2e-8a7d98b7d1c0 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 756.150032] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d064d17e-3770-4028-8d2e-8a7d98b7d1c0 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.150032] env[69399]: DEBUG nova.compute.manager [-] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 756.150366] env[69399]: DEBUG nova.network.neutron [-] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.307425] env[69399]: DEBUG nova.compute.manager [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 756.310980] env[69399]: DEBUG nova.compute.manager [None req-66eafec2-cd89-4d39-a70b-f19ae08137a7 tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 756.311515] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-66eafec2-cd89-4d39-a70b-f19ae08137a7 tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.314092] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b728f411-73e5-4c6a-aca9-cb633a1af614 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.325765] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-66eafec2-cd89-4d39-a70b-f19ae08137a7 tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.329373] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fe5dfcb-cf86-4bfa-b3bb-eaf94c20fe03 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.337850] env[69399]: DEBUG oslo_vmware.api [None req-66eafec2-cd89-4d39-a70b-f19ae08137a7 tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Waiting for the task: (returnval){ [ 756.337850] env[69399]: value = "task-4176392" [ 756.337850] env[69399]: _type = "Task" [ 756.337850] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.351166] env[69399]: DEBUG oslo_vmware.api [None req-66eafec2-cd89-4d39-a70b-f19ae08137a7 tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Task: {'id': task-4176392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.381984] env[69399]: DEBUG oslo_vmware.api [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': task-4176386, 'name': ReconfigVM_Task, 'duration_secs': 0.558807} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.382320] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Reconfigured VM instance instance-00000007 to attach disk [datastore1] f7e38fa3-14c9-44a8-9234-45abec23187c/f7e38fa3-14c9-44a8-9234-45abec23187c.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.382996] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62bdba54-4257-474d-913f-e853e9fd3f33 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.397914] env[69399]: DEBUG oslo_vmware.api [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Waiting for the task: (returnval){ [ 756.397914] env[69399]: value = "task-4176393" [ 756.397914] env[69399]: _type = "Task" [ 756.397914] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.413020] env[69399]: DEBUG oslo_vmware.api [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': task-4176393, 'name': Rename_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.413020] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c6cbeb-5139-4708-8cac-48a234107e67 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.421400] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae584f3-a0dc-4b66-8479-ddc214fb0932 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.463636] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1fbc98-530e-44f6-96cf-be089e253822 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.469816] env[69399]: DEBUG oslo_vmware.api [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': task-4176387, 'name': ReconfigVM_Task, 'duration_secs': 0.944208} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.471251] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 9dd18afb-5a25-48e4-9250-fe7122031a6c/9dd18afb-5a25-48e4-9250-fe7122031a6c.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.472686] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6ebcf88-2429-48f8-86ee-57f2d7940824 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.479250] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506690d6-5824-431b-8e9d-03510b0daa2d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.486788] env[69399]: DEBUG oslo_vmware.api [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Waiting for the task: (returnval){ [ 756.486788] env[69399]: value = "task-4176394" [ 756.486788] env[69399]: _type = "Task" [ 756.486788] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.503263] env[69399]: DEBUG nova.compute.provider_tree [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.514375] env[69399]: DEBUG oslo_vmware.api [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': task-4176394, 'name': Rename_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.522033] env[69399]: DEBUG oslo_vmware.api [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Task: {'id': task-4176391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.530209] env[69399]: INFO nova.compute.manager [-] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Took 2.40 seconds to deallocate network for instance. [ 756.646302] env[69399]: DEBUG nova.network.neutron [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 756.846621] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.855104] env[69399]: DEBUG oslo_vmware.api [None req-66eafec2-cd89-4d39-a70b-f19ae08137a7 tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Task: {'id': task-4176392, 'name': PowerOffVM_Task, 'duration_secs': 0.218255} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.855430] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-66eafec2-cd89-4d39-a70b-f19ae08137a7 tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.855603] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-66eafec2-cd89-4d39-a70b-f19ae08137a7 tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.855876] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f15a64d-2b16-4102-9d8a-cb3a5e27aea8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.909991] env[69399]: DEBUG oslo_vmware.api [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': task-4176393, 'name': Rename_Task, 'duration_secs': 0.216537} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.910126] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.910332] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12ef0188-837c-4103-ac98-57b5123b37f4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.920930] env[69399]: DEBUG oslo_vmware.api [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Waiting for the task: (returnval){ [ 756.920930] env[69399]: value = "task-4176396" [ 756.920930] env[69399]: _type = "Task" [ 756.920930] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.930871] env[69399]: DEBUG oslo_vmware.api [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': task-4176396, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.933244] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-66eafec2-cd89-4d39-a70b-f19ae08137a7 tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.933467] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-66eafec2-cd89-4d39-a70b-f19ae08137a7 tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.933644] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-66eafec2-cd89-4d39-a70b-f19ae08137a7 tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Deleting the datastore file [datastore2] 03b06284-6fa8-49c1-a1f1-b9fe046c60a6 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.934704] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d4db4cd-626b-412c-bd03-f496ba370dbf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.940688] env[69399]: DEBUG oslo_vmware.api [None req-66eafec2-cd89-4d39-a70b-f19ae08137a7 tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Waiting for the task: (returnval){ [ 756.940688] env[69399]: value = "task-4176397" [ 756.940688] env[69399]: _type = "Task" [ 756.940688] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.951902] env[69399]: DEBUG oslo_vmware.api [None req-66eafec2-cd89-4d39-a70b-f19ae08137a7 tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Task: {'id': task-4176397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.001025] env[69399]: DEBUG oslo_vmware.api [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': task-4176394, 'name': Rename_Task, 'duration_secs': 0.252796} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.001337] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.001589] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ea661ce-0ab5-45e7-aba6-537a17abfb44 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.020358] env[69399]: DEBUG nova.scheduler.client.report [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.025015] env[69399]: DEBUG oslo_vmware.api [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Task: {'id': task-4176391, 'name': ReconfigVM_Task, 'duration_secs': 0.671621} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.027727] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 6e5efac3-e29f-4168-b45c-e6e81e46d263/6e5efac3-e29f-4168-b45c-e6e81e46d263.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.027727] env[69399]: DEBUG oslo_vmware.api [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Waiting for the task: (returnval){ [ 757.027727] env[69399]: value = "task-4176398" [ 757.027727] env[69399]: _type = "Task" [ 757.027727] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.027727] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4ffc33b-caa3-456f-ac4b-90a91a8f05e3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.038910] env[69399]: DEBUG oslo_vmware.api [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': task-4176398, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.040844] env[69399]: DEBUG oslo_vmware.api [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Waiting for the task: (returnval){ [ 757.040844] env[69399]: value = "task-4176399" [ 757.040844] env[69399]: _type = "Task" [ 757.040844] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.041939] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e73c8a82-5240-4279-a290-fd7da06e3c97 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.052938] env[69399]: DEBUG oslo_vmware.api [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Task: {'id': task-4176399, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.066976] env[69399]: DEBUG nova.network.neutron [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Updating instance_info_cache with network_info: [{"id": "c5704652-f5c7-4986-8d58-3d31dc3e6373", "address": "fa:16:3e:8d:c2:9c", "network": {"id": "2d4eb54b-e55b-403c-a6c1-4e46a6bc3b69", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-845105148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9417a015784ab98988dfe1dca982ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5704652-f5", "ovs_interfaceid": "c5704652-f5c7-4986-8d58-3d31dc3e6373", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.095474] env[69399]: DEBUG nova.compute.manager [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.138191] env[69399]: DEBUG nova.network.neutron [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Successfully created port: 329c91b6-1920-4197-afc8-3d86cf408898 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 757.144019] env[69399]: DEBUG nova.virt.hardware [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.144019] env[69399]: DEBUG nova.virt.hardware [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.144019] env[69399]: DEBUG nova.virt.hardware [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.144183] env[69399]: DEBUG nova.virt.hardware [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.144183] env[69399]: DEBUG nova.virt.hardware [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.144183] env[69399]: DEBUG nova.virt.hardware [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.144183] env[69399]: DEBUG nova.virt.hardware [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.144183] env[69399]: DEBUG nova.virt.hardware [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.144335] env[69399]: DEBUG nova.virt.hardware [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.144378] env[69399]: DEBUG nova.virt.hardware [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.144506] env[69399]: DEBUG nova.virt.hardware [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.146166] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5de75f7-bc0e-4172-a79c-5d320800c609 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.155881] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae4248f-4717-4ce0-bda5-38ca126c5563 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.431330] env[69399]: DEBUG oslo_vmware.api [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': task-4176396, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.451869] env[69399]: DEBUG oslo_vmware.api [None req-66eafec2-cd89-4d39-a70b-f19ae08137a7 tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Task: {'id': task-4176397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220867} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.455020] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-66eafec2-cd89-4d39-a70b-f19ae08137a7 tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.455020] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-66eafec2-cd89-4d39-a70b-f19ae08137a7 tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.455020] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-66eafec2-cd89-4d39-a70b-f19ae08137a7 tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.455020] env[69399]: INFO nova.compute.manager [None req-66eafec2-cd89-4d39-a70b-f19ae08137a7 tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 757.455020] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66eafec2-cd89-4d39-a70b-f19ae08137a7 tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.455273] env[69399]: DEBUG nova.compute.manager [-] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 757.455273] env[69399]: DEBUG nova.network.neutron [-] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 757.527787] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.472s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.528949] env[69399]: DEBUG nova.compute.manager [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 757.531049] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.732s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.534223] env[69399]: INFO nova.compute.claims [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.546141] env[69399]: DEBUG oslo_vmware.api [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': task-4176398, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.554977] env[69399]: DEBUG oslo_vmware.api [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Task: {'id': task-4176399, 'name': Rename_Task, 'duration_secs': 0.201699} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.555327] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.555612] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28ca0620-ef8f-4d90-97f8-3aea5ce1fee2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.563317] env[69399]: DEBUG oslo_vmware.api [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Waiting for the task: (returnval){ [ 757.563317] env[69399]: value = "task-4176400" [ 757.563317] env[69399]: _type = "Task" [ 757.563317] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.574029] env[69399]: DEBUG oslo_concurrency.lockutils [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Releasing lock "refresh_cache-df8e3dea-2e1c-47bc-87e5-2e6419e88b93" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.574029] env[69399]: DEBUG nova.compute.manager [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Instance network_info: |[{"id": "c5704652-f5c7-4986-8d58-3d31dc3e6373", "address": "fa:16:3e:8d:c2:9c", "network": {"id": "2d4eb54b-e55b-403c-a6c1-4e46a6bc3b69", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-845105148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9417a015784ab98988dfe1dca982ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5704652-f5", "ovs_interfaceid": "c5704652-f5c7-4986-8d58-3d31dc3e6373", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 757.574426] env[69399]: DEBUG oslo_vmware.api [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Task: {'id': task-4176400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.574426] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:c2:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '030ecc21-dc1c-4283-854e-88e623b3970a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5704652-f5c7-4986-8d58-3d31dc3e6373', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 757.580874] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Creating folder: Project (8a9417a015784ab98988dfe1dca982ac). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.581956] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfc18033-1514-4d1b-9c0e-c970ce6eacc0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.595619] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Created folder: Project (8a9417a015784ab98988dfe1dca982ac) in parent group-v826677. [ 757.595619] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Creating folder: Instances. Parent ref: group-v826707. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.595761] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9b7536e-0147-49d3-be34-c35782259a44 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.609666] env[69399]: DEBUG nova.network.neutron [-] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.611652] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Created folder: Instances in parent group-v826707. [ 757.611652] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.611863] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.612064] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7426f20c-95ec-459c-8ca5-33605261fe31 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.636127] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.636127] env[69399]: value = "task-4176403" [ 757.636127] env[69399]: _type = "Task" [ 757.636127] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.650356] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176403, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.931430] env[69399]: DEBUG oslo_vmware.api [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': task-4176396, 'name': PowerOnVM_Task, 'duration_secs': 0.547213} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.931692] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.931895] env[69399]: INFO nova.compute.manager [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Took 13.81 seconds to spawn the instance on the hypervisor. [ 757.932087] env[69399]: DEBUG nova.compute.manager [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.932943] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce47a6ae-e561-40a9-881f-350eb5a9ee69 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.039038] env[69399]: DEBUG nova.compute.utils [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 758.044848] env[69399]: DEBUG nova.compute.manager [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 758.046471] env[69399]: DEBUG nova.network.neutron [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 758.062762] env[69399]: DEBUG oslo_vmware.api [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': task-4176398, 'name': PowerOnVM_Task, 'duration_secs': 0.86457} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.063153] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.063452] env[69399]: DEBUG nova.compute.manager [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.065319] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7abedf-5e81-4776-9e2f-7bb7b90e9832 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.079828] env[69399]: DEBUG oslo_vmware.api [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Task: {'id': task-4176400, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.113576] env[69399]: INFO nova.compute.manager [-] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Took 1.96 seconds to deallocate network for instance. [ 758.154078] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176403, 'name': CreateVM_Task, 'duration_secs': 0.514135} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.155630] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 758.155630] env[69399]: DEBUG oslo_concurrency.lockutils [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.155933] env[69399]: DEBUG oslo_concurrency.lockutils [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.156365] env[69399]: DEBUG oslo_concurrency.lockutils [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.156759] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2f44ad7-eeaf-4f69-a3ee-2036d5a83717 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.166298] env[69399]: DEBUG oslo_vmware.api [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Waiting for the task: (returnval){ [ 758.166298] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5200069e-4732-503c-986b-2bea232d3c11" [ 758.166298] env[69399]: _type = "Task" [ 758.166298] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.176051] env[69399]: DEBUG oslo_vmware.api [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5200069e-4732-503c-986b-2bea232d3c11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.177306] env[69399]: DEBUG nova.policy [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8646df3db3964f2ba42383ca37ec6d3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '040459acd84d411c93cd6103e65ccf09', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 758.332733] env[69399]: DEBUG nova.network.neutron [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Successfully updated port: fba0de3c-783b-4f4c-8045-6c1793a86306 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.457513] env[69399]: INFO nova.compute.manager [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Took 20.61 seconds to build instance. [ 758.557854] env[69399]: DEBUG nova.compute.manager [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 758.578858] env[69399]: DEBUG oslo_vmware.api [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Task: {'id': task-4176400, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.599627] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.600860] env[69399]: DEBUG nova.compute.manager [req-cf477caf-0be1-49e3-96b1-c473ffe698e6 req-85ecc494-fd4c-41d8-9154-6d239ca6c20d service nova] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Received event network-vif-plugged-01512a6f-bc98-44ca-8c52-79d3c418a800 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.602302] env[69399]: DEBUG oslo_concurrency.lockutils [req-cf477caf-0be1-49e3-96b1-c473ffe698e6 req-85ecc494-fd4c-41d8-9154-6d239ca6c20d service nova] Acquiring lock "6e5efac3-e29f-4168-b45c-e6e81e46d263-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.602422] env[69399]: DEBUG oslo_concurrency.lockutils [req-cf477caf-0be1-49e3-96b1-c473ffe698e6 req-85ecc494-fd4c-41d8-9154-6d239ca6c20d service nova] Lock "6e5efac3-e29f-4168-b45c-e6e81e46d263-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.602768] env[69399]: DEBUG oslo_concurrency.lockutils [req-cf477caf-0be1-49e3-96b1-c473ffe698e6 req-85ecc494-fd4c-41d8-9154-6d239ca6c20d service nova] Lock "6e5efac3-e29f-4168-b45c-e6e81e46d263-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.602768] env[69399]: DEBUG nova.compute.manager [req-cf477caf-0be1-49e3-96b1-c473ffe698e6 req-85ecc494-fd4c-41d8-9154-6d239ca6c20d service nova] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] No waiting events found dispatching network-vif-plugged-01512a6f-bc98-44ca-8c52-79d3c418a800 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 758.602931] env[69399]: WARNING nova.compute.manager [req-cf477caf-0be1-49e3-96b1-c473ffe698e6 req-85ecc494-fd4c-41d8-9154-6d239ca6c20d service nova] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Received unexpected event network-vif-plugged-01512a6f-bc98-44ca-8c52-79d3c418a800 for instance with vm_state building and task_state spawning. [ 758.603197] env[69399]: DEBUG nova.compute.manager [req-cf477caf-0be1-49e3-96b1-c473ffe698e6 req-85ecc494-fd4c-41d8-9154-6d239ca6c20d service nova] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Received event network-changed-01512a6f-bc98-44ca-8c52-79d3c418a800 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.604089] env[69399]: DEBUG nova.compute.manager [req-cf477caf-0be1-49e3-96b1-c473ffe698e6 req-85ecc494-fd4c-41d8-9154-6d239ca6c20d service nova] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Refreshing instance network info cache due to event network-changed-01512a6f-bc98-44ca-8c52-79d3c418a800. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 758.604089] env[69399]: DEBUG oslo_concurrency.lockutils [req-cf477caf-0be1-49e3-96b1-c473ffe698e6 req-85ecc494-fd4c-41d8-9154-6d239ca6c20d service nova] Acquiring lock "refresh_cache-6e5efac3-e29f-4168-b45c-e6e81e46d263" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.604089] env[69399]: DEBUG oslo_concurrency.lockutils [req-cf477caf-0be1-49e3-96b1-c473ffe698e6 req-85ecc494-fd4c-41d8-9154-6d239ca6c20d service nova] Acquired lock "refresh_cache-6e5efac3-e29f-4168-b45c-e6e81e46d263" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.604089] env[69399]: DEBUG nova.network.neutron [req-cf477caf-0be1-49e3-96b1-c473ffe698e6 req-85ecc494-fd4c-41d8-9154-6d239ca6c20d service nova] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Refreshing network info cache for port 01512a6f-bc98-44ca-8c52-79d3c418a800 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.624504] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d064d17e-3770-4028-8d2e-8a7d98b7d1c0 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.642613] env[69399]: DEBUG nova.compute.manager [req-c2e4c022-d408-4447-8bb8-bb2049d3c657 req-d3c10306-25e5-49f4-8626-4a2b8d14e65d service nova] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Received event network-vif-deleted-ebc1245d-14c8-48f7-8fdd-4e950521997b {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.685802] env[69399]: DEBUG oslo_vmware.api [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5200069e-4732-503c-986b-2bea232d3c11, 'name': SearchDatastore_Task, 'duration_secs': 0.038177} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.685802] env[69399]: DEBUG oslo_concurrency.lockutils [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.685802] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.685802] env[69399]: DEBUG oslo_concurrency.lockutils [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.685993] env[69399]: DEBUG oslo_concurrency.lockutils [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.685993] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.685993] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4a6a7ef-ba5a-4c4b-8388-333a3dc3d6c5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.702939] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.702939] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.704067] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a33a5cd-d2ce-4605-a92d-bd3650cd46ad {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.716446] env[69399]: DEBUG oslo_vmware.api [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Waiting for the task: (returnval){ [ 758.716446] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5205f187-435b-d67f-21ea-ce78e254dabc" [ 758.716446] env[69399]: _type = "Task" [ 758.716446] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.736685] env[69399]: DEBUG oslo_vmware.api [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5205f187-435b-d67f-21ea-ce78e254dabc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.835703] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Acquiring lock "refresh_cache-da2b0704-38ab-47ef-855f-0df5ee7fcbae" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.835703] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Acquired lock "refresh_cache-da2b0704-38ab-47ef-855f-0df5ee7fcbae" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.835889] env[69399]: DEBUG nova.network.neutron [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.926455] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088b860d-4d7f-4de6-95a4-dbe8c2e86e6a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.949732] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "c1dc8ac0-7716-40ef-ae8e-7d38abeae12c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.949927] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "c1dc8ac0-7716-40ef-ae8e-7d38abeae12c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.952875] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9353e19-ad87-4f59-b57f-3061648238f3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.961168] env[69399]: DEBUG oslo_concurrency.lockutils [None req-eeb0c5e1-68d4-45ee-b072-c551f164b26a tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Lock "f7e38fa3-14c9-44a8-9234-45abec23187c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.132s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.993876] env[69399]: DEBUG nova.network.neutron [-] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.997634] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0478deb3-6d2d-4688-9ebd-3a1c32668ec0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.006633] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db575137-b41f-4f64-bab7-0522580f2b18 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.028385] env[69399]: DEBUG nova.compute.provider_tree [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.079332] env[69399]: DEBUG oslo_vmware.api [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Task: {'id': task-4176400, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.167418] env[69399]: DEBUG nova.network.neutron [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Successfully created port: 98dd7141-9724-480a-a5c4-a6ff7f85d490 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.229176] env[69399]: DEBUG oslo_vmware.api [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5205f187-435b-d67f-21ea-ce78e254dabc, 'name': SearchDatastore_Task, 'duration_secs': 0.018949} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.230039] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1db29c4-ebe2-4ae5-baa2-1d61622c44be {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.237334] env[69399]: DEBUG oslo_vmware.api [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Waiting for the task: (returnval){ [ 759.237334] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]520270f9-badd-d1b1-adb0-9c8ce67d92d7" [ 759.237334] env[69399]: _type = "Task" [ 759.237334] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.247029] env[69399]: DEBUG oslo_vmware.api [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]520270f9-badd-d1b1-adb0-9c8ce67d92d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.461150] env[69399]: DEBUG nova.compute.manager [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 759.474201] env[69399]: DEBUG nova.network.neutron [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.497948] env[69399]: INFO nova.compute.manager [-] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Took 2.04 seconds to deallocate network for instance. [ 759.532511] env[69399]: DEBUG nova.scheduler.client.report [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.572984] env[69399]: DEBUG nova.compute.manager [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 759.584194] env[69399]: DEBUG oslo_vmware.api [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Task: {'id': task-4176400, 'name': PowerOnVM_Task, 'duration_secs': 1.578794} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.587145] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.587145] env[69399]: INFO nova.compute.manager [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Took 13.14 seconds to spawn the instance on the hypervisor. [ 759.587145] env[69399]: DEBUG nova.compute.manager [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.587145] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b70ce6-b724-4108-aaf1-a50f6fa575e6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.609091] env[69399]: DEBUG nova.virt.hardware [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 759.609259] env[69399]: DEBUG nova.virt.hardware [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 759.609299] env[69399]: DEBUG nova.virt.hardware [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.609914] env[69399]: DEBUG nova.virt.hardware [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 759.609914] env[69399]: DEBUG nova.virt.hardware [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.609914] env[69399]: DEBUG nova.virt.hardware [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 759.609914] env[69399]: DEBUG nova.virt.hardware [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 759.610358] env[69399]: DEBUG nova.virt.hardware [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 759.610603] env[69399]: DEBUG nova.virt.hardware [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 759.610806] env[69399]: DEBUG nova.virt.hardware [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 759.611438] env[69399]: DEBUG nova.virt.hardware [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 759.611988] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0cdb8c6-0c60-46a3-a27a-99d8bc4d9436 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.623656] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce13a71-27f5-4393-aa18-d90f0afb0ef7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.748665] env[69399]: DEBUG oslo_vmware.api [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]520270f9-badd-d1b1-adb0-9c8ce67d92d7, 'name': SearchDatastore_Task, 'duration_secs': 0.031828} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.748966] env[69399]: DEBUG oslo_concurrency.lockutils [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.749261] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] df8e3dea-2e1c-47bc-87e5-2e6419e88b93/df8e3dea-2e1c-47bc-87e5-2e6419e88b93.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.749535] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b20c7e02-e7d9-4062-a981-b2d934384e8b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.758347] env[69399]: DEBUG oslo_vmware.api [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Waiting for the task: (returnval){ [ 759.758347] env[69399]: value = "task-4176404" [ 759.758347] env[69399]: _type = "Task" [ 759.758347] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.770060] env[69399]: DEBUG oslo_vmware.api [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4176404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.806799] env[69399]: DEBUG oslo_concurrency.lockutils [None req-08eef20d-d7cc-44d7-abca-3834bc61ec4f tempest-DeleteServersAdminTestJSON-1202686643 tempest-DeleteServersAdminTestJSON-1202686643-project-admin] Acquiring lock "3b6c310f-7ba1-448c-9989-5c1cd63cdeb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.807115] env[69399]: DEBUG oslo_concurrency.lockutils [None req-08eef20d-d7cc-44d7-abca-3834bc61ec4f tempest-DeleteServersAdminTestJSON-1202686643 tempest-DeleteServersAdminTestJSON-1202686643-project-admin] Lock "3b6c310f-7ba1-448c-9989-5c1cd63cdeb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.807405] env[69399]: DEBUG oslo_concurrency.lockutils [None req-08eef20d-d7cc-44d7-abca-3834bc61ec4f tempest-DeleteServersAdminTestJSON-1202686643 tempest-DeleteServersAdminTestJSON-1202686643-project-admin] Acquiring lock "3b6c310f-7ba1-448c-9989-5c1cd63cdeb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.807604] env[69399]: DEBUG oslo_concurrency.lockutils [None req-08eef20d-d7cc-44d7-abca-3834bc61ec4f tempest-DeleteServersAdminTestJSON-1202686643 tempest-DeleteServersAdminTestJSON-1202686643-project-admin] Lock "3b6c310f-7ba1-448c-9989-5c1cd63cdeb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.807812] env[69399]: DEBUG oslo_concurrency.lockutils [None req-08eef20d-d7cc-44d7-abca-3834bc61ec4f tempest-DeleteServersAdminTestJSON-1202686643 tempest-DeleteServersAdminTestJSON-1202686643-project-admin] Lock "3b6c310f-7ba1-448c-9989-5c1cd63cdeb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.811621] env[69399]: INFO nova.compute.manager [None req-08eef20d-d7cc-44d7-abca-3834bc61ec4f tempest-DeleteServersAdminTestJSON-1202686643 tempest-DeleteServersAdminTestJSON-1202686643-project-admin] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Terminating instance [ 759.878099] env[69399]: DEBUG nova.network.neutron [req-cf477caf-0be1-49e3-96b1-c473ffe698e6 req-85ecc494-fd4c-41d8-9154-6d239ca6c20d service nova] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Updated VIF entry in instance network info cache for port 01512a6f-bc98-44ca-8c52-79d3c418a800. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.878500] env[69399]: DEBUG nova.network.neutron [req-cf477caf-0be1-49e3-96b1-c473ffe698e6 req-85ecc494-fd4c-41d8-9154-6d239ca6c20d service nova] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Updating instance_info_cache with network_info: [{"id": "01512a6f-bc98-44ca-8c52-79d3c418a800", "address": "fa:16:3e:04:b5:26", "network": {"id": "88b8082a-c523-4967-9066-83f94d78749f", "bridge": "br-int", "label": "tempest-ServersTestJSON-1767932756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "0e3f32e08927430796d472f4468ad51d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01512a6f-bc", "ovs_interfaceid": "01512a6f-bc98-44ca-8c52-79d3c418a800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.983351] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.987463] env[69399]: DEBUG nova.network.neutron [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Updating instance_info_cache with network_info: [{"id": "fba0de3c-783b-4f4c-8045-6c1793a86306", "address": "fa:16:3e:fd:6a:3c", "network": {"id": "08913913-8cbf-47bb-b0e0-25f90cbd5774", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1978740045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "5dfa8fc2522d47dbbc51d3f4f207578c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfba0de3c-78", "ovs_interfaceid": "fba0de3c-783b-4f4c-8045-6c1793a86306", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.007562] env[69399]: DEBUG oslo_concurrency.lockutils [None req-66eafec2-cd89-4d39-a70b-f19ae08137a7 tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.043023] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.043895] env[69399]: DEBUG nova.compute.manager [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 760.048971] env[69399]: DEBUG oslo_concurrency.lockutils [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.084s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.055384] env[69399]: INFO nova.compute.claims [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.113076] env[69399]: INFO nova.compute.manager [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Took 21.97 seconds to build instance. [ 760.271559] env[69399]: DEBUG oslo_vmware.api [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4176404, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.318096] env[69399]: DEBUG nova.compute.manager [None req-08eef20d-d7cc-44d7-abca-3834bc61ec4f tempest-DeleteServersAdminTestJSON-1202686643 tempest-DeleteServersAdminTestJSON-1202686643-project-admin] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 760.318096] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-08eef20d-d7cc-44d7-abca-3834bc61ec4f tempest-DeleteServersAdminTestJSON-1202686643 tempest-DeleteServersAdminTestJSON-1202686643-project-admin] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.318096] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1eddffd-ff8f-4efe-b3e2-44f46b138946 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.326882] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-08eef20d-d7cc-44d7-abca-3834bc61ec4f tempest-DeleteServersAdminTestJSON-1202686643 tempest-DeleteServersAdminTestJSON-1202686643-project-admin] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.328062] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28a0c190-933c-4e60-a4d4-1cad62333a23 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.337061] env[69399]: DEBUG oslo_vmware.api [None req-08eef20d-d7cc-44d7-abca-3834bc61ec4f tempest-DeleteServersAdminTestJSON-1202686643 tempest-DeleteServersAdminTestJSON-1202686643-project-admin] Waiting for the task: (returnval){ [ 760.337061] env[69399]: value = "task-4176405" [ 760.337061] env[69399]: _type = "Task" [ 760.337061] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.351044] env[69399]: DEBUG oslo_vmware.api [None req-08eef20d-d7cc-44d7-abca-3834bc61ec4f tempest-DeleteServersAdminTestJSON-1202686643 tempest-DeleteServersAdminTestJSON-1202686643-project-admin] Task: {'id': task-4176405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.387824] env[69399]: DEBUG oslo_concurrency.lockutils [req-cf477caf-0be1-49e3-96b1-c473ffe698e6 req-85ecc494-fd4c-41d8-9154-6d239ca6c20d service nova] Releasing lock "refresh_cache-6e5efac3-e29f-4168-b45c-e6e81e46d263" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.387824] env[69399]: DEBUG nova.compute.manager [req-cf477caf-0be1-49e3-96b1-c473ffe698e6 req-85ecc494-fd4c-41d8-9154-6d239ca6c20d service nova] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Received event network-vif-plugged-c5704652-f5c7-4986-8d58-3d31dc3e6373 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.387824] env[69399]: DEBUG oslo_concurrency.lockutils [req-cf477caf-0be1-49e3-96b1-c473ffe698e6 req-85ecc494-fd4c-41d8-9154-6d239ca6c20d service nova] Acquiring lock "df8e3dea-2e1c-47bc-87e5-2e6419e88b93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.387824] env[69399]: DEBUG oslo_concurrency.lockutils [req-cf477caf-0be1-49e3-96b1-c473ffe698e6 req-85ecc494-fd4c-41d8-9154-6d239ca6c20d service nova] Lock "df8e3dea-2e1c-47bc-87e5-2e6419e88b93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.387824] env[69399]: DEBUG oslo_concurrency.lockutils [req-cf477caf-0be1-49e3-96b1-c473ffe698e6 req-85ecc494-fd4c-41d8-9154-6d239ca6c20d service nova] Lock "df8e3dea-2e1c-47bc-87e5-2e6419e88b93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.388288] env[69399]: DEBUG nova.compute.manager [req-cf477caf-0be1-49e3-96b1-c473ffe698e6 req-85ecc494-fd4c-41d8-9154-6d239ca6c20d service nova] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] No waiting events found dispatching network-vif-plugged-c5704652-f5c7-4986-8d58-3d31dc3e6373 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 760.388288] env[69399]: WARNING nova.compute.manager [req-cf477caf-0be1-49e3-96b1-c473ffe698e6 req-85ecc494-fd4c-41d8-9154-6d239ca6c20d service nova] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Received unexpected event network-vif-plugged-c5704652-f5c7-4986-8d58-3d31dc3e6373 for instance with vm_state building and task_state spawning. [ 760.388288] env[69399]: DEBUG nova.compute.manager [req-cf477caf-0be1-49e3-96b1-c473ffe698e6 req-85ecc494-fd4c-41d8-9154-6d239ca6c20d service nova] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Received event network-changed-c5704652-f5c7-4986-8d58-3d31dc3e6373 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.388288] env[69399]: DEBUG nova.compute.manager [req-cf477caf-0be1-49e3-96b1-c473ffe698e6 req-85ecc494-fd4c-41d8-9154-6d239ca6c20d service nova] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Refreshing instance network info cache due to event network-changed-c5704652-f5c7-4986-8d58-3d31dc3e6373. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 760.388663] env[69399]: DEBUG oslo_concurrency.lockutils [req-cf477caf-0be1-49e3-96b1-c473ffe698e6 req-85ecc494-fd4c-41d8-9154-6d239ca6c20d service nova] Acquiring lock "refresh_cache-df8e3dea-2e1c-47bc-87e5-2e6419e88b93" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.389051] env[69399]: DEBUG oslo_concurrency.lockutils [req-cf477caf-0be1-49e3-96b1-c473ffe698e6 req-85ecc494-fd4c-41d8-9154-6d239ca6c20d service nova] Acquired lock "refresh_cache-df8e3dea-2e1c-47bc-87e5-2e6419e88b93" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.389413] env[69399]: DEBUG nova.network.neutron [req-cf477caf-0be1-49e3-96b1-c473ffe698e6 req-85ecc494-fd4c-41d8-9154-6d239ca6c20d service nova] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Refreshing network info cache for port c5704652-f5c7-4986-8d58-3d31dc3e6373 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.406217] env[69399]: DEBUG nova.network.neutron [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Successfully updated port: 329c91b6-1920-4197-afc8-3d86cf408898 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 760.492459] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Releasing lock "refresh_cache-da2b0704-38ab-47ef-855f-0df5ee7fcbae" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.492459] env[69399]: DEBUG nova.compute.manager [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Instance network_info: |[{"id": "fba0de3c-783b-4f4c-8045-6c1793a86306", "address": "fa:16:3e:fd:6a:3c", "network": {"id": "08913913-8cbf-47bb-b0e0-25f90cbd5774", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1978740045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "5dfa8fc2522d47dbbc51d3f4f207578c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfba0de3c-78", "ovs_interfaceid": "fba0de3c-783b-4f4c-8045-6c1793a86306", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 760.492838] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:6a:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fba0de3c-783b-4f4c-8045-6c1793a86306', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.502932] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Creating folder: Project (5dfa8fc2522d47dbbc51d3f4f207578c). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.503958] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-281c8ab3-a1fa-40bd-b5c7-e8f7cfe0cec3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.523338] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Created folder: Project (5dfa8fc2522d47dbbc51d3f4f207578c) in parent group-v826677. [ 760.523338] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Creating folder: Instances. Parent ref: group-v826710. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.523560] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0deb7778-87f0-44e6-b76d-95ce96d07a87 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.539169] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Created folder: Instances in parent group-v826710. [ 760.539169] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.539169] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.539169] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05de9f1a-ec68-4335-b54a-fcaf904c7e5b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.556525] env[69399]: DEBUG nova.compute.utils [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.558543] env[69399]: DEBUG nova.compute.manager [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.558914] env[69399]: DEBUG nova.network.neutron [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.572012] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.572012] env[69399]: value = "task-4176408" [ 760.572012] env[69399]: _type = "Task" [ 760.572012] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.583567] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176408, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.615416] env[69399]: DEBUG oslo_concurrency.lockutils [None req-94bcd63c-4a08-49ed-ad78-334d6fcf1c65 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Lock "6e5efac3-e29f-4168-b45c-e6e81e46d263" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.490s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.629722] env[69399]: DEBUG nova.policy [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6b5877e02ee48c994cc676a7cddc209', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e2781e158624a6783b480ca42ff6729', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.687209] env[69399]: DEBUG nova.compute.manager [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Stashing vm_state: active {{(pid=69399) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 760.782636] env[69399]: DEBUG oslo_vmware.api [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4176404, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583982} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.783012] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] df8e3dea-2e1c-47bc-87e5-2e6419e88b93/df8e3dea-2e1c-47bc-87e5-2e6419e88b93.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.784712] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.784712] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a081344-a8fa-4d06-9b76-7ea1b002e09b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.799732] env[69399]: DEBUG oslo_vmware.api [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Waiting for the task: (returnval){ [ 760.799732] env[69399]: value = "task-4176409" [ 760.799732] env[69399]: _type = "Task" [ 760.799732] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.811585] env[69399]: DEBUG oslo_vmware.api [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4176409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.849125] env[69399]: DEBUG oslo_vmware.api [None req-08eef20d-d7cc-44d7-abca-3834bc61ec4f tempest-DeleteServersAdminTestJSON-1202686643 tempest-DeleteServersAdminTestJSON-1202686643-project-admin] Task: {'id': task-4176405, 'name': PowerOffVM_Task, 'duration_secs': 0.244252} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.849493] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-08eef20d-d7cc-44d7-abca-3834bc61ec4f tempest-DeleteServersAdminTestJSON-1202686643 tempest-DeleteServersAdminTestJSON-1202686643-project-admin] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.849706] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-08eef20d-d7cc-44d7-abca-3834bc61ec4f tempest-DeleteServersAdminTestJSON-1202686643 tempest-DeleteServersAdminTestJSON-1202686643-project-admin] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.850017] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b899199-5911-4756-8a26-1dac45508ac7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.908135] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Acquiring lock "refresh_cache-90256eb2-af00-45a2-b883-8cbb95046461" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.908432] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Acquired lock "refresh_cache-90256eb2-af00-45a2-b883-8cbb95046461" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.908718] env[69399]: DEBUG nova.network.neutron [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.931357] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-08eef20d-d7cc-44d7-abca-3834bc61ec4f tempest-DeleteServersAdminTestJSON-1202686643 tempest-DeleteServersAdminTestJSON-1202686643-project-admin] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.931357] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-08eef20d-d7cc-44d7-abca-3834bc61ec4f tempest-DeleteServersAdminTestJSON-1202686643 tempest-DeleteServersAdminTestJSON-1202686643-project-admin] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.931357] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-08eef20d-d7cc-44d7-abca-3834bc61ec4f tempest-DeleteServersAdminTestJSON-1202686643 tempest-DeleteServersAdminTestJSON-1202686643-project-admin] Deleting the datastore file [datastore1] 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.931357] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a015767e-efa6-4496-8bc5-d87318d257b3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.941920] env[69399]: DEBUG oslo_vmware.api [None req-08eef20d-d7cc-44d7-abca-3834bc61ec4f tempest-DeleteServersAdminTestJSON-1202686643 tempest-DeleteServersAdminTestJSON-1202686643-project-admin] Waiting for the task: (returnval){ [ 760.941920] env[69399]: value = "task-4176411" [ 760.941920] env[69399]: _type = "Task" [ 760.941920] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.955258] env[69399]: DEBUG oslo_vmware.api [None req-08eef20d-d7cc-44d7-abca-3834bc61ec4f tempest-DeleteServersAdminTestJSON-1202686643 tempest-DeleteServersAdminTestJSON-1202686643-project-admin] Task: {'id': task-4176411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.066073] env[69399]: DEBUG nova.compute.manager [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 761.091232] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176408, 'name': CreateVM_Task, 'duration_secs': 0.425756} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.091232] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.091232] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.091232] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.091232] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.091488] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dd3829f-586d-4708-9886-7c68610a2543 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.106106] env[69399]: DEBUG oslo_vmware.api [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Waiting for the task: (returnval){ [ 761.106106] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5278624f-60a9-fcd1-08f3-cdba7ac76739" [ 761.106106] env[69399]: _type = "Task" [ 761.106106] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.115421] env[69399]: DEBUG oslo_vmware.api [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5278624f-60a9-fcd1-08f3-cdba7ac76739, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.127136] env[69399]: DEBUG nova.network.neutron [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Successfully updated port: 98dd7141-9724-480a-a5c4-a6ff7f85d490 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.221566] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.276943] env[69399]: DEBUG oslo_concurrency.lockutils [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquiring lock "2214b977-1c24-47ce-9faa-b9af1714fa19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.277231] env[69399]: DEBUG oslo_concurrency.lockutils [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lock "2214b977-1c24-47ce-9faa-b9af1714fa19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.285638] env[69399]: DEBUG oslo_concurrency.lockutils [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Acquiring lock "d9ae2163-ba21-47c0-9c10-d9cd35fb00f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.285638] env[69399]: DEBUG oslo_concurrency.lockutils [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Lock "d9ae2163-ba21-47c0-9c10-d9cd35fb00f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.314491] env[69399]: DEBUG oslo_vmware.api [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4176409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086396} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.314491] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 761.314910] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0cf1ef-b5c1-4510-94b4-2316f045a5cf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.345190] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] df8e3dea-2e1c-47bc-87e5-2e6419e88b93/df8e3dea-2e1c-47bc-87e5-2e6419e88b93.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.347543] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf7f1a05-b17d-4323-9d35-7ef0234216b7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.372034] env[69399]: DEBUG oslo_vmware.api [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Waiting for the task: (returnval){ [ 761.372034] env[69399]: value = "task-4176412" [ 761.372034] env[69399]: _type = "Task" [ 761.372034] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.381619] env[69399]: DEBUG oslo_vmware.api [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4176412, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.462524] env[69399]: DEBUG oslo_vmware.api [None req-08eef20d-d7cc-44d7-abca-3834bc61ec4f tempest-DeleteServersAdminTestJSON-1202686643 tempest-DeleteServersAdminTestJSON-1202686643-project-admin] Task: {'id': task-4176411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.464098] env[69399]: DEBUG nova.network.neutron [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.494188] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0a2224-537e-450d-b69c-04bbe9ecfb22 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.506398] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38be2487-5455-48da-9af7-0fdbcfb18bdf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.544125] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196153d1-1ae2-4ee6-a770-80dfbd6a88cc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.552837] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea4c5fe-9a11-4a3d-918b-cead70746a1a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.567790] env[69399]: DEBUG nova.compute.provider_tree [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.570255] env[69399]: INFO nova.virt.block_device [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Booting with volume 8b9feac4-b5d4-4523-be5b-71476256b199 at /dev/sda [ 761.617929] env[69399]: DEBUG oslo_vmware.api [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5278624f-60a9-fcd1-08f3-cdba7ac76739, 'name': SearchDatastore_Task, 'duration_secs': 0.054342} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.618275] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.618481] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.619261] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.619261] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.619261] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.619412] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e3cab7c-75e8-495e-86ea-1c507c9abea0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.629628] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Acquiring lock "refresh_cache-6425e15d-add3-442e-a190-9f2df94d5215" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.629628] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Acquired lock "refresh_cache-6425e15d-add3-442e-a190-9f2df94d5215" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.629628] env[69399]: DEBUG nova.network.neutron [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.631347] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.631566] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.633133] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59bb0ddb-614f-4e64-ae16-db3475d849a8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.640126] env[69399]: DEBUG oslo_vmware.api [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Waiting for the task: (returnval){ [ 761.640126] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52afa00d-72c3-5793-2d87-db94d4f59c41" [ 761.640126] env[69399]: _type = "Task" [ 761.640126] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.641507] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9abc1eb-51ef-459f-9d59-34e468ca2c77 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.655792] env[69399]: DEBUG oslo_vmware.api [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52afa00d-72c3-5793-2d87-db94d4f59c41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.660337] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863b9631-81d2-4e95-aa28-d03368df7202 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.671201] env[69399]: DEBUG nova.network.neutron [req-cf477caf-0be1-49e3-96b1-c473ffe698e6 req-85ecc494-fd4c-41d8-9154-6d239ca6c20d service nova] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Updated VIF entry in instance network info cache for port c5704652-f5c7-4986-8d58-3d31dc3e6373. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.671518] env[69399]: DEBUG nova.network.neutron [req-cf477caf-0be1-49e3-96b1-c473ffe698e6 req-85ecc494-fd4c-41d8-9154-6d239ca6c20d service nova] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Updating instance_info_cache with network_info: [{"id": "c5704652-f5c7-4986-8d58-3d31dc3e6373", "address": "fa:16:3e:8d:c2:9c", "network": {"id": "2d4eb54b-e55b-403c-a6c1-4e46a6bc3b69", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-845105148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9417a015784ab98988dfe1dca982ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5704652-f5", "ovs_interfaceid": "c5704652-f5c7-4986-8d58-3d31dc3e6373", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.694678] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0cce3a0-a219-4883-802a-7309d48e3b81 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.707612] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ba0491-6125-4acb-85a4-b9c19ba43365 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.736687] env[69399]: DEBUG nova.network.neutron [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Successfully created port: c4bcee01-5443-4534-9d78-62e624d700aa {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 761.739320] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92fff98f-f811-43a5-a786-f43666409e6f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.748386] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d05561-111d-48cb-a211-5c64ae1efbe6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.764792] env[69399]: DEBUG nova.virt.block_device [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Updating existing volume attachment record: 3f1e6160-3916-4e1e-94dc-8ede9d061a7c {{(pid=69399) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 761.768639] env[69399]: DEBUG nova.network.neutron [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Updating instance_info_cache with network_info: [{"id": "329c91b6-1920-4197-afc8-3d86cf408898", "address": "fa:16:3e:6f:14:6c", "network": {"id": "902f1017-c171-49ce-b40e-5e40ca739263", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-258329991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3902fecab5f74cc08171372012a03d30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329c91b6-19", "ovs_interfaceid": "329c91b6-1920-4197-afc8-3d86cf408898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.782750] env[69399]: DEBUG nova.compute.manager [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 761.792761] env[69399]: DEBUG nova.compute.manager [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 761.883673] env[69399]: DEBUG oslo_vmware.api [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4176412, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.953871] env[69399]: DEBUG oslo_vmware.api [None req-08eef20d-d7cc-44d7-abca-3834bc61ec4f tempest-DeleteServersAdminTestJSON-1202686643 tempest-DeleteServersAdminTestJSON-1202686643-project-admin] Task: {'id': task-4176411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.614204} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.954314] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-08eef20d-d7cc-44d7-abca-3834bc61ec4f tempest-DeleteServersAdminTestJSON-1202686643 tempest-DeleteServersAdminTestJSON-1202686643-project-admin] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.954549] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-08eef20d-d7cc-44d7-abca-3834bc61ec4f tempest-DeleteServersAdminTestJSON-1202686643 tempest-DeleteServersAdminTestJSON-1202686643-project-admin] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.954794] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-08eef20d-d7cc-44d7-abca-3834bc61ec4f tempest-DeleteServersAdminTestJSON-1202686643 tempest-DeleteServersAdminTestJSON-1202686643-project-admin] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.955021] env[69399]: INFO nova.compute.manager [None req-08eef20d-d7cc-44d7-abca-3834bc61ec4f tempest-DeleteServersAdminTestJSON-1202686643 tempest-DeleteServersAdminTestJSON-1202686643-project-admin] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Took 1.64 seconds to destroy the instance on the hypervisor. [ 761.955308] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08eef20d-d7cc-44d7-abca-3834bc61ec4f tempest-DeleteServersAdminTestJSON-1202686643 tempest-DeleteServersAdminTestJSON-1202686643-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.955546] env[69399]: DEBUG nova.compute.manager [-] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.955676] env[69399]: DEBUG nova.network.neutron [-] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 762.074472] env[69399]: DEBUG nova.scheduler.client.report [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.156581] env[69399]: DEBUG oslo_vmware.api [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52afa00d-72c3-5793-2d87-db94d4f59c41, 'name': SearchDatastore_Task, 'duration_secs': 0.018891} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.157374] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09894a6a-b296-4c05-93f5-76a1874568bc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.165026] env[69399]: DEBUG oslo_vmware.api [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Waiting for the task: (returnval){ [ 762.165026] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5220ac8e-5315-cb11-b998-2b6db19eee96" [ 762.165026] env[69399]: _type = "Task" [ 762.165026] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.174835] env[69399]: DEBUG oslo_concurrency.lockutils [req-cf477caf-0be1-49e3-96b1-c473ffe698e6 req-85ecc494-fd4c-41d8-9154-6d239ca6c20d service nova] Releasing lock "refresh_cache-df8e3dea-2e1c-47bc-87e5-2e6419e88b93" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.175468] env[69399]: DEBUG oslo_vmware.api [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5220ac8e-5315-cb11-b998-2b6db19eee96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.200427] env[69399]: DEBUG nova.network.neutron [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.273453] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Releasing lock "refresh_cache-90256eb2-af00-45a2-b883-8cbb95046461" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.273453] env[69399]: DEBUG nova.compute.manager [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Instance network_info: |[{"id": "329c91b6-1920-4197-afc8-3d86cf408898", "address": "fa:16:3e:6f:14:6c", "network": {"id": "902f1017-c171-49ce-b40e-5e40ca739263", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-258329991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3902fecab5f74cc08171372012a03d30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329c91b6-19", "ovs_interfaceid": "329c91b6-1920-4197-afc8-3d86cf408898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 762.273683] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:14:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f8442aa5-73db-4599-8564-b98a6ea26b9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '329c91b6-1920-4197-afc8-3d86cf408898', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.282327] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Creating folder: Project (3902fecab5f74cc08171372012a03d30). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.282476] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ab89252-9a3f-4c84-94cd-32d0f415b8de {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.301556] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Created folder: Project (3902fecab5f74cc08171372012a03d30) in parent group-v826677. [ 762.303116] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Creating folder: Instances. Parent ref: group-v826713. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.305624] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6949cd95-9c37-46f3-8572-3603103cd6f5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.318875] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Created folder: Instances in parent group-v826713. [ 762.319703] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.320292] env[69399]: DEBUG oslo_concurrency.lockutils [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.320555] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.320788] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2a762a1-7786-46be-8165-0dc41bedd081 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.336078] env[69399]: DEBUG oslo_concurrency.lockutils [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.342668] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.342668] env[69399]: value = "task-4176415" [ 762.342668] env[69399]: _type = "Task" [ 762.342668] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.354473] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176415, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.388547] env[69399]: DEBUG oslo_vmware.api [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4176412, 'name': ReconfigVM_Task, 'duration_secs': 0.552642} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.388869] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Reconfigured VM instance instance-00000009 to attach disk [datastore2] df8e3dea-2e1c-47bc-87e5-2e6419e88b93/df8e3dea-2e1c-47bc-87e5-2e6419e88b93.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.389538] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-495ba8e1-3469-41bb-bf07-a5d488d6f6d1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.398130] env[69399]: DEBUG oslo_vmware.api [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Waiting for the task: (returnval){ [ 762.398130] env[69399]: value = "task-4176416" [ 762.398130] env[69399]: _type = "Task" [ 762.398130] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.407792] env[69399]: DEBUG oslo_vmware.api [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4176416, 'name': Rename_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.428158] env[69399]: DEBUG nova.network.neutron [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Updating instance_info_cache with network_info: [{"id": "98dd7141-9724-480a-a5c4-a6ff7f85d490", "address": "fa:16:3e:45:8e:ad", "network": {"id": "e6123224-ba4a-4d8f-91b9-06e051cef811", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70c0851169f84ebb9810edf05230c60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98dd7141-97", "ovs_interfaceid": "98dd7141-9724-480a-a5c4-a6ff7f85d490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.580375] env[69399]: DEBUG oslo_concurrency.lockutils [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.532s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.580969] env[69399]: DEBUG nova.compute.manager [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.583587] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.737s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.585090] env[69399]: INFO nova.compute.claims [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.680593] env[69399]: DEBUG oslo_vmware.api [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5220ac8e-5315-cb11-b998-2b6db19eee96, 'name': SearchDatastore_Task, 'duration_secs': 0.04008} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.680860] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.681185] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] da2b0704-38ab-47ef-855f-0df5ee7fcbae/da2b0704-38ab-47ef-855f-0df5ee7fcbae.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.684360] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb5060e4-e448-45e0-822a-562b8795451f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.694151] env[69399]: DEBUG oslo_vmware.api [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Waiting for the task: (returnval){ [ 762.694151] env[69399]: value = "task-4176417" [ 762.694151] env[69399]: _type = "Task" [ 762.694151] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.705402] env[69399]: DEBUG oslo_vmware.api [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Task: {'id': task-4176417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.857820] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176415, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.863244] env[69399]: DEBUG nova.network.neutron [-] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.907347] env[69399]: DEBUG nova.compute.manager [req-40b2d5ed-f5c0-43d1-b28c-a92a583a03ed req-bad2188a-23c7-4f11-b0dd-e0bc1abd7cd1 service nova] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Received event network-vif-deleted-7ce31c01-a8f0-4d44-80b0-e36d369f53aa {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.907821] env[69399]: DEBUG nova.compute.manager [req-40b2d5ed-f5c0-43d1-b28c-a92a583a03ed req-bad2188a-23c7-4f11-b0dd-e0bc1abd7cd1 service nova] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Received event network-vif-plugged-fba0de3c-783b-4f4c-8045-6c1793a86306 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.907821] env[69399]: DEBUG oslo_concurrency.lockutils [req-40b2d5ed-f5c0-43d1-b28c-a92a583a03ed req-bad2188a-23c7-4f11-b0dd-e0bc1abd7cd1 service nova] Acquiring lock "da2b0704-38ab-47ef-855f-0df5ee7fcbae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.908825] env[69399]: DEBUG oslo_concurrency.lockutils [req-40b2d5ed-f5c0-43d1-b28c-a92a583a03ed req-bad2188a-23c7-4f11-b0dd-e0bc1abd7cd1 service nova] Lock "da2b0704-38ab-47ef-855f-0df5ee7fcbae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.909055] env[69399]: DEBUG oslo_concurrency.lockutils [req-40b2d5ed-f5c0-43d1-b28c-a92a583a03ed req-bad2188a-23c7-4f11-b0dd-e0bc1abd7cd1 service nova] Lock "da2b0704-38ab-47ef-855f-0df5ee7fcbae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.909240] env[69399]: DEBUG nova.compute.manager [req-40b2d5ed-f5c0-43d1-b28c-a92a583a03ed req-bad2188a-23c7-4f11-b0dd-e0bc1abd7cd1 service nova] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] No waiting events found dispatching network-vif-plugged-fba0de3c-783b-4f4c-8045-6c1793a86306 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 762.909538] env[69399]: WARNING nova.compute.manager [req-40b2d5ed-f5c0-43d1-b28c-a92a583a03ed req-bad2188a-23c7-4f11-b0dd-e0bc1abd7cd1 service nova] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Received unexpected event network-vif-plugged-fba0de3c-783b-4f4c-8045-6c1793a86306 for instance with vm_state building and task_state spawning. [ 762.909616] env[69399]: DEBUG nova.compute.manager [req-40b2d5ed-f5c0-43d1-b28c-a92a583a03ed req-bad2188a-23c7-4f11-b0dd-e0bc1abd7cd1 service nova] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Received event network-changed-fba0de3c-783b-4f4c-8045-6c1793a86306 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.909741] env[69399]: DEBUG nova.compute.manager [req-40b2d5ed-f5c0-43d1-b28c-a92a583a03ed req-bad2188a-23c7-4f11-b0dd-e0bc1abd7cd1 service nova] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Refreshing instance network info cache due to event network-changed-fba0de3c-783b-4f4c-8045-6c1793a86306. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.909935] env[69399]: DEBUG oslo_concurrency.lockutils [req-40b2d5ed-f5c0-43d1-b28c-a92a583a03ed req-bad2188a-23c7-4f11-b0dd-e0bc1abd7cd1 service nova] Acquiring lock "refresh_cache-da2b0704-38ab-47ef-855f-0df5ee7fcbae" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.910083] env[69399]: DEBUG oslo_concurrency.lockutils [req-40b2d5ed-f5c0-43d1-b28c-a92a583a03ed req-bad2188a-23c7-4f11-b0dd-e0bc1abd7cd1 service nova] Acquired lock "refresh_cache-da2b0704-38ab-47ef-855f-0df5ee7fcbae" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.910242] env[69399]: DEBUG nova.network.neutron [req-40b2d5ed-f5c0-43d1-b28c-a92a583a03ed req-bad2188a-23c7-4f11-b0dd-e0bc1abd7cd1 service nova] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Refreshing network info cache for port fba0de3c-783b-4f4c-8045-6c1793a86306 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.923089] env[69399]: DEBUG oslo_vmware.api [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4176416, 'name': Rename_Task, 'duration_secs': 0.300177} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.923089] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.923391] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47f521f4-6094-4185-9877-7ee874bd0a93 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.930679] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Releasing lock "refresh_cache-6425e15d-add3-442e-a190-9f2df94d5215" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.931026] env[69399]: DEBUG nova.compute.manager [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Instance network_info: |[{"id": "98dd7141-9724-480a-a5c4-a6ff7f85d490", "address": "fa:16:3e:45:8e:ad", "network": {"id": "e6123224-ba4a-4d8f-91b9-06e051cef811", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70c0851169f84ebb9810edf05230c60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98dd7141-97", "ovs_interfaceid": "98dd7141-9724-480a-a5c4-a6ff7f85d490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 762.931797] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:8e:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98dd7141-9724-480a-a5c4-a6ff7f85d490', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.940997] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Creating folder: Project (040459acd84d411c93cd6103e65ccf09). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.944669] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39c531a8-098e-43ae-8f41-d5e9d4855897 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.946860] env[69399]: DEBUG oslo_vmware.api [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Waiting for the task: (returnval){ [ 762.946860] env[69399]: value = "task-4176418" [ 762.946860] env[69399]: _type = "Task" [ 762.946860] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.958410] env[69399]: DEBUG oslo_vmware.api [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4176418, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.960587] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Created folder: Project (040459acd84d411c93cd6103e65ccf09) in parent group-v826677. [ 762.961310] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Creating folder: Instances. Parent ref: group-v826716. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.961310] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22b0a490-b4d9-44d7-8f0a-759396b60743 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.975233] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Created folder: Instances in parent group-v826716. [ 762.976261] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.976261] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.976261] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7cebc4f2-a103-4605-a4c8-a3fd490e1723 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.000196] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.000196] env[69399]: value = "task-4176421" [ 763.000196] env[69399]: _type = "Task" [ 763.000196] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.095420] env[69399]: DEBUG nova.compute.utils [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.097915] env[69399]: DEBUG nova.compute.manager [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.097915] env[69399]: DEBUG nova.network.neutron [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.203212] env[69399]: DEBUG oslo_vmware.api [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Task: {'id': task-4176417, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.269320] env[69399]: DEBUG nova.policy [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '714f59f05f8a45a7a1375e5da2af34bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac14f7a5cc554a2f9b53237d90310609', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.357374] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176415, 'name': CreateVM_Task, 'duration_secs': 0.587928} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.357742] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.358681] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.358868] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.359670] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.359970] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-682a7b59-1719-465f-96f2-542abb5d9ac6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.367827] env[69399]: DEBUG oslo_vmware.api [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Waiting for the task: (returnval){ [ 763.367827] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52594822-b6f6-6334-1e53-167471337662" [ 763.367827] env[69399]: _type = "Task" [ 763.367827] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.368621] env[69399]: INFO nova.compute.manager [-] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Took 1.41 seconds to deallocate network for instance. [ 763.389887] env[69399]: DEBUG oslo_vmware.api [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52594822-b6f6-6334-1e53-167471337662, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.460669] env[69399]: DEBUG oslo_vmware.api [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4176418, 'name': PowerOnVM_Task} progress is 80%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.515194] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176421, 'name': CreateVM_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.581774] env[69399]: DEBUG oslo_concurrency.lockutils [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Acquiring lock "6f6bf764-5ab6-454b-b0b2-b9c0a213e60c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.582050] env[69399]: DEBUG oslo_concurrency.lockutils [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Lock "6f6bf764-5ab6-454b-b0b2-b9c0a213e60c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.605768] env[69399]: DEBUG nova.compute.manager [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.657934] env[69399]: DEBUG nova.compute.manager [req-4874ec3b-95bd-4187-bb2b-bc6737d3c79b req-1fc5253e-7539-435b-ac00-9b0f9ef2bebd service nova] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Received event network-vif-plugged-98dd7141-9724-480a-a5c4-a6ff7f85d490 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.658689] env[69399]: DEBUG oslo_concurrency.lockutils [req-4874ec3b-95bd-4187-bb2b-bc6737d3c79b req-1fc5253e-7539-435b-ac00-9b0f9ef2bebd service nova] Acquiring lock "6425e15d-add3-442e-a190-9f2df94d5215-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.658921] env[69399]: DEBUG oslo_concurrency.lockutils [req-4874ec3b-95bd-4187-bb2b-bc6737d3c79b req-1fc5253e-7539-435b-ac00-9b0f9ef2bebd service nova] Lock "6425e15d-add3-442e-a190-9f2df94d5215-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.659399] env[69399]: DEBUG oslo_concurrency.lockutils [req-4874ec3b-95bd-4187-bb2b-bc6737d3c79b req-1fc5253e-7539-435b-ac00-9b0f9ef2bebd service nova] Lock "6425e15d-add3-442e-a190-9f2df94d5215-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.659399] env[69399]: DEBUG nova.compute.manager [req-4874ec3b-95bd-4187-bb2b-bc6737d3c79b req-1fc5253e-7539-435b-ac00-9b0f9ef2bebd service nova] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] No waiting events found dispatching network-vif-plugged-98dd7141-9724-480a-a5c4-a6ff7f85d490 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 763.659641] env[69399]: WARNING nova.compute.manager [req-4874ec3b-95bd-4187-bb2b-bc6737d3c79b req-1fc5253e-7539-435b-ac00-9b0f9ef2bebd service nova] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Received unexpected event network-vif-plugged-98dd7141-9724-480a-a5c4-a6ff7f85d490 for instance with vm_state building and task_state spawning. [ 763.707118] env[69399]: DEBUG oslo_vmware.api [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Task: {'id': task-4176417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.728266} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.707118] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] da2b0704-38ab-47ef-855f-0df5ee7fcbae/da2b0704-38ab-47ef-855f-0df5ee7fcbae.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.707118] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.707118] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab90e77e-82ad-4999-ba95-b2decc8eeefa {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.718761] env[69399]: DEBUG oslo_vmware.api [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Waiting for the task: (returnval){ [ 763.718761] env[69399]: value = "task-4176422" [ 763.718761] env[69399]: _type = "Task" [ 763.718761] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.731532] env[69399]: DEBUG oslo_vmware.api [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Task: {'id': task-4176422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.814281] env[69399]: DEBUG nova.network.neutron [req-40b2d5ed-f5c0-43d1-b28c-a92a583a03ed req-bad2188a-23c7-4f11-b0dd-e0bc1abd7cd1 service nova] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Updated VIF entry in instance network info cache for port fba0de3c-783b-4f4c-8045-6c1793a86306. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.814634] env[69399]: DEBUG nova.network.neutron [req-40b2d5ed-f5c0-43d1-b28c-a92a583a03ed req-bad2188a-23c7-4f11-b0dd-e0bc1abd7cd1 service nova] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Updating instance_info_cache with network_info: [{"id": "fba0de3c-783b-4f4c-8045-6c1793a86306", "address": "fa:16:3e:fd:6a:3c", "network": {"id": "08913913-8cbf-47bb-b0e0-25f90cbd5774", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1978740045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dfa8fc2522d47dbbc51d3f4f207578c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfba0de3c-78", "ovs_interfaceid": "fba0de3c-783b-4f4c-8045-6c1793a86306", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.882341] env[69399]: DEBUG oslo_concurrency.lockutils [None req-08eef20d-d7cc-44d7-abca-3834bc61ec4f tempest-DeleteServersAdminTestJSON-1202686643 tempest-DeleteServersAdminTestJSON-1202686643-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.886808] env[69399]: DEBUG oslo_vmware.api [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52594822-b6f6-6334-1e53-167471337662, 'name': SearchDatastore_Task, 'duration_secs': 0.035978} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.887107] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.887346] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.887578] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.887724] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.887899] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.888178] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac7bd6d7-79f9-4be8-bc3b-7295403e6a3e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.902364] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.902364] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.902957] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d871f6b-ad98-4a76-a4f9-e7c23fe038a9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.911985] env[69399]: DEBUG oslo_vmware.api [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Waiting for the task: (returnval){ [ 763.911985] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]525d12a5-531f-03b4-e276-c14a4952275b" [ 763.911985] env[69399]: _type = "Task" [ 763.911985] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.923169] env[69399]: DEBUG oslo_vmware.api [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]525d12a5-531f-03b4-e276-c14a4952275b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.958089] env[69399]: DEBUG oslo_vmware.api [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4176418, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.991548] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46161453-c091-4089-8a91-0df2d412b560 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.999694] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f690e43-535c-4cde-9624-2960c24a037b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.013841] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176421, 'name': CreateVM_Task, 'duration_secs': 0.719176} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.039908] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.040898] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.041080] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.041413] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.042181] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8665b52e-7a02-460a-b618-21b5bf67f14e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.044949] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1988e799-5637-4f55-ac74-8201e8899c89 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.050932] env[69399]: DEBUG oslo_vmware.api [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Waiting for the task: (returnval){ [ 764.050932] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]524a39f6-ecdb-5852-37e2-e00f6fba1aa5" [ 764.050932] env[69399]: _type = "Task" [ 764.050932] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.057643] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba490ca1-cfa1-4688-985e-6eb108efd3e0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.066981] env[69399]: DEBUG oslo_vmware.api [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]524a39f6-ecdb-5852-37e2-e00f6fba1aa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.075421] env[69399]: DEBUG nova.compute.provider_tree [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.086463] env[69399]: DEBUG nova.compute.manager [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.087036] env[69399]: DEBUG nova.virt.hardware [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.087253] env[69399]: DEBUG nova.virt.hardware [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.087426] env[69399]: DEBUG nova.virt.hardware [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.087691] env[69399]: DEBUG nova.virt.hardware [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.087864] env[69399]: DEBUG nova.virt.hardware [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.088057] env[69399]: DEBUG nova.virt.hardware [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.088231] env[69399]: DEBUG nova.virt.hardware [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.088388] env[69399]: DEBUG nova.virt.hardware [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.088555] env[69399]: DEBUG nova.virt.hardware [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.089118] env[69399]: DEBUG nova.virt.hardware [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.089308] env[69399]: DEBUG nova.virt.hardware [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.090908] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3145c9ab-2b00-4b1a-a17d-8a3734d13118 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.100226] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a41d40b-b10a-4eb8-9e52-1d9ad112774d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.147330] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquiring lock "a69aa834-a200-486e-9922-61018ae10f90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.147572] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lock "a69aa834-a200-486e-9922-61018ae10f90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.169229] env[69399]: INFO nova.compute.manager [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Rebuilding instance [ 764.230340] env[69399]: DEBUG oslo_vmware.api [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Task: {'id': task-4176422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105208} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.230595] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.235017] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36de7f58-c6be-43d2-a747-e63043ef79e2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.267243] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] da2b0704-38ab-47ef-855f-0df5ee7fcbae/da2b0704-38ab-47ef-855f-0df5ee7fcbae.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.267243] env[69399]: DEBUG nova.compute.manager [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.268355] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41201984-2d71-4571-8013-b2ce1d03dfff {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.284958] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a822adb0-2e5d-430f-b08c-274786092a54 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.288745] env[69399]: DEBUG nova.network.neutron [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Successfully updated port: c4bcee01-5443-4534-9d78-62e624d700aa {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 764.298846] env[69399]: DEBUG oslo_vmware.api [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Waiting for the task: (returnval){ [ 764.298846] env[69399]: value = "task-4176423" [ 764.298846] env[69399]: _type = "Task" [ 764.298846] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.310811] env[69399]: DEBUG oslo_vmware.api [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Task: {'id': task-4176423, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.321581] env[69399]: DEBUG oslo_concurrency.lockutils [req-40b2d5ed-f5c0-43d1-b28c-a92a583a03ed req-bad2188a-23c7-4f11-b0dd-e0bc1abd7cd1 service nova] Releasing lock "refresh_cache-da2b0704-38ab-47ef-855f-0df5ee7fcbae" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.322054] env[69399]: DEBUG nova.compute.manager [req-40b2d5ed-f5c0-43d1-b28c-a92a583a03ed req-bad2188a-23c7-4f11-b0dd-e0bc1abd7cd1 service nova] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Received event network-vif-deleted-45ac3d29-696d-4411-9c15-05d596fd7e45 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.322498] env[69399]: DEBUG nova.compute.manager [req-40b2d5ed-f5c0-43d1-b28c-a92a583a03ed req-bad2188a-23c7-4f11-b0dd-e0bc1abd7cd1 service nova] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Received event network-vif-plugged-329c91b6-1920-4197-afc8-3d86cf408898 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.322792] env[69399]: DEBUG oslo_concurrency.lockutils [req-40b2d5ed-f5c0-43d1-b28c-a92a583a03ed req-bad2188a-23c7-4f11-b0dd-e0bc1abd7cd1 service nova] Acquiring lock "90256eb2-af00-45a2-b883-8cbb95046461-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.323199] env[69399]: DEBUG oslo_concurrency.lockutils [req-40b2d5ed-f5c0-43d1-b28c-a92a583a03ed req-bad2188a-23c7-4f11-b0dd-e0bc1abd7cd1 service nova] Lock "90256eb2-af00-45a2-b883-8cbb95046461-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.324247] env[69399]: DEBUG oslo_concurrency.lockutils [req-40b2d5ed-f5c0-43d1-b28c-a92a583a03ed req-bad2188a-23c7-4f11-b0dd-e0bc1abd7cd1 service nova] Lock "90256eb2-af00-45a2-b883-8cbb95046461-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.324247] env[69399]: DEBUG nova.compute.manager [req-40b2d5ed-f5c0-43d1-b28c-a92a583a03ed req-bad2188a-23c7-4f11-b0dd-e0bc1abd7cd1 service nova] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] No waiting events found dispatching network-vif-plugged-329c91b6-1920-4197-afc8-3d86cf408898 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 764.324247] env[69399]: WARNING nova.compute.manager [req-40b2d5ed-f5c0-43d1-b28c-a92a583a03ed req-bad2188a-23c7-4f11-b0dd-e0bc1abd7cd1 service nova] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Received unexpected event network-vif-plugged-329c91b6-1920-4197-afc8-3d86cf408898 for instance with vm_state building and task_state spawning. [ 764.324247] env[69399]: DEBUG nova.compute.manager [req-40b2d5ed-f5c0-43d1-b28c-a92a583a03ed req-bad2188a-23c7-4f11-b0dd-e0bc1abd7cd1 service nova] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Received event network-changed-329c91b6-1920-4197-afc8-3d86cf408898 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.324586] env[69399]: DEBUG nova.compute.manager [req-40b2d5ed-f5c0-43d1-b28c-a92a583a03ed req-bad2188a-23c7-4f11-b0dd-e0bc1abd7cd1 service nova] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Refreshing instance network info cache due to event network-changed-329c91b6-1920-4197-afc8-3d86cf408898. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 764.325246] env[69399]: DEBUG oslo_concurrency.lockutils [req-40b2d5ed-f5c0-43d1-b28c-a92a583a03ed req-bad2188a-23c7-4f11-b0dd-e0bc1abd7cd1 service nova] Acquiring lock "refresh_cache-90256eb2-af00-45a2-b883-8cbb95046461" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.325246] env[69399]: DEBUG oslo_concurrency.lockutils [req-40b2d5ed-f5c0-43d1-b28c-a92a583a03ed req-bad2188a-23c7-4f11-b0dd-e0bc1abd7cd1 service nova] Acquired lock "refresh_cache-90256eb2-af00-45a2-b883-8cbb95046461" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.325246] env[69399]: DEBUG nova.network.neutron [req-40b2d5ed-f5c0-43d1-b28c-a92a583a03ed req-bad2188a-23c7-4f11-b0dd-e0bc1abd7cd1 service nova] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Refreshing network info cache for port 329c91b6-1920-4197-afc8-3d86cf408898 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.353638] env[69399]: DEBUG nova.network.neutron [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Successfully created port: 49884b11-b949-49ab-bea1-bb5a5e726007 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 764.427062] env[69399]: DEBUG oslo_vmware.api [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]525d12a5-531f-03b4-e276-c14a4952275b, 'name': SearchDatastore_Task, 'duration_secs': 0.025183} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.428874] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5db1ad3-42fd-4792-9e8e-7648197a7d2a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.435297] env[69399]: DEBUG oslo_vmware.api [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Waiting for the task: (returnval){ [ 764.435297] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]522adb49-ab10-7b74-3d70-e89f58977e71" [ 764.435297] env[69399]: _type = "Task" [ 764.435297] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.444061] env[69399]: DEBUG oslo_vmware.api [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]522adb49-ab10-7b74-3d70-e89f58977e71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.457388] env[69399]: DEBUG oslo_vmware.api [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4176418, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.564300] env[69399]: DEBUG oslo_vmware.api [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]524a39f6-ecdb-5852-37e2-e00f6fba1aa5, 'name': SearchDatastore_Task, 'duration_secs': 0.058732} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.564556] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.564820] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.565049] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.579271] env[69399]: DEBUG nova.scheduler.client.report [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.621882] env[69399]: DEBUG nova.compute.manager [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.654042] env[69399]: DEBUG nova.virt.hardware [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.654042] env[69399]: DEBUG nova.virt.hardware [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.654042] env[69399]: DEBUG nova.virt.hardware [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.654294] env[69399]: DEBUG nova.virt.hardware [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.654294] env[69399]: DEBUG nova.virt.hardware [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.654294] env[69399]: DEBUG nova.virt.hardware [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.654294] env[69399]: DEBUG nova.virt.hardware [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.654294] env[69399]: DEBUG nova.virt.hardware [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.654471] env[69399]: DEBUG nova.virt.hardware [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.654471] env[69399]: DEBUG nova.virt.hardware [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.654471] env[69399]: DEBUG nova.virt.hardware [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.654471] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6648d9b2-5771-41ae-b716-f5e1f2c73556 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.661570] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce095f00-ef10-49ec-b1ed-d51c89912b3c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.792890] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Acquiring lock "refresh_cache-c2e45558-5c57-4300-b255-1709734baa40" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.793211] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Acquired lock "refresh_cache-c2e45558-5c57-4300-b255-1709734baa40" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.793505] env[69399]: DEBUG nova.network.neutron [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.816712] env[69399]: DEBUG oslo_vmware.api [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Task: {'id': task-4176423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.953011] env[69399]: DEBUG oslo_vmware.api [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]522adb49-ab10-7b74-3d70-e89f58977e71, 'name': SearchDatastore_Task, 'duration_secs': 0.066493} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.959490] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.959490] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 90256eb2-af00-45a2-b883-8cbb95046461/90256eb2-af00-45a2-b883-8cbb95046461.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.959490] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.959660] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.959743] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-381deb6b-ffaf-4672-b495-54e719e6c587 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.963724] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-997acb69-6387-4a85-ba5d-6b0edd35a263 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.970987] env[69399]: DEBUG oslo_vmware.api [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4176418, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.976151] env[69399]: DEBUG oslo_vmware.api [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Waiting for the task: (returnval){ [ 764.976151] env[69399]: value = "task-4176424" [ 764.976151] env[69399]: _type = "Task" [ 764.976151] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.990784] env[69399]: DEBUG oslo_vmware.api [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Task: {'id': task-4176424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.992884] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.993265] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.994854] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cb5a7e1-9d50-4572-9c47-caf84ac5a16a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.001056] env[69399]: DEBUG oslo_vmware.api [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Waiting for the task: (returnval){ [ 765.001056] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d28f9e-8528-0d20-75bb-4939375d5afa" [ 765.001056] env[69399]: _type = "Task" [ 765.001056] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.010747] env[69399]: DEBUG oslo_vmware.api [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d28f9e-8528-0d20-75bb-4939375d5afa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.088022] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.088022] env[69399]: DEBUG nova.compute.manager [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.092619] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e73c8a82-5240-4279-a290-fd7da06e3c97 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.049s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.092619] env[69399]: DEBUG nova.objects.instance [None req-e73c8a82-5240-4279-a290-fd7da06e3c97 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Lazy-loading 'resources' on Instance uuid 9b9e992b-3f6a-4e56-8c9d-944507c869a6 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.309020] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.309402] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d24b53a-d644-4e79-b151-a768cb6c03c5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.319023] env[69399]: DEBUG oslo_vmware.api [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Task: {'id': task-4176423, 'name': ReconfigVM_Task, 'duration_secs': 0.87192} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.320922] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Reconfigured VM instance instance-0000000a to attach disk [datastore2] da2b0704-38ab-47ef-855f-0df5ee7fcbae/da2b0704-38ab-47ef-855f-0df5ee7fcbae.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.321745] env[69399]: DEBUG oslo_vmware.api [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Waiting for the task: (returnval){ [ 765.321745] env[69399]: value = "task-4176425" [ 765.321745] env[69399]: _type = "Task" [ 765.321745] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.321998] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea2ed78f-781b-4f92-83d7-c988e84593a5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.335685] env[69399]: DEBUG oslo_vmware.api [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Waiting for the task: (returnval){ [ 765.335685] env[69399]: value = "task-4176426" [ 765.335685] env[69399]: _type = "Task" [ 765.335685] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.341818] env[69399]: DEBUG oslo_vmware.api [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Task: {'id': task-4176425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.352112] env[69399]: DEBUG oslo_vmware.api [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Task: {'id': task-4176426, 'name': Rename_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.353472] env[69399]: DEBUG nova.network.neutron [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.465934] env[69399]: DEBUG oslo_vmware.api [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4176418, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.493032] env[69399]: DEBUG oslo_vmware.api [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Task: {'id': task-4176424, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.510022] env[69399]: DEBUG nova.network.neutron [req-40b2d5ed-f5c0-43d1-b28c-a92a583a03ed req-bad2188a-23c7-4f11-b0dd-e0bc1abd7cd1 service nova] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Updated VIF entry in instance network info cache for port 329c91b6-1920-4197-afc8-3d86cf408898. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.510489] env[69399]: DEBUG nova.network.neutron [req-40b2d5ed-f5c0-43d1-b28c-a92a583a03ed req-bad2188a-23c7-4f11-b0dd-e0bc1abd7cd1 service nova] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Updating instance_info_cache with network_info: [{"id": "329c91b6-1920-4197-afc8-3d86cf408898", "address": "fa:16:3e:6f:14:6c", "network": {"id": "902f1017-c171-49ce-b40e-5e40ca739263", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-258329991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3902fecab5f74cc08171372012a03d30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329c91b6-19", "ovs_interfaceid": "329c91b6-1920-4197-afc8-3d86cf408898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.516846] env[69399]: DEBUG oslo_vmware.api [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d28f9e-8528-0d20-75bb-4939375d5afa, 'name': SearchDatastore_Task, 'duration_secs': 0.018189} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.522025] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ec188c0-7cc9-4ca9-a5d0-221c3bd9a9b8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.529188] env[69399]: DEBUG oslo_vmware.api [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Waiting for the task: (returnval){ [ 765.529188] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]528a0e10-af06-fd95-7d00-892118b20d49" [ 765.529188] env[69399]: _type = "Task" [ 765.529188] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.540728] env[69399]: DEBUG oslo_vmware.api [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]528a0e10-af06-fd95-7d00-892118b20d49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.562252] env[69399]: DEBUG nova.network.neutron [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Updating instance_info_cache with network_info: [{"id": "c4bcee01-5443-4534-9d78-62e624d700aa", "address": "fa:16:3e:f5:ac:1c", "network": {"id": "bc3c2b31-ea7b-4d79-8b61-018d066d2ef5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1334404710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e2781e158624a6783b480ca42ff6729", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4bcee01-54", "ovs_interfaceid": "c4bcee01-5443-4534-9d78-62e624d700aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.595031] env[69399]: DEBUG nova.compute.utils [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.605908] env[69399]: DEBUG nova.compute.manager [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.606329] env[69399]: DEBUG nova.network.neutron [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.683128] env[69399]: DEBUG nova.policy [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8646df3db3964f2ba42383ca37ec6d3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '040459acd84d411c93cd6103e65ccf09', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.839914] env[69399]: DEBUG oslo_vmware.api [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Task: {'id': task-4176425, 'name': PowerOffVM_Task, 'duration_secs': 0.175337} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.840420] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.840420] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.844476] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d182dfae-c696-45d2-950b-1e00ca0af5ff {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.865749] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.866110] env[69399]: DEBUG oslo_vmware.api [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Task: {'id': task-4176426, 'name': Rename_Task, 'duration_secs': 0.341903} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.866356] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82d4e933-2a84-40b8-9a8b-8876c66f5c77 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.868269] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.868545] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ae09048-9100-43c5-ad45-444d234cec8b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.881056] env[69399]: DEBUG oslo_vmware.api [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Waiting for the task: (returnval){ [ 765.881056] env[69399]: value = "task-4176428" [ 765.881056] env[69399]: _type = "Task" [ 765.881056] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.898443] env[69399]: DEBUG oslo_vmware.api [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Task: {'id': task-4176428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.906774] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.907023] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.907417] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Deleting the datastore file [datastore1] 9dd18afb-5a25-48e4-9250-fe7122031a6c {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.910570] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09e4349d-62d1-48f8-9cea-a1ab00ccc027 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.919381] env[69399]: DEBUG oslo_vmware.api [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Waiting for the task: (returnval){ [ 765.919381] env[69399]: value = "task-4176429" [ 765.919381] env[69399]: _type = "Task" [ 765.919381] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.931139] env[69399]: DEBUG oslo_vmware.api [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Task: {'id': task-4176429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.969739] env[69399]: DEBUG oslo_vmware.api [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4176418, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.994659] env[69399]: DEBUG oslo_vmware.api [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Task: {'id': task-4176424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582136} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.994659] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 90256eb2-af00-45a2-b883-8cbb95046461/90256eb2-af00-45a2-b883-8cbb95046461.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.994659] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.994659] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3048ecec-7541-4eb1-a908-85abba241cf3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.006562] env[69399]: DEBUG oslo_vmware.api [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Waiting for the task: (returnval){ [ 766.006562] env[69399]: value = "task-4176430" [ 766.006562] env[69399]: _type = "Task" [ 766.006562] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.016154] env[69399]: DEBUG oslo_vmware.api [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Task: {'id': task-4176430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.020916] env[69399]: DEBUG oslo_concurrency.lockutils [req-40b2d5ed-f5c0-43d1-b28c-a92a583a03ed req-bad2188a-23c7-4f11-b0dd-e0bc1abd7cd1 service nova] Releasing lock "refresh_cache-90256eb2-af00-45a2-b883-8cbb95046461" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.038316] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe0c11d-96eb-4152-816f-e672c27ae5de {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.050539] env[69399]: DEBUG oslo_vmware.api [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]528a0e10-af06-fd95-7d00-892118b20d49, 'name': SearchDatastore_Task, 'duration_secs': 0.02416} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.052902] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.054027] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 6425e15d-add3-442e-a190-9f2df94d5215/6425e15d-add3-442e-a190-9f2df94d5215.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.054027] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8e1adda-110a-4088-90dd-164ab43d8dbc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.056507] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832aadfa-67d9-4622-a85e-27e1315f2c58 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.090856] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Releasing lock "refresh_cache-c2e45558-5c57-4300-b255-1709734baa40" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.090856] env[69399]: DEBUG nova.compute.manager [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Instance network_info: |[{"id": "c4bcee01-5443-4534-9d78-62e624d700aa", "address": "fa:16:3e:f5:ac:1c", "network": {"id": "bc3c2b31-ea7b-4d79-8b61-018d066d2ef5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1334404710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e2781e158624a6783b480ca42ff6729", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4bcee01-54", "ovs_interfaceid": "c4bcee01-5443-4534-9d78-62e624d700aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 766.092222] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:ac:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0685bd0b-3dbf-4a06-951c-c6a4726dd4b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4bcee01-5443-4534-9d78-62e624d700aa', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.108879] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Creating folder: Project (2e2781e158624a6783b480ca42ff6729). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.108879] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0eb71b5-3105-4a8d-a455-c5d5ddfb76a5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.108879] env[69399]: DEBUG oslo_vmware.api [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Waiting for the task: (returnval){ [ 766.108879] env[69399]: value = "task-4176431" [ 766.108879] env[69399]: _type = "Task" [ 766.108879] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.108879] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25e70e47-9de3-4e9a-898a-31c8ed9b7726 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.108879] env[69399]: DEBUG nova.compute.manager [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.118054] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ed99a0-8b69-41e4-9fca-95ad3712eee5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.128283] env[69399]: DEBUG oslo_vmware.api [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.129983] env[69399]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 766.129983] env[69399]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69399) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 766.129983] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Folder already exists: Project (2e2781e158624a6783b480ca42ff6729). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 766.129983] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Creating folder: Instances. Parent ref: group-v826678. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.141026] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a689415-c1fb-47d0-810d-d50bac3901fc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.141026] env[69399]: DEBUG nova.compute.provider_tree [None req-e73c8a82-5240-4279-a290-fd7da06e3c97 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.151928] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Created folder: Instances in parent group-v826678. [ 766.152152] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.152370] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2e45558-5c57-4300-b255-1709734baa40] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.152597] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5686a517-9663-4589-b6e5-d4c35fc761f7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.174923] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.174923] env[69399]: value = "task-4176434" [ 766.174923] env[69399]: _type = "Task" [ 766.174923] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.184581] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176434, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.306159] env[69399]: DEBUG nova.network.neutron [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Successfully created port: 2f2fc25f-9f8c-43a4-9fa6-b18fd0816ebd {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.395657] env[69399]: DEBUG oslo_vmware.api [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Task: {'id': task-4176428, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.430019] env[69399]: DEBUG oslo_vmware.api [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Task: {'id': task-4176429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114614} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.430364] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.430673] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.430871] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.467908] env[69399]: DEBUG oslo_vmware.api [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4176418, 'name': PowerOnVM_Task, 'duration_secs': 3.382389} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.467908] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.467908] env[69399]: INFO nova.compute.manager [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Took 14.26 seconds to spawn the instance on the hypervisor. [ 766.467908] env[69399]: DEBUG nova.compute.manager [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.468254] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada38861-bda5-4806-bbb7-ff7c1be4e04c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.520956] env[69399]: DEBUG oslo_vmware.api [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Task: {'id': task-4176430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080356} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.522601] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.523952] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21daa03d-4e2c-4d2a-a1f7-db8895fa048e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.554668] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 90256eb2-af00-45a2-b883-8cbb95046461/90256eb2-af00-45a2-b883-8cbb95046461.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.555461] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1dbf53b-1023-42a9-8afc-aee93681818c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.571465] env[69399]: DEBUG nova.compute.manager [req-93fc2e85-ab89-4767-8384-32eaa112c174 req-343b35c5-3672-47d9-a04c-88f01edf60f4 service nova] [instance: c2e45558-5c57-4300-b255-1709734baa40] Received event network-vif-plugged-c4bcee01-5443-4534-9d78-62e624d700aa {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.571678] env[69399]: DEBUG oslo_concurrency.lockutils [req-93fc2e85-ab89-4767-8384-32eaa112c174 req-343b35c5-3672-47d9-a04c-88f01edf60f4 service nova] Acquiring lock "c2e45558-5c57-4300-b255-1709734baa40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.571902] env[69399]: DEBUG oslo_concurrency.lockutils [req-93fc2e85-ab89-4767-8384-32eaa112c174 req-343b35c5-3672-47d9-a04c-88f01edf60f4 service nova] Lock "c2e45558-5c57-4300-b255-1709734baa40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.572050] env[69399]: DEBUG oslo_concurrency.lockutils [req-93fc2e85-ab89-4767-8384-32eaa112c174 req-343b35c5-3672-47d9-a04c-88f01edf60f4 service nova] Lock "c2e45558-5c57-4300-b255-1709734baa40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.572219] env[69399]: DEBUG nova.compute.manager [req-93fc2e85-ab89-4767-8384-32eaa112c174 req-343b35c5-3672-47d9-a04c-88f01edf60f4 service nova] [instance: c2e45558-5c57-4300-b255-1709734baa40] No waiting events found dispatching network-vif-plugged-c4bcee01-5443-4534-9d78-62e624d700aa {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 766.572464] env[69399]: WARNING nova.compute.manager [req-93fc2e85-ab89-4767-8384-32eaa112c174 req-343b35c5-3672-47d9-a04c-88f01edf60f4 service nova] [instance: c2e45558-5c57-4300-b255-1709734baa40] Received unexpected event network-vif-plugged-c4bcee01-5443-4534-9d78-62e624d700aa for instance with vm_state building and task_state spawning. [ 766.572565] env[69399]: DEBUG nova.compute.manager [req-93fc2e85-ab89-4767-8384-32eaa112c174 req-343b35c5-3672-47d9-a04c-88f01edf60f4 service nova] [instance: c2e45558-5c57-4300-b255-1709734baa40] Received event network-changed-c4bcee01-5443-4534-9d78-62e624d700aa {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.572720] env[69399]: DEBUG nova.compute.manager [req-93fc2e85-ab89-4767-8384-32eaa112c174 req-343b35c5-3672-47d9-a04c-88f01edf60f4 service nova] [instance: c2e45558-5c57-4300-b255-1709734baa40] Refreshing instance network info cache due to event network-changed-c4bcee01-5443-4534-9d78-62e624d700aa. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 766.572899] env[69399]: DEBUG oslo_concurrency.lockutils [req-93fc2e85-ab89-4767-8384-32eaa112c174 req-343b35c5-3672-47d9-a04c-88f01edf60f4 service nova] Acquiring lock "refresh_cache-c2e45558-5c57-4300-b255-1709734baa40" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.573042] env[69399]: DEBUG oslo_concurrency.lockutils [req-93fc2e85-ab89-4767-8384-32eaa112c174 req-343b35c5-3672-47d9-a04c-88f01edf60f4 service nova] Acquired lock "refresh_cache-c2e45558-5c57-4300-b255-1709734baa40" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.573197] env[69399]: DEBUG nova.network.neutron [req-93fc2e85-ab89-4767-8384-32eaa112c174 req-343b35c5-3672-47d9-a04c-88f01edf60f4 service nova] [instance: c2e45558-5c57-4300-b255-1709734baa40] Refreshing network info cache for port c4bcee01-5443-4534-9d78-62e624d700aa {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.583451] env[69399]: DEBUG oslo_vmware.api [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Waiting for the task: (returnval){ [ 766.583451] env[69399]: value = "task-4176435" [ 766.583451] env[69399]: _type = "Task" [ 766.583451] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.593506] env[69399]: DEBUG oslo_vmware.api [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Task: {'id': task-4176435, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.623668] env[69399]: DEBUG oslo_vmware.api [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.644210] env[69399]: DEBUG nova.scheduler.client.report [None req-e73c8a82-5240-4279-a290-fd7da06e3c97 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.687688] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176434, 'name': CreateVM_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.895195] env[69399]: DEBUG oslo_vmware.api [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Task: {'id': task-4176428, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.995586] env[69399]: INFO nova.compute.manager [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Took 24.54 seconds to build instance. [ 767.100027] env[69399]: DEBUG oslo_vmware.api [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Task: {'id': task-4176435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.122664] env[69399]: DEBUG nova.compute.manager [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.125320] env[69399]: DEBUG oslo_vmware.api [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176431, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.156500] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e73c8a82-5240-4279-a290-fd7da06e3c97 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.064s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.163765] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.565s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.164082] env[69399]: DEBUG nova.objects.instance [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69399) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 767.177145] env[69399]: DEBUG nova.virt.hardware [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.177145] env[69399]: DEBUG nova.virt.hardware [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.179961] env[69399]: DEBUG nova.virt.hardware [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.180144] env[69399]: DEBUG nova.virt.hardware [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.180390] env[69399]: DEBUG nova.virt.hardware [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.180527] env[69399]: DEBUG nova.virt.hardware [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.180784] env[69399]: DEBUG nova.virt.hardware [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.180972] env[69399]: DEBUG nova.virt.hardware [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.181169] env[69399]: DEBUG nova.virt.hardware [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.181390] env[69399]: DEBUG nova.virt.hardware [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.181554] env[69399]: DEBUG nova.virt.hardware [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.186566] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5558ab8-2633-4786-90c8-896a0bd25eea {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.215030] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442c59a9-d8c9-4c23-ac73-ffd2bcad7cc3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.216884] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176434, 'name': CreateVM_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.227271] env[69399]: DEBUG nova.compute.manager [req-e09171d0-6fda-4e37-a2e4-49993100ef7d req-642d0df4-c730-4ffa-badb-b49297f10788 service nova] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Received event network-changed-98dd7141-9724-480a-a5c4-a6ff7f85d490 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.227271] env[69399]: DEBUG nova.compute.manager [req-e09171d0-6fda-4e37-a2e4-49993100ef7d req-642d0df4-c730-4ffa-badb-b49297f10788 service nova] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Refreshing instance network info cache due to event network-changed-98dd7141-9724-480a-a5c4-a6ff7f85d490. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.229106] env[69399]: DEBUG oslo_concurrency.lockutils [req-e09171d0-6fda-4e37-a2e4-49993100ef7d req-642d0df4-c730-4ffa-badb-b49297f10788 service nova] Acquiring lock "refresh_cache-6425e15d-add3-442e-a190-9f2df94d5215" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.229106] env[69399]: DEBUG oslo_concurrency.lockutils [req-e09171d0-6fda-4e37-a2e4-49993100ef7d req-642d0df4-c730-4ffa-badb-b49297f10788 service nova] Acquired lock "refresh_cache-6425e15d-add3-442e-a190-9f2df94d5215" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.229106] env[69399]: DEBUG nova.network.neutron [req-e09171d0-6fda-4e37-a2e4-49993100ef7d req-642d0df4-c730-4ffa-badb-b49297f10788 service nova] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Refreshing network info cache for port 98dd7141-9724-480a-a5c4-a6ff7f85d490 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.234955] env[69399]: INFO nova.scheduler.client.report [None req-e73c8a82-5240-4279-a290-fd7da06e3c97 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Deleted allocations for instance 9b9e992b-3f6a-4e56-8c9d-944507c869a6 [ 767.356484] env[69399]: DEBUG nova.network.neutron [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Successfully updated port: 49884b11-b949-49ab-bea1-bb5a5e726007 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 767.398327] env[69399]: DEBUG oslo_vmware.api [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Task: {'id': task-4176428, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.484630] env[69399]: DEBUG nova.virt.hardware [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.484879] env[69399]: DEBUG nova.virt.hardware [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.485042] env[69399]: DEBUG nova.virt.hardware [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.485225] env[69399]: DEBUG nova.virt.hardware [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.485361] env[69399]: DEBUG nova.virt.hardware [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.485504] env[69399]: DEBUG nova.virt.hardware [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.485711] env[69399]: DEBUG nova.virt.hardware [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.485871] env[69399]: DEBUG nova.virt.hardware [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.487342] env[69399]: DEBUG nova.virt.hardware [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.487706] env[69399]: DEBUG nova.virt.hardware [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.487819] env[69399]: DEBUG nova.virt.hardware [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.489718] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741cb13c-dcef-4c0d-b53e-7049053c55c1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.501918] env[69399]: DEBUG oslo_concurrency.lockutils [None req-47ef8fd4-b2a3-450e-bfeb-3ec68c69e149 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Lock "df8e3dea-2e1c-47bc-87e5-2e6419e88b93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.064s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.506120] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae574ea5-f1a1-4387-b93e-bc1090402c05 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.533269] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Instance VIF info [] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.539237] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.540386] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.540686] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5eb76bdb-ca46-474a-a13e-f2ae8bfda0a9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.560839] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.560839] env[69399]: value = "task-4176436" [ 767.560839] env[69399]: _type = "Task" [ 767.560839] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.571373] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176436, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.598297] env[69399]: DEBUG oslo_vmware.api [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Task: {'id': task-4176435, 'name': ReconfigVM_Task, 'duration_secs': 0.808425} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.598297] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 90256eb2-af00-45a2-b883-8cbb95046461/90256eb2-af00-45a2-b883-8cbb95046461.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.599355] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5052e58b-02ff-4cf4-bac0-60acf2511234 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.607801] env[69399]: DEBUG oslo_vmware.api [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Waiting for the task: (returnval){ [ 767.607801] env[69399]: value = "task-4176437" [ 767.607801] env[69399]: _type = "Task" [ 767.607801] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.620774] env[69399]: DEBUG oslo_vmware.api [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Task: {'id': task-4176437, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.626127] env[69399]: DEBUG oslo_vmware.api [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176431, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.186506} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.626579] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 6425e15d-add3-442e-a190-9f2df94d5215/6425e15d-add3-442e-a190-9f2df94d5215.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.626923] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.627293] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b41ff1c-d85e-42a4-b195-3972560f7430 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.637033] env[69399]: DEBUG oslo_vmware.api [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Waiting for the task: (returnval){ [ 767.637033] env[69399]: value = "task-4176438" [ 767.637033] env[69399]: _type = "Task" [ 767.637033] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.652779] env[69399]: DEBUG oslo_vmware.api [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176438, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.697161] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176434, 'name': CreateVM_Task, 'duration_secs': 1.200345} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.697825] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2e45558-5c57-4300-b255-1709734baa40] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.698353] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826690', 'volume_id': '8b9feac4-b5d4-4523-be5b-71476256b199', 'name': 'volume-8b9feac4-b5d4-4523-be5b-71476256b199', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c2e45558-5c57-4300-b255-1709734baa40', 'attached_at': '', 'detached_at': '', 'volume_id': '8b9feac4-b5d4-4523-be5b-71476256b199', 'serial': '8b9feac4-b5d4-4523-be5b-71476256b199'}, 'disk_bus': None, 'attachment_id': '3f1e6160-3916-4e1e-94dc-8ede9d061a7c', 'mount_device': '/dev/sda', 'device_type': None, 'boot_index': 0, 'delete_on_termination': True, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69399) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 767.698565] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Root volume attach. Driver type: vmdk {{(pid=69399) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 767.699836] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ba0dab-fa17-4ce4-95a6-3388fd838866 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.710485] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63797a7-f7e0-4ac5-820d-ff58f4897ac4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.720425] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551dff80-942b-4e4b-a261-49c5775267b9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.728823] env[69399]: DEBUG nova.network.neutron [req-93fc2e85-ab89-4767-8384-32eaa112c174 req-343b35c5-3672-47d9-a04c-88f01edf60f4 service nova] [instance: c2e45558-5c57-4300-b255-1709734baa40] Updated VIF entry in instance network info cache for port c4bcee01-5443-4534-9d78-62e624d700aa. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.729209] env[69399]: DEBUG nova.network.neutron [req-93fc2e85-ab89-4767-8384-32eaa112c174 req-343b35c5-3672-47d9-a04c-88f01edf60f4 service nova] [instance: c2e45558-5c57-4300-b255-1709734baa40] Updating instance_info_cache with network_info: [{"id": "c4bcee01-5443-4534-9d78-62e624d700aa", "address": "fa:16:3e:f5:ac:1c", "network": {"id": "bc3c2b31-ea7b-4d79-8b61-018d066d2ef5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1334404710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e2781e158624a6783b480ca42ff6729", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4bcee01-54", "ovs_interfaceid": "c4bcee01-5443-4534-9d78-62e624d700aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.730775] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-d73bb05e-f929-4bc6-bb40-7d425e77323d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.746379] env[69399]: DEBUG oslo_vmware.api [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Waiting for the task: (returnval){ [ 767.746379] env[69399]: value = "task-4176439" [ 767.746379] env[69399]: _type = "Task" [ 767.746379] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.751706] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e73c8a82-5240-4279-a290-fd7da06e3c97 tempest-ServerDiagnosticsTest-463419431 tempest-ServerDiagnosticsTest-463419431-project-member] Lock "9b9e992b-3f6a-4e56-8c9d-944507c869a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.287s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.762055] env[69399]: DEBUG oslo_vmware.api [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Task: {'id': task-4176439, 'name': RelocateVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.859881] env[69399]: DEBUG oslo_concurrency.lockutils [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Acquiring lock "refresh_cache-fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.859881] env[69399]: DEBUG oslo_concurrency.lockutils [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Acquired lock "refresh_cache-fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.859881] env[69399]: DEBUG nova.network.neutron [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.898320] env[69399]: DEBUG oslo_vmware.api [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Task: {'id': task-4176428, 'name': PowerOnVM_Task, 'duration_secs': 1.697779} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.898691] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.898937] env[69399]: INFO nova.compute.manager [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Took 13.30 seconds to spawn the instance on the hypervisor. [ 767.899132] env[69399]: DEBUG nova.compute.manager [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.900224] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbbcc4a-b2d7-46f3-9251-3e082aeda910 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.015807] env[69399]: DEBUG nova.compute.manager [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 768.075646] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176436, 'name': CreateVM_Task, 'duration_secs': 0.365546} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.076617] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 768.077109] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.077272] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.077611] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.078396] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1addebf1-8579-48b7-8a0b-3e4be790eb94 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.088202] env[69399]: DEBUG oslo_vmware.api [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Waiting for the task: (returnval){ [ 768.088202] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52099c30-4fa8-00bc-1275-9a6bc4b4c5dd" [ 768.088202] env[69399]: _type = "Task" [ 768.088202] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.099222] env[69399]: DEBUG oslo_vmware.api [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52099c30-4fa8-00bc-1275-9a6bc4b4c5dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.128653] env[69399]: DEBUG oslo_vmware.api [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Task: {'id': task-4176437, 'name': Rename_Task, 'duration_secs': 0.282677} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.128653] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.128653] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f59e704c-533e-4670-85dc-218fedea34f8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.139780] env[69399]: DEBUG oslo_vmware.api [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Waiting for the task: (returnval){ [ 768.139780] env[69399]: value = "task-4176440" [ 768.139780] env[69399]: _type = "Task" [ 768.139780] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.156524] env[69399]: DEBUG oslo_vmware.api [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Task: {'id': task-4176440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.156817] env[69399]: DEBUG oslo_vmware.api [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176438, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070499} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.157081] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.157918] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d01d0b3-93ff-4d4e-b9d6-f69a1fc20260 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.184985] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 6425e15d-add3-442e-a190-9f2df94d5215/6425e15d-add3-442e-a190-9f2df94d5215.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.186211] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e36f821f-8361-4fc1-bb0e-a4b48206fb97 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.187252] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ce6e3be-4bea-4787-b7a9-3e81e3f06cf2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.203426] env[69399]: DEBUG nova.network.neutron [req-e09171d0-6fda-4e37-a2e4-49993100ef7d req-642d0df4-c730-4ffa-badb-b49297f10788 service nova] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Updated VIF entry in instance network info cache for port 98dd7141-9724-480a-a5c4-a6ff7f85d490. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.203830] env[69399]: DEBUG nova.network.neutron [req-e09171d0-6fda-4e37-a2e4-49993100ef7d req-642d0df4-c730-4ffa-badb-b49297f10788 service nova] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Updating instance_info_cache with network_info: [{"id": "98dd7141-9724-480a-a5c4-a6ff7f85d490", "address": "fa:16:3e:45:8e:ad", "network": {"id": "e6123224-ba4a-4d8f-91b9-06e051cef811", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70c0851169f84ebb9810edf05230c60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98dd7141-97", "ovs_interfaceid": "98dd7141-9724-480a-a5c4-a6ff7f85d490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.208733] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d064d17e-3770-4028-8d2e-8a7d98b7d1c0 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.584s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.208733] env[69399]: DEBUG nova.objects.instance [None req-d064d17e-3770-4028-8d2e-8a7d98b7d1c0 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Lazy-loading 'resources' on Instance uuid 8683cdab-4e16-49d4-b988-96e4eefb057d {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.217283] env[69399]: DEBUG oslo_vmware.api [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Waiting for the task: (returnval){ [ 768.217283] env[69399]: value = "task-4176441" [ 768.217283] env[69399]: _type = "Task" [ 768.217283] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.229762] env[69399]: DEBUG oslo_vmware.api [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176441, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.236440] env[69399]: DEBUG oslo_concurrency.lockutils [req-93fc2e85-ab89-4767-8384-32eaa112c174 req-343b35c5-3672-47d9-a04c-88f01edf60f4 service nova] Releasing lock "refresh_cache-c2e45558-5c57-4300-b255-1709734baa40" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.258032] env[69399]: DEBUG oslo_vmware.api [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Task: {'id': task-4176439, 'name': RelocateVM_Task} progress is 20%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.267584] env[69399]: DEBUG nova.network.neutron [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Successfully updated port: 2f2fc25f-9f8c-43a4-9fa6-b18fd0816ebd {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.404268] env[69399]: DEBUG nova.network.neutron [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.423936] env[69399]: INFO nova.compute.manager [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Took 23.00 seconds to build instance. [ 768.556509] env[69399]: DEBUG oslo_concurrency.lockutils [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.600915] env[69399]: DEBUG oslo_vmware.api [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52099c30-4fa8-00bc-1275-9a6bc4b4c5dd, 'name': SearchDatastore_Task, 'duration_secs': 0.026753} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.601561] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.601561] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.601844] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.601844] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.602035] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.602338] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-980e5ca0-805e-4927-a1b0-306767c0fa31 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.618118] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.618333] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.621357] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd2f0d26-b8a0-4f3f-8e49-eab1e0c4cc39 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.627838] env[69399]: DEBUG oslo_vmware.api [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Waiting for the task: (returnval){ [ 768.627838] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]528b4763-f0d4-7310-9cf0-883de31a3cff" [ 768.627838] env[69399]: _type = "Task" [ 768.627838] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.637502] env[69399]: DEBUG oslo_vmware.api [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]528b4763-f0d4-7310-9cf0-883de31a3cff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.649594] env[69399]: DEBUG oslo_vmware.api [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Task: {'id': task-4176440, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.684162] env[69399]: DEBUG nova.network.neutron [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Updating instance_info_cache with network_info: [{"id": "49884b11-b949-49ab-bea1-bb5a5e726007", "address": "fa:16:3e:6d:89:c7", "network": {"id": "e6123224-ba4a-4d8f-91b9-06e051cef811", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70c0851169f84ebb9810edf05230c60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49884b11-b9", "ovs_interfaceid": "49884b11-b949-49ab-bea1-bb5a5e726007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.711456] env[69399]: DEBUG oslo_concurrency.lockutils [req-e09171d0-6fda-4e37-a2e4-49993100ef7d req-642d0df4-c730-4ffa-badb-b49297f10788 service nova] Releasing lock "refresh_cache-6425e15d-add3-442e-a190-9f2df94d5215" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.711827] env[69399]: DEBUG nova.compute.manager [req-e09171d0-6fda-4e37-a2e4-49993100ef7d req-642d0df4-c730-4ffa-badb-b49297f10788 service nova] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Received event network-vif-deleted-c6321861-cb61-4a91-9262-9c93454ab6e6 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.712045] env[69399]: DEBUG nova.compute.manager [req-e09171d0-6fda-4e37-a2e4-49993100ef7d req-642d0df4-c730-4ffa-badb-b49297f10788 service nova] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Received event network-changed-4c6d82dd-086c-4c9c-aba3-990805027578 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.712216] env[69399]: DEBUG nova.compute.manager [req-e09171d0-6fda-4e37-a2e4-49993100ef7d req-642d0df4-c730-4ffa-badb-b49297f10788 service nova] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Refreshing instance network info cache due to event network-changed-4c6d82dd-086c-4c9c-aba3-990805027578. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 768.712445] env[69399]: DEBUG oslo_concurrency.lockutils [req-e09171d0-6fda-4e37-a2e4-49993100ef7d req-642d0df4-c730-4ffa-badb-b49297f10788 service nova] Acquiring lock "refresh_cache-f7e38fa3-14c9-44a8-9234-45abec23187c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.712606] env[69399]: DEBUG oslo_concurrency.lockutils [req-e09171d0-6fda-4e37-a2e4-49993100ef7d req-642d0df4-c730-4ffa-badb-b49297f10788 service nova] Acquired lock "refresh_cache-f7e38fa3-14c9-44a8-9234-45abec23187c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.712877] env[69399]: DEBUG nova.network.neutron [req-e09171d0-6fda-4e37-a2e4-49993100ef7d req-642d0df4-c730-4ffa-badb-b49297f10788 service nova] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Refreshing network info cache for port 4c6d82dd-086c-4c9c-aba3-990805027578 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.735273] env[69399]: DEBUG oslo_vmware.api [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176441, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.764708] env[69399]: DEBUG oslo_vmware.api [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Task: {'id': task-4176439, 'name': RelocateVM_Task, 'duration_secs': 0.689954} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.765024] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Volume attach. Driver type: vmdk {{(pid=69399) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 768.765589] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826690', 'volume_id': '8b9feac4-b5d4-4523-be5b-71476256b199', 'name': 'volume-8b9feac4-b5d4-4523-be5b-71476256b199', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c2e45558-5c57-4300-b255-1709734baa40', 'attached_at': '', 'detached_at': '', 'volume_id': '8b9feac4-b5d4-4523-be5b-71476256b199', 'serial': '8b9feac4-b5d4-4523-be5b-71476256b199'} {{(pid=69399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 768.766065] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520b3d0e-8951-4170-abad-afbf1252747f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.775218] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Acquiring lock "refresh_cache-7003cf16-e687-4358-80f1-6b5854d5df96" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.775364] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Acquired lock "refresh_cache-7003cf16-e687-4358-80f1-6b5854d5df96" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.775567] env[69399]: DEBUG nova.network.neutron [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.801116] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96d5d0f-7130-42ec-a4ca-19c249608906 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.825453] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] volume-8b9feac4-b5d4-4523-be5b-71476256b199/volume-8b9feac4-b5d4-4523-be5b-71476256b199.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.828832] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04d6ddf1-743c-4247-b6ae-e840cd0bd469 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.850016] env[69399]: DEBUG oslo_vmware.api [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Waiting for the task: (returnval){ [ 768.850016] env[69399]: value = "task-4176442" [ 768.850016] env[69399]: _type = "Task" [ 768.850016] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.864349] env[69399]: DEBUG oslo_vmware.api [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Task: {'id': task-4176442, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.928145] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a33c7ea0-25b5-4570-a58b-82d009391784 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Lock "da2b0704-38ab-47ef-855f-0df5ee7fcbae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.525s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.108609] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddb5230-2d33-4455-9a0d-88a382f372d3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.118292] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb677841-9ccd-4e0c-bb2f-4b7c4434a3b4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.166287] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf49a574-c67e-4a38-8de2-34e7dced1f2a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.174291] env[69399]: DEBUG oslo_vmware.api [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]528b4763-f0d4-7310-9cf0-883de31a3cff, 'name': SearchDatastore_Task, 'duration_secs': 0.022272} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.180440] env[69399]: DEBUG oslo_vmware.api [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Task: {'id': task-4176440, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.180545] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31ecfa87-d187-4cec-af0a-bf41ff02f5fb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.183967] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5e08b6-3714-4ec3-97de-ef38697a061c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.189115] env[69399]: DEBUG oslo_concurrency.lockutils [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Releasing lock "refresh_cache-fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.189472] env[69399]: DEBUG nova.compute.manager [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Instance network_info: |[{"id": "49884b11-b949-49ab-bea1-bb5a5e726007", "address": "fa:16:3e:6d:89:c7", "network": {"id": "e6123224-ba4a-4d8f-91b9-06e051cef811", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70c0851169f84ebb9810edf05230c60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49884b11-b9", "ovs_interfaceid": "49884b11-b949-49ab-bea1-bb5a5e726007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 769.190585] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:89:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49884b11-b949-49ab-bea1-bb5a5e726007', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.198158] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Creating folder: Project (ac14f7a5cc554a2f9b53237d90310609). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 769.201412] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-840bd6ba-b748-4537-b3ae-c073583e5368 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.203981] env[69399]: DEBUG oslo_vmware.api [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Waiting for the task: (returnval){ [ 769.203981] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5268cc3d-eec8-9c1a-9617-74f4f01329aa" [ 769.203981] env[69399]: _type = "Task" [ 769.203981] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.213491] env[69399]: DEBUG nova.compute.provider_tree [None req-d064d17e-3770-4028-8d2e-8a7d98b7d1c0 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.228670] env[69399]: DEBUG oslo_vmware.api [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5268cc3d-eec8-9c1a-9617-74f4f01329aa, 'name': SearchDatastore_Task, 'duration_secs': 0.012307} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.234532] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.234532] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 9dd18afb-5a25-48e4-9250-fe7122031a6c/9dd18afb-5a25-48e4-9250-fe7122031a6c.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 769.234809] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Created folder: Project (ac14f7a5cc554a2f9b53237d90310609) in parent group-v826677. [ 769.234965] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Creating folder: Instances. Parent ref: group-v826722. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 769.235881] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c8d0acf-78c5-45d7-a95a-3ccbc140db68 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.237941] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5422241c-7a09-4b27-beb0-097b2d9a6a54 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.245871] env[69399]: DEBUG oslo_vmware.api [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176441, 'name': ReconfigVM_Task, 'duration_secs': 0.728344} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.247285] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 6425e15d-add3-442e-a190-9f2df94d5215/6425e15d-add3-442e-a190-9f2df94d5215.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.248087] env[69399]: DEBUG oslo_vmware.api [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Waiting for the task: (returnval){ [ 769.248087] env[69399]: value = "task-4176444" [ 769.248087] env[69399]: _type = "Task" [ 769.248087] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.248324] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0e6d841-efd3-4187-94ba-b99a3a0bc114 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.256049] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Created folder: Instances in parent group-v826722. [ 769.256317] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.256970] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.257247] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79618580-49e2-4358-97b7-b12853533279 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.280999] env[69399]: DEBUG oslo_vmware.api [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Waiting for the task: (returnval){ [ 769.280999] env[69399]: value = "task-4176446" [ 769.280999] env[69399]: _type = "Task" [ 769.280999] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.281188] env[69399]: DEBUG oslo_vmware.api [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Task: {'id': task-4176444, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.287412] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.287412] env[69399]: value = "task-4176447" [ 769.287412] env[69399]: _type = "Task" [ 769.287412] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.294774] env[69399]: DEBUG oslo_vmware.api [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176446, 'name': Rename_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.300731] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176447, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.367196] env[69399]: DEBUG oslo_vmware.api [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Task: {'id': task-4176442, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.430249] env[69399]: DEBUG nova.compute.manager [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: a69aa834-a200-486e-9922-61018ae10f90] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 769.459040] env[69399]: DEBUG nova.network.neutron [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.673928] env[69399]: DEBUG oslo_vmware.api [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Task: {'id': task-4176440, 'name': PowerOnVM_Task, 'duration_secs': 1.32104} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.674242] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.674457] env[69399]: INFO nova.compute.manager [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Took 12.58 seconds to spawn the instance on the hypervisor. [ 769.674731] env[69399]: DEBUG nova.compute.manager [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.675682] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84bbc98-f06c-42fa-946d-bf164272bdef {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.725400] env[69399]: DEBUG nova.scheduler.client.report [None req-d064d17e-3770-4028-8d2e-8a7d98b7d1c0 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.762823] env[69399]: DEBUG oslo_vmware.api [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Task: {'id': task-4176444, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.809176] env[69399]: DEBUG oslo_vmware.api [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176446, 'name': Rename_Task, 'duration_secs': 0.170526} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.814166] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.814769] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176447, 'name': CreateVM_Task, 'duration_secs': 0.415979} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.815079] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-582b472a-6dbe-4fbb-ba7a-216cda419c8f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.817458] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.818359] env[69399]: DEBUG oslo_concurrency.lockutils [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.818517] env[69399]: DEBUG oslo_concurrency.lockutils [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.818849] env[69399]: DEBUG oslo_concurrency.lockutils [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.819561] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60b9c6c2-a5c2-4d24-a670-2422c8503bba {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.827979] env[69399]: DEBUG oslo_vmware.api [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Waiting for the task: (returnval){ [ 769.827979] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c06e44-69d7-0f4d-0722-817e42b5a6df" [ 769.827979] env[69399]: _type = "Task" [ 769.827979] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.829539] env[69399]: DEBUG oslo_vmware.api [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Waiting for the task: (returnval){ [ 769.829539] env[69399]: value = "task-4176448" [ 769.829539] env[69399]: _type = "Task" [ 769.829539] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.845489] env[69399]: DEBUG oslo_vmware.api [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c06e44-69d7-0f4d-0722-817e42b5a6df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.849649] env[69399]: DEBUG oslo_vmware.api [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.861808] env[69399]: DEBUG oslo_vmware.api [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Task: {'id': task-4176442, 'name': ReconfigVM_Task, 'duration_secs': 0.524991} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.862845] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Reconfigured VM instance instance-0000000d to attach disk [datastore2] volume-8b9feac4-b5d4-4523-be5b-71476256b199/volume-8b9feac4-b5d4-4523-be5b-71476256b199.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.870119] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e611f19-6fe5-4c43-8009-90ec681f31da {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.886439] env[69399]: DEBUG nova.network.neutron [req-e09171d0-6fda-4e37-a2e4-49993100ef7d req-642d0df4-c730-4ffa-badb-b49297f10788 service nova] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Updated VIF entry in instance network info cache for port 4c6d82dd-086c-4c9c-aba3-990805027578. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.887017] env[69399]: DEBUG nova.network.neutron [req-e09171d0-6fda-4e37-a2e4-49993100ef7d req-642d0df4-c730-4ffa-badb-b49297f10788 service nova] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Updating instance_info_cache with network_info: [{"id": "4c6d82dd-086c-4c9c-aba3-990805027578", "address": "fa:16:3e:6f:e3:fd", "network": {"id": "ce14989c-5930-4b20-b269-28469d2ddde4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1829568964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0984450c2fb6461583a57ac0471f46b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c6d82dd-08", "ovs_interfaceid": "4c6d82dd-086c-4c9c-aba3-990805027578", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.888710] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Acquiring lock "57397a3c-2115-461c-93fe-0f8baf4484af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.889132] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Lock "57397a3c-2115-461c-93fe-0f8baf4484af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.896123] env[69399]: DEBUG oslo_vmware.api [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Waiting for the task: (returnval){ [ 769.896123] env[69399]: value = "task-4176449" [ 769.896123] env[69399]: _type = "Task" [ 769.896123] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.907406] env[69399]: DEBUG oslo_vmware.api [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Task: {'id': task-4176449, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.957122] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.159322] env[69399]: DEBUG nova.network.neutron [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Updating instance_info_cache with network_info: [{"id": "2f2fc25f-9f8c-43a4-9fa6-b18fd0816ebd", "address": "fa:16:3e:c0:51:7e", "network": {"id": "e6123224-ba4a-4d8f-91b9-06e051cef811", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70c0851169f84ebb9810edf05230c60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f2fc25f-9f", "ovs_interfaceid": "2f2fc25f-9f8c-43a4-9fa6-b18fd0816ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.204463] env[69399]: INFO nova.compute.manager [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Took 19.74 seconds to build instance. [ 770.231033] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d064d17e-3770-4028-8d2e-8a7d98b7d1c0 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.022s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.233672] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.250s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.235206] env[69399]: INFO nova.compute.claims [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.265300] env[69399]: DEBUG oslo_vmware.api [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Task: {'id': task-4176444, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635149} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.267270] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 9dd18afb-5a25-48e4-9250-fe7122031a6c/9dd18afb-5a25-48e4-9250-fe7122031a6c.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 770.267270] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.267511] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf0429d7-78d3-4199-8a0b-9272511107ea {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.277230] env[69399]: DEBUG oslo_vmware.api [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Waiting for the task: (returnval){ [ 770.277230] env[69399]: value = "task-4176450" [ 770.277230] env[69399]: _type = "Task" [ 770.277230] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.284030] env[69399]: INFO nova.scheduler.client.report [None req-d064d17e-3770-4028-8d2e-8a7d98b7d1c0 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Deleted allocations for instance 8683cdab-4e16-49d4-b988-96e4eefb057d [ 770.293252] env[69399]: DEBUG oslo_vmware.api [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Task: {'id': task-4176450, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.356681] env[69399]: DEBUG oslo_vmware.api [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c06e44-69d7-0f4d-0722-817e42b5a6df, 'name': SearchDatastore_Task, 'duration_secs': 0.021852} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.360431] env[69399]: DEBUG oslo_vmware.api [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176448, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.360868] env[69399]: DEBUG oslo_concurrency.lockutils [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.360868] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.361150] env[69399]: DEBUG oslo_concurrency.lockutils [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.361383] env[69399]: DEBUG oslo_concurrency.lockutils [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.362984] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.367449] env[69399]: DEBUG nova.compute.manager [req-720ef07f-4220-45e9-978d-10301c4ee56a req-e0b8133e-fb35-406e-887e-8c93e581e7a1 service nova] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Received event network-vif-plugged-49884b11-b949-49ab-bea1-bb5a5e726007 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.367449] env[69399]: DEBUG oslo_concurrency.lockutils [req-720ef07f-4220-45e9-978d-10301c4ee56a req-e0b8133e-fb35-406e-887e-8c93e581e7a1 service nova] Acquiring lock "fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.367670] env[69399]: DEBUG oslo_concurrency.lockutils [req-720ef07f-4220-45e9-978d-10301c4ee56a req-e0b8133e-fb35-406e-887e-8c93e581e7a1 service nova] Lock "fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.367856] env[69399]: DEBUG oslo_concurrency.lockutils [req-720ef07f-4220-45e9-978d-10301c4ee56a req-e0b8133e-fb35-406e-887e-8c93e581e7a1 service nova] Lock "fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.368038] env[69399]: DEBUG nova.compute.manager [req-720ef07f-4220-45e9-978d-10301c4ee56a req-e0b8133e-fb35-406e-887e-8c93e581e7a1 service nova] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] No waiting events found dispatching network-vif-plugged-49884b11-b949-49ab-bea1-bb5a5e726007 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.368247] env[69399]: WARNING nova.compute.manager [req-720ef07f-4220-45e9-978d-10301c4ee56a req-e0b8133e-fb35-406e-887e-8c93e581e7a1 service nova] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Received unexpected event network-vif-plugged-49884b11-b949-49ab-bea1-bb5a5e726007 for instance with vm_state building and task_state spawning. [ 770.368421] env[69399]: DEBUG nova.compute.manager [req-720ef07f-4220-45e9-978d-10301c4ee56a req-e0b8133e-fb35-406e-887e-8c93e581e7a1 service nova] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Received event network-changed-49884b11-b949-49ab-bea1-bb5a5e726007 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.368580] env[69399]: DEBUG nova.compute.manager [req-720ef07f-4220-45e9-978d-10301c4ee56a req-e0b8133e-fb35-406e-887e-8c93e581e7a1 service nova] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Refreshing instance network info cache due to event network-changed-49884b11-b949-49ab-bea1-bb5a5e726007. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.368784] env[69399]: DEBUG oslo_concurrency.lockutils [req-720ef07f-4220-45e9-978d-10301c4ee56a req-e0b8133e-fb35-406e-887e-8c93e581e7a1 service nova] Acquiring lock "refresh_cache-fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.369067] env[69399]: DEBUG oslo_concurrency.lockutils [req-720ef07f-4220-45e9-978d-10301c4ee56a req-e0b8133e-fb35-406e-887e-8c93e581e7a1 service nova] Acquired lock "refresh_cache-fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.369131] env[69399]: DEBUG nova.network.neutron [req-720ef07f-4220-45e9-978d-10301c4ee56a req-e0b8133e-fb35-406e-887e-8c93e581e7a1 service nova] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Refreshing network info cache for port 49884b11-b949-49ab-bea1-bb5a5e726007 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.373444] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e01b0819-4fcc-461e-ae64-5b0d165b597d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.385894] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.386090] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.386885] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-448ea9c0-1500-4916-b04d-e7f6444fd78f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.390387] env[69399]: DEBUG oslo_concurrency.lockutils [req-e09171d0-6fda-4e37-a2e4-49993100ef7d req-642d0df4-c730-4ffa-badb-b49297f10788 service nova] Releasing lock "refresh_cache-f7e38fa3-14c9-44a8-9234-45abec23187c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.390655] env[69399]: DEBUG nova.compute.manager [req-e09171d0-6fda-4e37-a2e4-49993100ef7d req-642d0df4-c730-4ffa-badb-b49297f10788 service nova] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Received event network-changed-01512a6f-bc98-44ca-8c52-79d3c418a800 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.390834] env[69399]: DEBUG nova.compute.manager [req-e09171d0-6fda-4e37-a2e4-49993100ef7d req-642d0df4-c730-4ffa-badb-b49297f10788 service nova] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Refreshing instance network info cache due to event network-changed-01512a6f-bc98-44ca-8c52-79d3c418a800. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.391044] env[69399]: DEBUG oslo_concurrency.lockutils [req-e09171d0-6fda-4e37-a2e4-49993100ef7d req-642d0df4-c730-4ffa-badb-b49297f10788 service nova] Acquiring lock "refresh_cache-6e5efac3-e29f-4168-b45c-e6e81e46d263" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.391190] env[69399]: DEBUG oslo_concurrency.lockutils [req-e09171d0-6fda-4e37-a2e4-49993100ef7d req-642d0df4-c730-4ffa-badb-b49297f10788 service nova] Acquired lock "refresh_cache-6e5efac3-e29f-4168-b45c-e6e81e46d263" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.391487] env[69399]: DEBUG nova.network.neutron [req-e09171d0-6fda-4e37-a2e4-49993100ef7d req-642d0df4-c730-4ffa-badb-b49297f10788 service nova] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Refreshing network info cache for port 01512a6f-bc98-44ca-8c52-79d3c418a800 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.397197] env[69399]: DEBUG oslo_vmware.api [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Waiting for the task: (returnval){ [ 770.397197] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]523e06fe-f69a-ddd9-52eb-f37f223c0daa" [ 770.397197] env[69399]: _type = "Task" [ 770.397197] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.411941] env[69399]: DEBUG oslo_vmware.api [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Task: {'id': task-4176449, 'name': ReconfigVM_Task, 'duration_secs': 0.1717} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.415601] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826690', 'volume_id': '8b9feac4-b5d4-4523-be5b-71476256b199', 'name': 'volume-8b9feac4-b5d4-4523-be5b-71476256b199', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c2e45558-5c57-4300-b255-1709734baa40', 'attached_at': '', 'detached_at': '', 'volume_id': '8b9feac4-b5d4-4523-be5b-71476256b199', 'serial': '8b9feac4-b5d4-4523-be5b-71476256b199'} {{(pid=69399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 770.416325] env[69399]: DEBUG oslo_vmware.api [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]523e06fe-f69a-ddd9-52eb-f37f223c0daa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.416967] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-553e6709-1c31-4010-a4c4-51dfc14f1ebb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.426218] env[69399]: DEBUG oslo_vmware.api [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Waiting for the task: (returnval){ [ 770.426218] env[69399]: value = "task-4176451" [ 770.426218] env[69399]: _type = "Task" [ 770.426218] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.438940] env[69399]: DEBUG oslo_vmware.api [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Task: {'id': task-4176451, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.664864] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Releasing lock "refresh_cache-7003cf16-e687-4358-80f1-6b5854d5df96" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.665316] env[69399]: DEBUG nova.compute.manager [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Instance network_info: |[{"id": "2f2fc25f-9f8c-43a4-9fa6-b18fd0816ebd", "address": "fa:16:3e:c0:51:7e", "network": {"id": "e6123224-ba4a-4d8f-91b9-06e051cef811", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70c0851169f84ebb9810edf05230c60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f2fc25f-9f", "ovs_interfaceid": "2f2fc25f-9f8c-43a4-9fa6-b18fd0816ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 770.665986] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:51:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f2fc25f-9f8c-43a4-9fa6-b18fd0816ebd', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 770.679358] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.681256] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 770.681256] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ac032d4-653b-4405-b080-b0a409639995 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.707522] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5d06c710-5a0e-4dce-8a43-5fefa16e0075 tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Lock "90256eb2-af00-45a2-b883-8cbb95046461" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.254s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.712985] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 770.712985] env[69399]: value = "task-4176452" [ 770.712985] env[69399]: _type = "Task" [ 770.712985] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.728439] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176452, 'name': CreateVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.789668] env[69399]: DEBUG oslo_vmware.api [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Task: {'id': task-4176450, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078098} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.789876] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.790844] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8488d9c2-cfe0-4008-8f54-0d73f3321d15 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.800543] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d064d17e-3770-4028-8d2e-8a7d98b7d1c0 tempest-ServerDiagnosticsNegativeTest-1287094443 tempest-ServerDiagnosticsNegativeTest-1287094443-project-member] Lock "8683cdab-4e16-49d4-b988-96e4eefb057d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.342s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.824050] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 9dd18afb-5a25-48e4-9250-fe7122031a6c/9dd18afb-5a25-48e4-9250-fe7122031a6c.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.824575] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16b64ba9-282f-4cda-a604-dce5b25d1b6b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.852812] env[69399]: DEBUG oslo_vmware.api [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176448, 'name': PowerOnVM_Task, 'duration_secs': 0.646922} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.854592] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.854870] env[69399]: INFO nova.compute.manager [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Took 11.28 seconds to spawn the instance on the hypervisor. [ 770.855134] env[69399]: DEBUG nova.compute.manager [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.855521] env[69399]: DEBUG oslo_vmware.api [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Waiting for the task: (returnval){ [ 770.855521] env[69399]: value = "task-4176453" [ 770.855521] env[69399]: _type = "Task" [ 770.855521] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.859467] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f1aaa9-5555-4021-824e-4454fc0d515a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.877623] env[69399]: DEBUG oslo_vmware.api [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Task: {'id': task-4176453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.892015] env[69399]: DEBUG nova.compute.manager [req-405ddd6c-fed3-45bc-b724-a3ee3395ed64 req-3e1b6c78-42f2-4683-9ca7-0e893034d5bb service nova] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Received event network-vif-plugged-2f2fc25f-9f8c-43a4-9fa6-b18fd0816ebd {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.892294] env[69399]: DEBUG oslo_concurrency.lockutils [req-405ddd6c-fed3-45bc-b724-a3ee3395ed64 req-3e1b6c78-42f2-4683-9ca7-0e893034d5bb service nova] Acquiring lock "7003cf16-e687-4358-80f1-6b5854d5df96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.892483] env[69399]: DEBUG oslo_concurrency.lockutils [req-405ddd6c-fed3-45bc-b724-a3ee3395ed64 req-3e1b6c78-42f2-4683-9ca7-0e893034d5bb service nova] Lock "7003cf16-e687-4358-80f1-6b5854d5df96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.892790] env[69399]: DEBUG oslo_concurrency.lockutils [req-405ddd6c-fed3-45bc-b724-a3ee3395ed64 req-3e1b6c78-42f2-4683-9ca7-0e893034d5bb service nova] Lock "7003cf16-e687-4358-80f1-6b5854d5df96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.893091] env[69399]: DEBUG nova.compute.manager [req-405ddd6c-fed3-45bc-b724-a3ee3395ed64 req-3e1b6c78-42f2-4683-9ca7-0e893034d5bb service nova] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] No waiting events found dispatching network-vif-plugged-2f2fc25f-9f8c-43a4-9fa6-b18fd0816ebd {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.893346] env[69399]: WARNING nova.compute.manager [req-405ddd6c-fed3-45bc-b724-a3ee3395ed64 req-3e1b6c78-42f2-4683-9ca7-0e893034d5bb service nova] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Received unexpected event network-vif-plugged-2f2fc25f-9f8c-43a4-9fa6-b18fd0816ebd for instance with vm_state building and task_state spawning. [ 770.893474] env[69399]: DEBUG nova.compute.manager [req-405ddd6c-fed3-45bc-b724-a3ee3395ed64 req-3e1b6c78-42f2-4683-9ca7-0e893034d5bb service nova] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Received event network-changed-2f2fc25f-9f8c-43a4-9fa6-b18fd0816ebd {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.893668] env[69399]: DEBUG nova.compute.manager [req-405ddd6c-fed3-45bc-b724-a3ee3395ed64 req-3e1b6c78-42f2-4683-9ca7-0e893034d5bb service nova] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Refreshing instance network info cache due to event network-changed-2f2fc25f-9f8c-43a4-9fa6-b18fd0816ebd. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.893883] env[69399]: DEBUG oslo_concurrency.lockutils [req-405ddd6c-fed3-45bc-b724-a3ee3395ed64 req-3e1b6c78-42f2-4683-9ca7-0e893034d5bb service nova] Acquiring lock "refresh_cache-7003cf16-e687-4358-80f1-6b5854d5df96" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.894011] env[69399]: DEBUG oslo_concurrency.lockutils [req-405ddd6c-fed3-45bc-b724-a3ee3395ed64 req-3e1b6c78-42f2-4683-9ca7-0e893034d5bb service nova] Acquired lock "refresh_cache-7003cf16-e687-4358-80f1-6b5854d5df96" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.894206] env[69399]: DEBUG nova.network.neutron [req-405ddd6c-fed3-45bc-b724-a3ee3395ed64 req-3e1b6c78-42f2-4683-9ca7-0e893034d5bb service nova] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Refreshing network info cache for port 2f2fc25f-9f8c-43a4-9fa6-b18fd0816ebd {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.913757] env[69399]: DEBUG oslo_vmware.api [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]523e06fe-f69a-ddd9-52eb-f37f223c0daa, 'name': SearchDatastore_Task, 'duration_secs': 0.01824} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.915593] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb5ddbe9-bfc9-45c3-be3b-b45ff0bba8cc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.923103] env[69399]: DEBUG oslo_vmware.api [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Waiting for the task: (returnval){ [ 770.923103] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52df172a-4256-c371-76e2-5c97f3d36290" [ 770.923103] env[69399]: _type = "Task" [ 770.923103] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.941376] env[69399]: DEBUG oslo_vmware.api [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Task: {'id': task-4176451, 'name': Rename_Task, 'duration_secs': 0.323525} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.941809] env[69399]: DEBUG oslo_vmware.api [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52df172a-4256-c371-76e2-5c97f3d36290, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.942744] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.943139] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54010416-b94e-455b-98ec-e8858f7019da {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.952017] env[69399]: DEBUG oslo_vmware.api [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Waiting for the task: (returnval){ [ 770.952017] env[69399]: value = "task-4176454" [ 770.952017] env[69399]: _type = "Task" [ 770.952017] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.963598] env[69399]: DEBUG oslo_vmware.api [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Task: {'id': task-4176454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.215013] env[69399]: DEBUG nova.compute.manager [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.229313] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176452, 'name': CreateVM_Task, 'duration_secs': 0.453416} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.229852] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 771.230701] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.232338] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.232338] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.232338] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-442dfb76-7b38-4d80-858d-ce341beb7072 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.239595] env[69399]: DEBUG oslo_vmware.api [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Waiting for the task: (returnval){ [ 771.239595] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]524d8194-169b-3d40-1592-518de13b9f24" [ 771.239595] env[69399]: _type = "Task" [ 771.239595] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.256152] env[69399]: DEBUG oslo_vmware.api [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]524d8194-169b-3d40-1592-518de13b9f24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.378631] env[69399]: DEBUG oslo_vmware.api [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Task: {'id': task-4176453, 'name': ReconfigVM_Task, 'duration_secs': 0.324484} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.378914] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 9dd18afb-5a25-48e4-9250-fe7122031a6c/9dd18afb-5a25-48e4-9250-fe7122031a6c.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.380072] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec8fd690-757d-4d3a-a492-5b9e4e5230e1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.393988] env[69399]: DEBUG oslo_vmware.api [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Waiting for the task: (returnval){ [ 771.393988] env[69399]: value = "task-4176455" [ 771.393988] env[69399]: _type = "Task" [ 771.393988] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.401598] env[69399]: INFO nova.compute.manager [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Took 20.38 seconds to build instance. [ 771.413957] env[69399]: DEBUG oslo_vmware.api [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Task: {'id': task-4176455, 'name': Rename_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.438037] env[69399]: DEBUG oslo_vmware.api [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52df172a-4256-c371-76e2-5c97f3d36290, 'name': SearchDatastore_Task, 'duration_secs': 0.023603} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.438336] env[69399]: DEBUG oslo_concurrency.lockutils [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.438695] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb/fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.439020] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa2097fb-799f-4020-8ebb-d7d8a05b1733 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.448817] env[69399]: DEBUG oslo_vmware.api [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Waiting for the task: (returnval){ [ 771.448817] env[69399]: value = "task-4176456" [ 771.448817] env[69399]: _type = "Task" [ 771.448817] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.465655] env[69399]: DEBUG oslo_vmware.api [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': task-4176456, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.470946] env[69399]: DEBUG oslo_vmware.api [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Task: {'id': task-4176454, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.638771] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab96acc-ede5-4cee-9e38-d03ecacbd0ab {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.651225] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02e0f96-36e6-429a-b0e9-e41b99898d6a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.689028] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed257b8e-49b5-4718-a97c-038c398a8ed9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.699753] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54d6207-188b-46e9-90ba-75256afe06ef {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.718346] env[69399]: DEBUG nova.compute.provider_tree [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.745169] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.752904] env[69399]: DEBUG oslo_vmware.api [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]524d8194-169b-3d40-1592-518de13b9f24, 'name': SearchDatastore_Task, 'duration_secs': 0.023373} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.753262] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.753507] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 771.753780] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.753928] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.754194] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.754508] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df630344-a53e-4bad-a4fb-23c227bd04bd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.767679] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.767942] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 771.768851] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0d4e67d-1dca-4e30-a4af-803570c59599 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.776781] env[69399]: DEBUG oslo_vmware.api [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Waiting for the task: (returnval){ [ 771.776781] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b17d32-4a17-507a-caa3-22dc5bbcc4df" [ 771.776781] env[69399]: _type = "Task" [ 771.776781] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.791156] env[69399]: DEBUG oslo_vmware.api [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b17d32-4a17-507a-caa3-22dc5bbcc4df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.908786] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8fe15819-644e-4220-8a86-375a17124587 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Lock "6425e15d-add3-442e-a190-9f2df94d5215" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.900s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.908786] env[69399]: DEBUG oslo_vmware.api [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Task: {'id': task-4176455, 'name': Rename_Task, 'duration_secs': 0.169031} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.908786] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.908786] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45af1eb9-c4cb-4125-a4e3-e4602ca783a5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.915863] env[69399]: DEBUG oslo_vmware.api [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Waiting for the task: (returnval){ [ 771.915863] env[69399]: value = "task-4176457" [ 771.915863] env[69399]: _type = "Task" [ 771.915863] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.926812] env[69399]: DEBUG oslo_vmware.api [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Task: {'id': task-4176457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.973965] env[69399]: DEBUG oslo_vmware.api [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': task-4176456, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.974393] env[69399]: DEBUG oslo_vmware.api [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Task: {'id': task-4176454, 'name': PowerOnVM_Task, 'duration_secs': 0.741135} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.974775] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.974869] env[69399]: INFO nova.compute.manager [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Took 7.89 seconds to spawn the instance on the hypervisor. [ 771.975057] env[69399]: DEBUG nova.compute.manager [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.976061] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa616399-6e40-4974-8842-c6e176d93cd8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.084955] env[69399]: DEBUG nova.network.neutron [req-e09171d0-6fda-4e37-a2e4-49993100ef7d req-642d0df4-c730-4ffa-badb-b49297f10788 service nova] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Updated VIF entry in instance network info cache for port 01512a6f-bc98-44ca-8c52-79d3c418a800. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.085454] env[69399]: DEBUG nova.network.neutron [req-e09171d0-6fda-4e37-a2e4-49993100ef7d req-642d0df4-c730-4ffa-badb-b49297f10788 service nova] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Updating instance_info_cache with network_info: [{"id": "01512a6f-bc98-44ca-8c52-79d3c418a800", "address": "fa:16:3e:04:b5:26", "network": {"id": "88b8082a-c523-4967-9066-83f94d78749f", "bridge": "br-int", "label": "tempest-ServersTestJSON-1767932756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "0e3f32e08927430796d472f4468ad51d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01512a6f-bc", "ovs_interfaceid": "01512a6f-bc98-44ca-8c52-79d3c418a800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.107558] env[69399]: DEBUG nova.network.neutron [req-720ef07f-4220-45e9-978d-10301c4ee56a req-e0b8133e-fb35-406e-887e-8c93e581e7a1 service nova] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Updated VIF entry in instance network info cache for port 49884b11-b949-49ab-bea1-bb5a5e726007. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.107558] env[69399]: DEBUG nova.network.neutron [req-720ef07f-4220-45e9-978d-10301c4ee56a req-e0b8133e-fb35-406e-887e-8c93e581e7a1 service nova] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Updating instance_info_cache with network_info: [{"id": "49884b11-b949-49ab-bea1-bb5a5e726007", "address": "fa:16:3e:6d:89:c7", "network": {"id": "e6123224-ba4a-4d8f-91b9-06e051cef811", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70c0851169f84ebb9810edf05230c60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49884b11-b9", "ovs_interfaceid": "49884b11-b949-49ab-bea1-bb5a5e726007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.224332] env[69399]: DEBUG nova.scheduler.client.report [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.294685] env[69399]: DEBUG oslo_vmware.api [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b17d32-4a17-507a-caa3-22dc5bbcc4df, 'name': SearchDatastore_Task, 'duration_secs': 0.021914} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.297346] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aae3b14f-2874-45f6-9047-4e613f73547b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.302548] env[69399]: DEBUG oslo_vmware.api [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Waiting for the task: (returnval){ [ 772.302548] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]524a302e-2d85-640a-aae7-bed35bc4f3bd" [ 772.302548] env[69399]: _type = "Task" [ 772.302548] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.312737] env[69399]: DEBUG oslo_vmware.api [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]524a302e-2d85-640a-aae7-bed35bc4f3bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.392691] env[69399]: DEBUG nova.network.neutron [req-405ddd6c-fed3-45bc-b724-a3ee3395ed64 req-3e1b6c78-42f2-4683-9ca7-0e893034d5bb service nova] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Updated VIF entry in instance network info cache for port 2f2fc25f-9f8c-43a4-9fa6-b18fd0816ebd. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.392691] env[69399]: DEBUG nova.network.neutron [req-405ddd6c-fed3-45bc-b724-a3ee3395ed64 req-3e1b6c78-42f2-4683-9ca7-0e893034d5bb service nova] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Updating instance_info_cache with network_info: [{"id": "2f2fc25f-9f8c-43a4-9fa6-b18fd0816ebd", "address": "fa:16:3e:c0:51:7e", "network": {"id": "e6123224-ba4a-4d8f-91b9-06e051cef811", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70c0851169f84ebb9810edf05230c60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f2fc25f-9f", "ovs_interfaceid": "2f2fc25f-9f8c-43a4-9fa6-b18fd0816ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.433652] env[69399]: DEBUG oslo_vmware.api [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Task: {'id': task-4176457, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.473154] env[69399]: DEBUG oslo_vmware.api [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': task-4176456, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634702} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.473154] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb/fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.473154] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.473154] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25476d78-2116-4d72-9621-7305757ef754 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.481900] env[69399]: DEBUG oslo_vmware.api [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Waiting for the task: (returnval){ [ 772.481900] env[69399]: value = "task-4176458" [ 772.481900] env[69399]: _type = "Task" [ 772.481900] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.503872] env[69399]: DEBUG oslo_vmware.api [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': task-4176458, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.507434] env[69399]: INFO nova.compute.manager [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Took 20.74 seconds to build instance. [ 772.588706] env[69399]: DEBUG oslo_concurrency.lockutils [req-e09171d0-6fda-4e37-a2e4-49993100ef7d req-642d0df4-c730-4ffa-badb-b49297f10788 service nova] Releasing lock "refresh_cache-6e5efac3-e29f-4168-b45c-e6e81e46d263" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.611203] env[69399]: DEBUG oslo_concurrency.lockutils [req-720ef07f-4220-45e9-978d-10301c4ee56a req-e0b8133e-fb35-406e-887e-8c93e581e7a1 service nova] Releasing lock "refresh_cache-fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.731330] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.731330] env[69399]: DEBUG nova.compute.manager [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.737123] env[69399]: DEBUG oslo_concurrency.lockutils [None req-66eafec2-cd89-4d39-a70b-f19ae08137a7 tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.728s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.737123] env[69399]: DEBUG nova.objects.instance [None req-66eafec2-cd89-4d39-a70b-f19ae08137a7 tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Lazy-loading 'resources' on Instance uuid 03b06284-6fa8-49c1-a1f1-b9fe046c60a6 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.823623] env[69399]: DEBUG oslo_vmware.api [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]524a302e-2d85-640a-aae7-bed35bc4f3bd, 'name': SearchDatastore_Task, 'duration_secs': 0.019005} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.824025] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.824123] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 7003cf16-e687-4358-80f1-6b5854d5df96/7003cf16-e687-4358-80f1-6b5854d5df96.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 772.825358] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09fe00dd-447e-4bf5-b515-d725b39b11e6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.836035] env[69399]: DEBUG oslo_vmware.api [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Waiting for the task: (returnval){ [ 772.836035] env[69399]: value = "task-4176459" [ 772.836035] env[69399]: _type = "Task" [ 772.836035] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.850950] env[69399]: DEBUG oslo_vmware.api [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.898085] env[69399]: DEBUG oslo_concurrency.lockutils [req-405ddd6c-fed3-45bc-b724-a3ee3395ed64 req-3e1b6c78-42f2-4683-9ca7-0e893034d5bb service nova] Releasing lock "refresh_cache-7003cf16-e687-4358-80f1-6b5854d5df96" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.932406] env[69399]: DEBUG oslo_vmware.api [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Task: {'id': task-4176457, 'name': PowerOnVM_Task, 'duration_secs': 0.541161} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.932737] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.932999] env[69399]: DEBUG nova.compute.manager [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.935786] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e341ac7f-7415-4009-ad98-37f33b309e0d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.996610] env[69399]: DEBUG oslo_vmware.api [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': task-4176458, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.358919} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.996884] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.998116] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ff1fc3-8d41-4321-a97b-f8570014c764 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.019567] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d18c02ea-a560-4a75-8528-2594458edfa7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Lock "c2e45558-5c57-4300-b255-1709734baa40" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.260s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.030025] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb/fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.031037] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b843b900-6e64-4d57-862c-39f4282f2a0c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.054598] env[69399]: DEBUG oslo_vmware.api [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Waiting for the task: (returnval){ [ 773.054598] env[69399]: value = "task-4176460" [ 773.054598] env[69399]: _type = "Task" [ 773.054598] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.065114] env[69399]: DEBUG oslo_vmware.api [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': task-4176460, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.237829] env[69399]: DEBUG nova.compute.utils [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.239955] env[69399]: DEBUG nova.compute.manager [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 773.240259] env[69399]: DEBUG nova.network.neutron [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.351909] env[69399]: DEBUG oslo_vmware.api [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176459, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.462237] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.484244] env[69399]: DEBUG nova.policy [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87b6f0ee1d2044ad93f431d4bf27cd1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88bc526a7b714e3b9020af814e510d26', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.572717] env[69399]: DEBUG oslo_vmware.api [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': task-4176460, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.627167] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b2b0d2-ff0e-40e0-a72c-9b2f61fd60c9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.635053] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f054cfbe-68ee-4d79-9f6d-0d9f01605ad5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.667825] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ba6338-71ac-4d7a-822c-25a8c3f099e4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.676699] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638810da-8322-4b6d-bda4-65a4de945a18 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.692270] env[69399]: DEBUG nova.compute.provider_tree [None req-66eafec2-cd89-4d39-a70b-f19ae08137a7 tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.747321] env[69399]: DEBUG nova.compute.manager [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.847819] env[69399]: DEBUG oslo_vmware.api [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617648} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.848155] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 7003cf16-e687-4358-80f1-6b5854d5df96/7003cf16-e687-4358-80f1-6b5854d5df96.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 773.849028] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 773.849028] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5a10004-9389-48bd-adb7-30b1e9074d01 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.860565] env[69399]: DEBUG oslo_vmware.api [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Waiting for the task: (returnval){ [ 773.860565] env[69399]: value = "task-4176461" [ 773.860565] env[69399]: _type = "Task" [ 773.860565] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.871926] env[69399]: DEBUG oslo_vmware.api [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176461, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.072282] env[69399]: DEBUG oslo_vmware.api [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': task-4176460, 'name': ReconfigVM_Task, 'duration_secs': 0.525383} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.072659] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Reconfigured VM instance instance-0000000e to attach disk [datastore2] fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb/fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.073403] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c68bdea4-76cb-42f9-9dbd-fe47f3d2b7e3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.083195] env[69399]: DEBUG oslo_vmware.api [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Waiting for the task: (returnval){ [ 774.083195] env[69399]: value = "task-4176462" [ 774.083195] env[69399]: _type = "Task" [ 774.083195] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.103054] env[69399]: DEBUG oslo_vmware.api [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': task-4176462, 'name': Rename_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.198472] env[69399]: DEBUG nova.scheduler.client.report [None req-66eafec2-cd89-4d39-a70b-f19ae08137a7 tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.381466] env[69399]: DEBUG oslo_vmware.api [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176461, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077884} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.381466] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.382533] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03beabf-0bed-40a1-94d7-2bce83998b92 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.418770] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 7003cf16-e687-4358-80f1-6b5854d5df96/7003cf16-e687-4358-80f1-6b5854d5df96.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.419174] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6cc90f9-a72f-438d-809d-a155508fc729 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.444504] env[69399]: DEBUG oslo_vmware.api [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Waiting for the task: (returnval){ [ 774.444504] env[69399]: value = "task-4176463" [ 774.444504] env[69399]: _type = "Task" [ 774.444504] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.456746] env[69399]: DEBUG oslo_vmware.api [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176463, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.597725] env[69399]: DEBUG oslo_vmware.api [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': task-4176462, 'name': Rename_Task, 'duration_secs': 0.407801} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.598565] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.598845] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c340f24d-762f-4558-a2f9-f81b0cac593a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.608225] env[69399]: DEBUG oslo_vmware.api [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Waiting for the task: (returnval){ [ 774.608225] env[69399]: value = "task-4176464" [ 774.608225] env[69399]: _type = "Task" [ 774.608225] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.626117] env[69399]: DEBUG oslo_vmware.api [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': task-4176464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.630686] env[69399]: DEBUG nova.network.neutron [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Successfully created port: 4605fcb1-107a-4f4d-ab03-7a4deba78c67 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 774.707958] env[69399]: DEBUG oslo_concurrency.lockutils [None req-66eafec2-cd89-4d39-a70b-f19ae08137a7 tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.713258] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 13.489s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.751364] env[69399]: INFO nova.scheduler.client.report [None req-66eafec2-cd89-4d39-a70b-f19ae08137a7 tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Deleted allocations for instance 03b06284-6fa8-49c1-a1f1-b9fe046c60a6 [ 774.764025] env[69399]: DEBUG nova.compute.manager [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.810854] env[69399]: DEBUG nova.virt.hardware [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.811556] env[69399]: DEBUG nova.virt.hardware [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.811840] env[69399]: DEBUG nova.virt.hardware [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.812049] env[69399]: DEBUG nova.virt.hardware [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.812214] env[69399]: DEBUG nova.virt.hardware [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.812374] env[69399]: DEBUG nova.virt.hardware [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.812683] env[69399]: DEBUG nova.virt.hardware [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.815400] env[69399]: DEBUG nova.virt.hardware [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.815785] env[69399]: DEBUG nova.virt.hardware [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.815917] env[69399]: DEBUG nova.virt.hardware [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.816240] env[69399]: DEBUG nova.virt.hardware [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.817638] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b010b709-3385-4cd5-b1b0-b760258c1254 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.833821] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab648893-95a4-487a-b3e2-bc2b2492402c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.961330] env[69399]: DEBUG oslo_vmware.api [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.119889] env[69399]: DEBUG oslo_vmware.api [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': task-4176464, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.194782] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquiring lock "11028ce0-73e3-483a-bd01-62cfd5713954" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.195268] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "11028ce0-73e3-483a-bd01-62cfd5713954" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.217210] env[69399]: INFO nova.compute.claims [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.266891] env[69399]: DEBUG oslo_concurrency.lockutils [None req-66eafec2-cd89-4d39-a70b-f19ae08137a7 tempest-ImagesNegativeTestJSON-46338008 tempest-ImagesNegativeTestJSON-46338008-project-member] Lock "03b06284-6fa8-49c1-a1f1-b9fe046c60a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.483s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.463385] env[69399]: DEBUG oslo_vmware.api [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176463, 'name': ReconfigVM_Task, 'duration_secs': 0.691667} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.466640] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 7003cf16-e687-4358-80f1-6b5854d5df96/7003cf16-e687-4358-80f1-6b5854d5df96.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.466640] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2a21367-1fec-429c-b2a4-589dd1f42a18 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.474954] env[69399]: DEBUG oslo_vmware.api [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Waiting for the task: (returnval){ [ 775.474954] env[69399]: value = "task-4176465" [ 775.474954] env[69399]: _type = "Task" [ 775.474954] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.484998] env[69399]: DEBUG nova.compute.manager [req-e4b37365-f599-4822-ba87-94d3cd1774a5 req-e2d62e21-117c-44e7-9d3f-4fe417947c5c service nova] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Received event network-changed-c5704652-f5c7-4986-8d58-3d31dc3e6373 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.485274] env[69399]: DEBUG nova.compute.manager [req-e4b37365-f599-4822-ba87-94d3cd1774a5 req-e2d62e21-117c-44e7-9d3f-4fe417947c5c service nova] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Refreshing instance network info cache due to event network-changed-c5704652-f5c7-4986-8d58-3d31dc3e6373. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.485531] env[69399]: DEBUG oslo_concurrency.lockutils [req-e4b37365-f599-4822-ba87-94d3cd1774a5 req-e2d62e21-117c-44e7-9d3f-4fe417947c5c service nova] Acquiring lock "refresh_cache-df8e3dea-2e1c-47bc-87e5-2e6419e88b93" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.486409] env[69399]: DEBUG oslo_concurrency.lockutils [req-e4b37365-f599-4822-ba87-94d3cd1774a5 req-e2d62e21-117c-44e7-9d3f-4fe417947c5c service nova] Acquired lock "refresh_cache-df8e3dea-2e1c-47bc-87e5-2e6419e88b93" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.486640] env[69399]: DEBUG nova.network.neutron [req-e4b37365-f599-4822-ba87-94d3cd1774a5 req-e2d62e21-117c-44e7-9d3f-4fe417947c5c service nova] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Refreshing network info cache for port c5704652-f5c7-4986-8d58-3d31dc3e6373 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.493465] env[69399]: DEBUG oslo_vmware.api [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176465, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.622366] env[69399]: DEBUG oslo_vmware.api [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': task-4176464, 'name': PowerOnVM_Task, 'duration_secs': 0.735532} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.622871] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.623150] env[69399]: INFO nova.compute.manager [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Took 11.00 seconds to spawn the instance on the hypervisor. [ 775.623816] env[69399]: DEBUG nova.compute.manager [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.625396] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d101e2a4-024d-4e80-8fb3-44ea2f1b76f6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.700611] env[69399]: DEBUG nova.compute.manager [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 775.727779] env[69399]: INFO nova.compute.resource_tracker [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Updating resource usage from migration 8899ea69-a1b1-4606-80a1-f5c20723f011 [ 775.994295] env[69399]: DEBUG oslo_vmware.api [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176465, 'name': Rename_Task, 'duration_secs': 0.32427} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.994796] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.995223] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0540428f-e197-42da-b0f6-075ba25254c6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.017389] env[69399]: DEBUG oslo_vmware.api [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Waiting for the task: (returnval){ [ 776.017389] env[69399]: value = "task-4176466" [ 776.017389] env[69399]: _type = "Task" [ 776.017389] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.036749] env[69399]: DEBUG oslo_vmware.api [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.112125] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96330ac2-1e38-444c-a2db-15d99da9bd9d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.121330] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce2b735-17bb-4cc7-aae9-5e85bf35f7a9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.172832] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8f64a6-99b8-4e7f-8e5d-f9d79be9e394 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.175935] env[69399]: INFO nova.compute.manager [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Took 21.24 seconds to build instance. [ 776.184065] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35dac0d6-f686-412c-a798-b395707021dc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.200272] env[69399]: DEBUG nova.compute.provider_tree [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.233035] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.428280] env[69399]: DEBUG nova.compute.manager [req-34b880d3-966c-443f-89c4-065d216e135a req-b1980dcf-2e2c-470f-8157-d77fb431332f service nova] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Received event network-changed-329c91b6-1920-4197-afc8-3d86cf408898 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.428478] env[69399]: DEBUG nova.compute.manager [req-34b880d3-966c-443f-89c4-065d216e135a req-b1980dcf-2e2c-470f-8157-d77fb431332f service nova] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Refreshing instance network info cache due to event network-changed-329c91b6-1920-4197-afc8-3d86cf408898. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.429166] env[69399]: DEBUG oslo_concurrency.lockutils [req-34b880d3-966c-443f-89c4-065d216e135a req-b1980dcf-2e2c-470f-8157-d77fb431332f service nova] Acquiring lock "refresh_cache-90256eb2-af00-45a2-b883-8cbb95046461" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.429319] env[69399]: DEBUG oslo_concurrency.lockutils [req-34b880d3-966c-443f-89c4-065d216e135a req-b1980dcf-2e2c-470f-8157-d77fb431332f service nova] Acquired lock "refresh_cache-90256eb2-af00-45a2-b883-8cbb95046461" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.429491] env[69399]: DEBUG nova.network.neutron [req-34b880d3-966c-443f-89c4-065d216e135a req-b1980dcf-2e2c-470f-8157-d77fb431332f service nova] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Refreshing network info cache for port 329c91b6-1920-4197-afc8-3d86cf408898 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.530283] env[69399]: DEBUG oslo_vmware.api [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176466, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.678353] env[69399]: DEBUG oslo_concurrency.lockutils [None req-698ed3c3-3283-4e78-8749-fe4d0b654489 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Lock "fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.755s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.705238] env[69399]: DEBUG nova.scheduler.client.report [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.809260] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0eebb46b-a381-459d-84b4-4bb8433eead8 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Acquiring lock "da2b0704-38ab-47ef-855f-0df5ee7fcbae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.810189] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0eebb46b-a381-459d-84b4-4bb8433eead8 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Lock "da2b0704-38ab-47ef-855f-0df5ee7fcbae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.810189] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0eebb46b-a381-459d-84b4-4bb8433eead8 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Acquiring lock "da2b0704-38ab-47ef-855f-0df5ee7fcbae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.811125] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0eebb46b-a381-459d-84b4-4bb8433eead8 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Lock "da2b0704-38ab-47ef-855f-0df5ee7fcbae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.811125] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0eebb46b-a381-459d-84b4-4bb8433eead8 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Lock "da2b0704-38ab-47ef-855f-0df5ee7fcbae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.817709] env[69399]: INFO nova.compute.manager [None req-0eebb46b-a381-459d-84b4-4bb8433eead8 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Terminating instance [ 776.898217] env[69399]: DEBUG oslo_concurrency.lockutils [None req-59356dd7-ae9b-47db-91c4-8596ed53b5a6 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Acquiring lock "9dd18afb-5a25-48e4-9250-fe7122031a6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.898217] env[69399]: DEBUG oslo_concurrency.lockutils [None req-59356dd7-ae9b-47db-91c4-8596ed53b5a6 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Lock "9dd18afb-5a25-48e4-9250-fe7122031a6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.898217] env[69399]: DEBUG oslo_concurrency.lockutils [None req-59356dd7-ae9b-47db-91c4-8596ed53b5a6 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Acquiring lock "9dd18afb-5a25-48e4-9250-fe7122031a6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.898217] env[69399]: DEBUG oslo_concurrency.lockutils [None req-59356dd7-ae9b-47db-91c4-8596ed53b5a6 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Lock "9dd18afb-5a25-48e4-9250-fe7122031a6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.898392] env[69399]: DEBUG oslo_concurrency.lockutils [None req-59356dd7-ae9b-47db-91c4-8596ed53b5a6 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Lock "9dd18afb-5a25-48e4-9250-fe7122031a6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.901526] env[69399]: INFO nova.compute.manager [None req-59356dd7-ae9b-47db-91c4-8596ed53b5a6 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Terminating instance [ 777.036971] env[69399]: DEBUG oslo_vmware.api [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176466, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.213192] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.502s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.213192] env[69399]: INFO nova.compute.manager [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Migrating [ 777.213192] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.213532] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.216177] env[69399]: DEBUG oslo_concurrency.lockutils [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.896s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.217918] env[69399]: INFO nova.compute.claims [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.322738] env[69399]: DEBUG nova.compute.manager [None req-0eebb46b-a381-459d-84b4-4bb8433eead8 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.323048] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0eebb46b-a381-459d-84b4-4bb8433eead8 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.327226] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f04de3-440d-4174-ad00-11aed66325a2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.335932] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eebb46b-a381-459d-84b4-4bb8433eead8 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.336251] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29e3dd66-b5cc-4872-96d9-612469d1c03f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.344186] env[69399]: DEBUG oslo_vmware.api [None req-0eebb46b-a381-459d-84b4-4bb8433eead8 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Waiting for the task: (returnval){ [ 777.344186] env[69399]: value = "task-4176467" [ 777.344186] env[69399]: _type = "Task" [ 777.344186] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.357514] env[69399]: DEBUG oslo_vmware.api [None req-0eebb46b-a381-459d-84b4-4bb8433eead8 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Task: {'id': task-4176467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.358749] env[69399]: DEBUG nova.network.neutron [req-e4b37365-f599-4822-ba87-94d3cd1774a5 req-e2d62e21-117c-44e7-9d3f-4fe417947c5c service nova] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Updated VIF entry in instance network info cache for port c5704652-f5c7-4986-8d58-3d31dc3e6373. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.359268] env[69399]: DEBUG nova.network.neutron [req-e4b37365-f599-4822-ba87-94d3cd1774a5 req-e2d62e21-117c-44e7-9d3f-4fe417947c5c service nova] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Updating instance_info_cache with network_info: [{"id": "c5704652-f5c7-4986-8d58-3d31dc3e6373", "address": "fa:16:3e:8d:c2:9c", "network": {"id": "2d4eb54b-e55b-403c-a6c1-4e46a6bc3b69", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-845105148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9417a015784ab98988dfe1dca982ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5704652-f5", "ovs_interfaceid": "c5704652-f5c7-4986-8d58-3d31dc3e6373", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.414026] env[69399]: DEBUG oslo_concurrency.lockutils [None req-59356dd7-ae9b-47db-91c4-8596ed53b5a6 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Acquiring lock "refresh_cache-9dd18afb-5a25-48e4-9250-fe7122031a6c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.414026] env[69399]: DEBUG oslo_concurrency.lockutils [None req-59356dd7-ae9b-47db-91c4-8596ed53b5a6 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Acquired lock "refresh_cache-9dd18afb-5a25-48e4-9250-fe7122031a6c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.414026] env[69399]: DEBUG nova.network.neutron [None req-59356dd7-ae9b-47db-91c4-8596ed53b5a6 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.534987] env[69399]: DEBUG oslo_vmware.api [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176466, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.723476] env[69399]: DEBUG nova.network.neutron [req-34b880d3-966c-443f-89c4-065d216e135a req-b1980dcf-2e2c-470f-8157-d77fb431332f service nova] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Updated VIF entry in instance network info cache for port 329c91b6-1920-4197-afc8-3d86cf408898. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.723942] env[69399]: DEBUG nova.network.neutron [req-34b880d3-966c-443f-89c4-065d216e135a req-b1980dcf-2e2c-470f-8157-d77fb431332f service nova] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Updating instance_info_cache with network_info: [{"id": "329c91b6-1920-4197-afc8-3d86cf408898", "address": "fa:16:3e:6f:14:6c", "network": {"id": "902f1017-c171-49ce-b40e-5e40ca739263", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-258329991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3902fecab5f74cc08171372012a03d30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329c91b6-19", "ovs_interfaceid": "329c91b6-1920-4197-afc8-3d86cf408898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.725738] env[69399]: INFO nova.compute.rpcapi [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 777.725738] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.856252] env[69399]: DEBUG oslo_vmware.api [None req-0eebb46b-a381-459d-84b4-4bb8433eead8 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Task: {'id': task-4176467, 'name': PowerOffVM_Task, 'duration_secs': 0.404065} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.856664] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eebb46b-a381-459d-84b4-4bb8433eead8 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.857339] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0eebb46b-a381-459d-84b4-4bb8433eead8 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 777.857745] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75d3d69a-8e52-4f62-95f1-d2679ee6e362 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.862692] env[69399]: DEBUG oslo_concurrency.lockutils [req-e4b37365-f599-4822-ba87-94d3cd1774a5 req-e2d62e21-117c-44e7-9d3f-4fe417947c5c service nova] Releasing lock "refresh_cache-df8e3dea-2e1c-47bc-87e5-2e6419e88b93" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.937640] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0eebb46b-a381-459d-84b4-4bb8433eead8 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 777.937640] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0eebb46b-a381-459d-84b4-4bb8433eead8 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 777.937640] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eebb46b-a381-459d-84b4-4bb8433eead8 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Deleting the datastore file [datastore2] da2b0704-38ab-47ef-855f-0df5ee7fcbae {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.938056] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-acae5b64-b396-439e-a190-8e4a85c120bb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.948644] env[69399]: DEBUG oslo_vmware.api [None req-0eebb46b-a381-459d-84b4-4bb8433eead8 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Waiting for the task: (returnval){ [ 777.948644] env[69399]: value = "task-4176469" [ 777.948644] env[69399]: _type = "Task" [ 777.948644] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.961713] env[69399]: DEBUG oslo_vmware.api [None req-0eebb46b-a381-459d-84b4-4bb8433eead8 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Task: {'id': task-4176469, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.993726] env[69399]: DEBUG nova.network.neutron [None req-59356dd7-ae9b-47db-91c4-8596ed53b5a6 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.035542] env[69399]: DEBUG oslo_vmware.api [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176466, 'name': PowerOnVM_Task, 'duration_secs': 1.619463} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.036268] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.036953] env[69399]: INFO nova.compute.manager [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Took 10.91 seconds to spawn the instance on the hypervisor. [ 778.037387] env[69399]: DEBUG nova.compute.manager [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.045463] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4a187e-bccc-4056-bc94-635e8bc667cd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.235386] env[69399]: DEBUG nova.network.neutron [None req-59356dd7-ae9b-47db-91c4-8596ed53b5a6 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.243477] env[69399]: DEBUG oslo_concurrency.lockutils [req-34b880d3-966c-443f-89c4-065d216e135a req-b1980dcf-2e2c-470f-8157-d77fb431332f service nova] Releasing lock "refresh_cache-90256eb2-af00-45a2-b883-8cbb95046461" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.253487] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquiring lock "refresh_cache-2068b009-a493-4a97-adb2-bf90e6d71c12" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.253709] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquired lock "refresh_cache-2068b009-a493-4a97-adb2-bf90e6d71c12" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.253902] env[69399]: DEBUG nova.network.neutron [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.462958] env[69399]: DEBUG oslo_vmware.api [None req-0eebb46b-a381-459d-84b4-4bb8433eead8 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Task: {'id': task-4176469, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206086} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.463218] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eebb46b-a381-459d-84b4-4bb8433eead8 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.463401] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0eebb46b-a381-459d-84b4-4bb8433eead8 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.463569] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0eebb46b-a381-459d-84b4-4bb8433eead8 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.463739] env[69399]: INFO nova.compute.manager [None req-0eebb46b-a381-459d-84b4-4bb8433eead8 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Took 1.14 seconds to destroy the instance on the hypervisor. [ 778.463987] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0eebb46b-a381-459d-84b4-4bb8433eead8 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.464842] env[69399]: DEBUG nova.compute.manager [-] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 778.464842] env[69399]: DEBUG nova.network.neutron [-] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 778.573262] env[69399]: INFO nova.compute.manager [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Took 21.75 seconds to build instance. [ 778.670260] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddd6c7d-b826-4db8-bace-9da14e72c159 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.679011] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fed4992-ae49-45c7-b62d-e8e15e046dec {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.713880] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965c8549-5a2d-4c43-b92c-d38c9b3f2469 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.725675] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072b5746-d127-4f44-8878-85a363861217 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.744236] env[69399]: DEBUG oslo_concurrency.lockutils [None req-59356dd7-ae9b-47db-91c4-8596ed53b5a6 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Releasing lock "refresh_cache-9dd18afb-5a25-48e4-9250-fe7122031a6c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.744236] env[69399]: DEBUG nova.compute.manager [None req-59356dd7-ae9b-47db-91c4-8596ed53b5a6 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 778.744564] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-59356dd7-ae9b-47db-91c4-8596ed53b5a6 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 778.745651] env[69399]: DEBUG nova.compute.provider_tree [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.748092] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03a1aa0-6921-49e3-9533-e5d4da5a81e9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.759952] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-59356dd7-ae9b-47db-91c4-8596ed53b5a6 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.760308] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d6c515d-5966-414e-937e-829f36dc9f43 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.769931] env[69399]: DEBUG oslo_vmware.api [None req-59356dd7-ae9b-47db-91c4-8596ed53b5a6 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Waiting for the task: (returnval){ [ 778.769931] env[69399]: value = "task-4176470" [ 778.769931] env[69399]: _type = "Task" [ 778.769931] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.784022] env[69399]: DEBUG oslo_vmware.api [None req-59356dd7-ae9b-47db-91c4-8596ed53b5a6 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': task-4176470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.949438] env[69399]: DEBUG nova.network.neutron [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Successfully updated port: 4605fcb1-107a-4f4d-ab03-7a4deba78c67 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.074810] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f1d0cc7f-fcf8-4da6-8a2c-81ca8c50ff78 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Lock "7003cf16-e687-4358-80f1-6b5854d5df96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.277s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.202071] env[69399]: DEBUG oslo_concurrency.lockutils [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Acquiring lock "97eda364-701c-4a37-b3b8-9e399dad5fd5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.202483] env[69399]: DEBUG oslo_concurrency.lockutils [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Lock "97eda364-701c-4a37-b3b8-9e399dad5fd5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.253711] env[69399]: DEBUG nova.scheduler.client.report [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.281810] env[69399]: DEBUG oslo_vmware.api [None req-59356dd7-ae9b-47db-91c4-8596ed53b5a6 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': task-4176470, 'name': PowerOffVM_Task, 'duration_secs': 0.219444} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.281894] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-59356dd7-ae9b-47db-91c4-8596ed53b5a6 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.282293] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-59356dd7-ae9b-47db-91c4-8596ed53b5a6 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.282596] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a058a36d-8937-4f42-88a5-f6f8af2c8834 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.317712] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-59356dd7-ae9b-47db-91c4-8596ed53b5a6 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.317920] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-59356dd7-ae9b-47db-91c4-8596ed53b5a6 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.318134] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-59356dd7-ae9b-47db-91c4-8596ed53b5a6 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Deleting the datastore file [datastore1] 9dd18afb-5a25-48e4-9250-fe7122031a6c {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.318405] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9dcb7186-9387-4a9d-a775-651a2014e02f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.329268] env[69399]: DEBUG oslo_vmware.api [None req-59356dd7-ae9b-47db-91c4-8596ed53b5a6 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Waiting for the task: (returnval){ [ 779.329268] env[69399]: value = "task-4176472" [ 779.329268] env[69399]: _type = "Task" [ 779.329268] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.341969] env[69399]: DEBUG oslo_vmware.api [None req-59356dd7-ae9b-47db-91c4-8596ed53b5a6 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': task-4176472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.459320] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "refresh_cache-c1dc8ac0-7716-40ef-ae8e-7d38abeae12c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.459320] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquired lock "refresh_cache-c1dc8ac0-7716-40ef-ae8e-7d38abeae12c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.459320] env[69399]: DEBUG nova.network.neutron [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.586379] env[69399]: DEBUG nova.network.neutron [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Updating instance_info_cache with network_info: [{"id": "d5dfd71e-f848-42be-9017-70574bef95ef", "address": "fa:16:3e:f5:e3:39", "network": {"id": "e6123224-ba4a-4d8f-91b9-06e051cef811", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70c0851169f84ebb9810edf05230c60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5dfd71e-f8", "ovs_interfaceid": "d5dfd71e-f848-42be-9017-70574bef95ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.709604] env[69399]: DEBUG nova.compute.manager [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 779.760313] env[69399]: DEBUG oslo_concurrency.lockutils [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.761070] env[69399]: DEBUG nova.compute.manager [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 779.765492] env[69399]: DEBUG oslo_concurrency.lockutils [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.429s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.771995] env[69399]: INFO nova.compute.claims [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.844363] env[69399]: DEBUG oslo_vmware.api [None req-59356dd7-ae9b-47db-91c4-8596ed53b5a6 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Task: {'id': task-4176472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354146} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.844733] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-59356dd7-ae9b-47db-91c4-8596ed53b5a6 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.844958] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-59356dd7-ae9b-47db-91c4-8596ed53b5a6 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 779.845218] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-59356dd7-ae9b-47db-91c4-8596ed53b5a6 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 779.845439] env[69399]: INFO nova.compute.manager [None req-59356dd7-ae9b-47db-91c4-8596ed53b5a6 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Took 1.10 seconds to destroy the instance on the hypervisor. [ 779.846072] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59356dd7-ae9b-47db-91c4-8596ed53b5a6 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.846407] env[69399]: DEBUG nova.compute.manager [-] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 779.846539] env[69399]: DEBUG nova.network.neutron [-] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 779.890252] env[69399]: DEBUG nova.network.neutron [-] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.003708] env[69399]: DEBUG nova.network.neutron [-] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.037191] env[69399]: DEBUG nova.network.neutron [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.090862] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Releasing lock "refresh_cache-2068b009-a493-4a97-adb2-bf90e6d71c12" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.253507] env[69399]: DEBUG oslo_concurrency.lockutils [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.279540] env[69399]: DEBUG nova.compute.utils [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.293094] env[69399]: DEBUG nova.compute.manager [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 780.293094] env[69399]: DEBUG nova.network.neutron [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 780.377829] env[69399]: DEBUG nova.policy [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b298935099a545a2abd54b5c68882fa8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56b6f03aff7844a2ae99df0a9a68227e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 780.392885] env[69399]: DEBUG nova.network.neutron [-] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.425089] env[69399]: DEBUG nova.network.neutron [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Updating instance_info_cache with network_info: [{"id": "4605fcb1-107a-4f4d-ab03-7a4deba78c67", "address": "fa:16:3e:41:73:fb", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4605fcb1-10", "ovs_interfaceid": "4605fcb1-107a-4f4d-ab03-7a4deba78c67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.489617] env[69399]: DEBUG nova.compute.manager [req-618a6b01-2b35-4fc8-93b5-78dbde28d191 req-51775cfd-170b-4a27-b1a6-5b4bb50ad811 service nova] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Received event network-vif-plugged-4605fcb1-107a-4f4d-ab03-7a4deba78c67 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.489799] env[69399]: DEBUG oslo_concurrency.lockutils [req-618a6b01-2b35-4fc8-93b5-78dbde28d191 req-51775cfd-170b-4a27-b1a6-5b4bb50ad811 service nova] Acquiring lock "c1dc8ac0-7716-40ef-ae8e-7d38abeae12c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.490105] env[69399]: DEBUG oslo_concurrency.lockutils [req-618a6b01-2b35-4fc8-93b5-78dbde28d191 req-51775cfd-170b-4a27-b1a6-5b4bb50ad811 service nova] Lock "c1dc8ac0-7716-40ef-ae8e-7d38abeae12c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.490379] env[69399]: DEBUG oslo_concurrency.lockutils [req-618a6b01-2b35-4fc8-93b5-78dbde28d191 req-51775cfd-170b-4a27-b1a6-5b4bb50ad811 service nova] Lock "c1dc8ac0-7716-40ef-ae8e-7d38abeae12c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.490564] env[69399]: DEBUG nova.compute.manager [req-618a6b01-2b35-4fc8-93b5-78dbde28d191 req-51775cfd-170b-4a27-b1a6-5b4bb50ad811 service nova] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] No waiting events found dispatching network-vif-plugged-4605fcb1-107a-4f4d-ab03-7a4deba78c67 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 780.490781] env[69399]: WARNING nova.compute.manager [req-618a6b01-2b35-4fc8-93b5-78dbde28d191 req-51775cfd-170b-4a27-b1a6-5b4bb50ad811 service nova] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Received unexpected event network-vif-plugged-4605fcb1-107a-4f4d-ab03-7a4deba78c67 for instance with vm_state building and task_state spawning. [ 780.508654] env[69399]: INFO nova.compute.manager [-] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Took 2.04 seconds to deallocate network for instance. [ 780.546302] env[69399]: DEBUG nova.compute.manager [req-840a27ef-8253-4f0a-96d5-5e6d5df4938c req-899b2095-85a8-4788-872d-ac3e870dc752 service nova] [instance: c2e45558-5c57-4300-b255-1709734baa40] Received event network-changed-c4bcee01-5443-4534-9d78-62e624d700aa {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.546302] env[69399]: DEBUG nova.compute.manager [req-840a27ef-8253-4f0a-96d5-5e6d5df4938c req-899b2095-85a8-4788-872d-ac3e870dc752 service nova] [instance: c2e45558-5c57-4300-b255-1709734baa40] Refreshing instance network info cache due to event network-changed-c4bcee01-5443-4534-9d78-62e624d700aa. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 780.546302] env[69399]: DEBUG oslo_concurrency.lockutils [req-840a27ef-8253-4f0a-96d5-5e6d5df4938c req-899b2095-85a8-4788-872d-ac3e870dc752 service nova] Acquiring lock "refresh_cache-c2e45558-5c57-4300-b255-1709734baa40" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.546302] env[69399]: DEBUG oslo_concurrency.lockutils [req-840a27ef-8253-4f0a-96d5-5e6d5df4938c req-899b2095-85a8-4788-872d-ac3e870dc752 service nova] Acquired lock "refresh_cache-c2e45558-5c57-4300-b255-1709734baa40" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.547859] env[69399]: DEBUG nova.network.neutron [req-840a27ef-8253-4f0a-96d5-5e6d5df4938c req-899b2095-85a8-4788-872d-ac3e870dc752 service nova] [instance: c2e45558-5c57-4300-b255-1709734baa40] Refreshing network info cache for port c4bcee01-5443-4534-9d78-62e624d700aa {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.799371] env[69399]: DEBUG nova.compute.manager [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 780.896742] env[69399]: INFO nova.compute.manager [-] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Took 1.05 seconds to deallocate network for instance. [ 780.928246] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Releasing lock "refresh_cache-c1dc8ac0-7716-40ef-ae8e-7d38abeae12c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.928808] env[69399]: DEBUG nova.compute.manager [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Instance network_info: |[{"id": "4605fcb1-107a-4f4d-ab03-7a4deba78c67", "address": "fa:16:3e:41:73:fb", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4605fcb1-10", "ovs_interfaceid": "4605fcb1-107a-4f4d-ab03-7a4deba78c67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 780.929453] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:73:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7d2575f-b92f-44ec-a863-634cb76631a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4605fcb1-107a-4f4d-ab03-7a4deba78c67', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.943399] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Creating folder: Project (88bc526a7b714e3b9020af814e510d26). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.947971] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb611b58-85ce-464a-b655-d34ea45a8d47 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.962543] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Created folder: Project (88bc526a7b714e3b9020af814e510d26) in parent group-v826677. [ 780.962775] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Creating folder: Instances. Parent ref: group-v826726. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.964056] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1d2a1a7-36e6-45ec-a643-89c8c93267d1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.980622] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Created folder: Instances in parent group-v826726. [ 780.980896] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.981125] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.984124] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7af29fbe-8d3b-4491-bead-ca37992bd541 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.014567] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.014567] env[69399]: value = "task-4176475" [ 781.014567] env[69399]: _type = "Task" [ 781.014567] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.015713] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0eebb46b-a381-459d-84b4-4bb8433eead8 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.027596] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176475, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.209991] env[69399]: DEBUG nova.network.neutron [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Successfully created port: 6a863bd8-9627-442c-a4e7-7550efc34526 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 781.293838] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64f076b-54d4-4f84-9861-52b902b981ff {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.301288] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5a082b-5e25-478f-bdcf-008964ccb55c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.344639] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc91cca-ea5b-4fc8-8a4b-2e9cdeba02d6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.353893] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e5cfb8-69e8-4527-95a7-aa3b488de14e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.370687] env[69399]: DEBUG nova.compute.provider_tree [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.408549] env[69399]: DEBUG oslo_concurrency.lockutils [None req-59356dd7-ae9b-47db-91c4-8596ed53b5a6 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.526888] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176475, 'name': CreateVM_Task, 'duration_secs': 0.476208} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.526985] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.528077] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.528358] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.528970] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.529335] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bcaab5f-7702-4e85-9236-e9d4c048aeb5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.539043] env[69399]: DEBUG oslo_vmware.api [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 781.539043] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52ccec45-001a-8f75-794c-406992c43dac" [ 781.539043] env[69399]: _type = "Task" [ 781.539043] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.546168] env[69399]: DEBUG oslo_vmware.api [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52ccec45-001a-8f75-794c-406992c43dac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.618744] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22032ee0-60d1-42a0-b8bc-8deca2a277ad {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.644979] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Updating instance '2068b009-a493-4a97-adb2-bf90e6d71c12' progress to 0 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 781.845447] env[69399]: DEBUG nova.compute.manager [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 781.876892] env[69399]: DEBUG nova.scheduler.client.report [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.899538] env[69399]: DEBUG nova.virt.hardware [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.900497] env[69399]: DEBUG nova.virt.hardware [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.900497] env[69399]: DEBUG nova.virt.hardware [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.902410] env[69399]: DEBUG nova.virt.hardware [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.902660] env[69399]: DEBUG nova.virt.hardware [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.902818] env[69399]: DEBUG nova.virt.hardware [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.903471] env[69399]: DEBUG nova.virt.hardware [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.903471] env[69399]: DEBUG nova.virt.hardware [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.903471] env[69399]: DEBUG nova.virt.hardware [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.903641] env[69399]: DEBUG nova.virt.hardware [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.903727] env[69399]: DEBUG nova.virt.hardware [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.904654] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a68ef1d-5302-4ed3-aaff-74479a1a998d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.915785] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf3c1f7-12ce-4153-ac49-f69dd2228e62 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.052524] env[69399]: DEBUG oslo_vmware.api [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52ccec45-001a-8f75-794c-406992c43dac, 'name': SearchDatastore_Task, 'duration_secs': 0.029285} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.053228] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.053556] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.053721] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.053927] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.054067] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.054332] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fcbeb9ec-3530-42af-b7e0-f6360481770b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.068378] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.068378] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.069340] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2468d145-79f0-4b54-9d44-7534d9e2269d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.077136] env[69399]: DEBUG oslo_vmware.api [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 782.077136] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]522149c2-a112-8f50-ed73-1fc76405e81e" [ 782.077136] env[69399]: _type = "Task" [ 782.077136] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.087214] env[69399]: DEBUG nova.network.neutron [req-840a27ef-8253-4f0a-96d5-5e6d5df4938c req-899b2095-85a8-4788-872d-ac3e870dc752 service nova] [instance: c2e45558-5c57-4300-b255-1709734baa40] Updated VIF entry in instance network info cache for port c4bcee01-5443-4534-9d78-62e624d700aa. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.087214] env[69399]: DEBUG nova.network.neutron [req-840a27ef-8253-4f0a-96d5-5e6d5df4938c req-899b2095-85a8-4788-872d-ac3e870dc752 service nova] [instance: c2e45558-5c57-4300-b255-1709734baa40] Updating instance_info_cache with network_info: [{"id": "c4bcee01-5443-4534-9d78-62e624d700aa", "address": "fa:16:3e:f5:ac:1c", "network": {"id": "bc3c2b31-ea7b-4d79-8b61-018d066d2ef5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1334404710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e2781e158624a6783b480ca42ff6729", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4bcee01-54", "ovs_interfaceid": "c4bcee01-5443-4534-9d78-62e624d700aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.091557] env[69399]: DEBUG oslo_vmware.api [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]522149c2-a112-8f50-ed73-1fc76405e81e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.151378] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.152034] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56e589cc-66d3-4abc-8473-51c19cd9bac8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.162299] env[69399]: DEBUG oslo_vmware.api [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Waiting for the task: (returnval){ [ 782.162299] env[69399]: value = "task-4176476" [ 782.162299] env[69399]: _type = "Task" [ 782.162299] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.172280] env[69399]: DEBUG oslo_vmware.api [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.388278] env[69399]: DEBUG oslo_concurrency.lockutils [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.388278] env[69399]: DEBUG nova.compute.manager [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 782.391050] env[69399]: DEBUG oslo_concurrency.lockutils [None req-08eef20d-d7cc-44d7-abca-3834bc61ec4f tempest-DeleteServersAdminTestJSON-1202686643 tempest-DeleteServersAdminTestJSON-1202686643-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.509s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.391279] env[69399]: DEBUG nova.objects.instance [None req-08eef20d-d7cc-44d7-abca-3834bc61ec4f tempest-DeleteServersAdminTestJSON-1202686643 tempest-DeleteServersAdminTestJSON-1202686643-project-admin] Lazy-loading 'resources' on Instance uuid 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.590739] env[69399]: DEBUG oslo_vmware.api [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]522149c2-a112-8f50-ed73-1fc76405e81e, 'name': SearchDatastore_Task, 'duration_secs': 0.023495} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.591610] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32f7cd93-c3e4-49d9-9c98-55e3aa44bd69 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.595124] env[69399]: DEBUG oslo_concurrency.lockutils [req-840a27ef-8253-4f0a-96d5-5e6d5df4938c req-899b2095-85a8-4788-872d-ac3e870dc752 service nova] Releasing lock "refresh_cache-c2e45558-5c57-4300-b255-1709734baa40" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.600143] env[69399]: DEBUG oslo_vmware.api [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 782.600143] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5205dc32-c3b4-f13b-cdd2-e6b564e30ee6" [ 782.600143] env[69399]: _type = "Task" [ 782.600143] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.611421] env[69399]: DEBUG oslo_vmware.api [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5205dc32-c3b4-f13b-cdd2-e6b564e30ee6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.675142] env[69399]: DEBUG oslo_vmware.api [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176476, 'name': PowerOffVM_Task, 'duration_secs': 0.351593} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.675142] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.675142] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Updating instance '2068b009-a493-4a97-adb2-bf90e6d71c12' progress to 17 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 782.783292] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Acquiring lock "49ebd426-a2d8-4a16-a648-d672641add81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.783590] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Lock "49ebd426-a2d8-4a16-a648-d672641add81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.833828] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Acquiring lock "ce36ec6e-aa3a-4413-897a-1aad2173662b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.834328] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Lock "ce36ec6e-aa3a-4413-897a-1aad2173662b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.895833] env[69399]: DEBUG nova.compute.utils [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 782.901722] env[69399]: DEBUG nova.compute.manager [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 782.901722] env[69399]: DEBUG nova.network.neutron [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 782.911589] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Acquiring lock "62fb4163-a054-400c-b130-8039c5ab7b60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.911936] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Lock "62fb4163-a054-400c-b130-8039c5ab7b60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.975574] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Acquiring lock "a1468a4f-6462-4943-af0e-dd01f8846ce7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.975917] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Lock "a1468a4f-6462-4943-af0e-dd01f8846ce7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.020247] env[69399]: DEBUG nova.policy [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83551681b76b4daa98e34c86a993f856', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9176835eb43941d7ae728e3f145d02c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.108211] env[69399]: DEBUG nova.network.neutron [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Successfully updated port: 6a863bd8-9627-442c-a4e7-7550efc34526 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 783.117902] env[69399]: DEBUG oslo_vmware.api [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5205dc32-c3b4-f13b-cdd2-e6b564e30ee6, 'name': SearchDatastore_Task, 'duration_secs': 0.014481} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.121209] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.121707] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] c1dc8ac0-7716-40ef-ae8e-7d38abeae12c/c1dc8ac0-7716-40ef-ae8e-7d38abeae12c.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.124826] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2ba1f31-b998-4b8c-8c7a-fdcfb3d8e882 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.137264] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Acquiring lock "5df06110-ddc7-4d82-a9f0-c4fac929060b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.137712] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Lock "5df06110-ddc7-4d82-a9f0-c4fac929060b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.138847] env[69399]: DEBUG oslo_vmware.api [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 783.138847] env[69399]: value = "task-4176477" [ 783.138847] env[69399]: _type = "Task" [ 783.138847] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.154797] env[69399]: DEBUG oslo_vmware.api [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4176477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.183284] env[69399]: DEBUG nova.virt.hardware [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 783.186575] env[69399]: DEBUG nova.virt.hardware [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 783.186575] env[69399]: DEBUG nova.virt.hardware [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.186575] env[69399]: DEBUG nova.virt.hardware [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 783.186575] env[69399]: DEBUG nova.virt.hardware [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.186575] env[69399]: DEBUG nova.virt.hardware [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 783.186575] env[69399]: DEBUG nova.virt.hardware [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 783.186814] env[69399]: DEBUG nova.virt.hardware [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 783.186814] env[69399]: DEBUG nova.virt.hardware [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 783.186814] env[69399]: DEBUG nova.virt.hardware [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 783.186814] env[69399]: DEBUG nova.virt.hardware [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 783.191049] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fce2bf9-3a93-4a99-81bd-e1bf7bf8b74b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.212721] env[69399]: DEBUG oslo_vmware.api [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Waiting for the task: (returnval){ [ 783.212721] env[69399]: value = "task-4176478" [ 783.212721] env[69399]: _type = "Task" [ 783.212721] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.220232] env[69399]: DEBUG oslo_vmware.api [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176478, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.289721] env[69399]: DEBUG nova.compute.manager [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 783.340609] env[69399]: DEBUG nova.compute.manager [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 783.402204] env[69399]: DEBUG nova.compute.manager [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 783.447446] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76eb99b6-4f66-4f8c-a6df-b7b1e47d40bf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.461315] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9202788b-aa91-4fee-b67a-eb5d63601ba9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.511663] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7509ff-696e-4dac-a1ce-6075a1ed3d67 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.521454] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbaf2b34-93a6-4452-a98e-b005454d11a4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.540572] env[69399]: DEBUG nova.compute.provider_tree [None req-08eef20d-d7cc-44d7-abca-3834bc61ec4f tempest-DeleteServersAdminTestJSON-1202686643 tempest-DeleteServersAdminTestJSON-1202686643-project-admin] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.613860] env[69399]: DEBUG oslo_concurrency.lockutils [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquiring lock "refresh_cache-2214b977-1c24-47ce-9faa-b9af1714fa19" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.614040] env[69399]: DEBUG oslo_concurrency.lockutils [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquired lock "refresh_cache-2214b977-1c24-47ce-9faa-b9af1714fa19" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.614316] env[69399]: DEBUG nova.network.neutron [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.656735] env[69399]: DEBUG oslo_vmware.api [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4176477, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.675438] env[69399]: DEBUG nova.network.neutron [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Successfully created port: e5cbf0a1-29e5-4bbd-a04e-e29a1b9af2ea {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 783.723080] env[69399]: DEBUG oslo_vmware.api [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176478, 'name': ReconfigVM_Task, 'duration_secs': 0.191706} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.725053] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Updating instance '2068b009-a493-4a97-adb2-bf90e6d71c12' progress to 33 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 783.821404] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.880505] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.913493] env[69399]: DEBUG oslo_concurrency.lockutils [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Acquiring lock "d2e9732f-5ea0-4be9-8000-d78d5acd8961" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.913722] env[69399]: DEBUG oslo_concurrency.lockutils [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Lock "d2e9732f-5ea0-4be9-8000-d78d5acd8961" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.977724] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Acquiring lock "33b600eb-e4ee-4c29-a2a0-1c80991093ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.978007] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Lock "33b600eb-e4ee-4c29-a2a0-1c80991093ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.044274] env[69399]: DEBUG nova.scheduler.client.report [None req-08eef20d-d7cc-44d7-abca-3834bc61ec4f tempest-DeleteServersAdminTestJSON-1202686643 tempest-DeleteServersAdminTestJSON-1202686643-project-admin] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.162941] env[69399]: DEBUG oslo_vmware.api [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4176477, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613976} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.163255] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] c1dc8ac0-7716-40ef-ae8e-7d38abeae12c/c1dc8ac0-7716-40ef-ae8e-7d38abeae12c.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.163467] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.163761] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fe0ea00-ad3a-428f-a4e3-3258a720f049 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.175950] env[69399]: DEBUG oslo_vmware.api [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 784.175950] env[69399]: value = "task-4176479" [ 784.175950] env[69399]: _type = "Task" [ 784.175950] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.192337] env[69399]: DEBUG oslo_vmware.api [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4176479, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.204596] env[69399]: DEBUG nova.network.neutron [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.230793] env[69399]: DEBUG nova.virt.hardware [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.231103] env[69399]: DEBUG nova.virt.hardware [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.231265] env[69399]: DEBUG nova.virt.hardware [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.231447] env[69399]: DEBUG nova.virt.hardware [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.231599] env[69399]: DEBUG nova.virt.hardware [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.231782] env[69399]: DEBUG nova.virt.hardware [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.231994] env[69399]: DEBUG nova.virt.hardware [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.232182] env[69399]: DEBUG nova.virt.hardware [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.232350] env[69399]: DEBUG nova.virt.hardware [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.232566] env[69399]: DEBUG nova.virt.hardware [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.232897] env[69399]: DEBUG nova.virt.hardware [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.238269] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Reconfiguring VM instance instance-00000005 to detach disk 2000 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 784.241303] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f06af219-b133-43af-81fd-e0d49ac74557 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.263877] env[69399]: DEBUG oslo_vmware.api [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Waiting for the task: (returnval){ [ 784.263877] env[69399]: value = "task-4176480" [ 784.263877] env[69399]: _type = "Task" [ 784.263877] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.276359] env[69399]: DEBUG oslo_vmware.api [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176480, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.386049] env[69399]: DEBUG nova.compute.manager [req-acd1c59d-435a-4327-94da-e9a4c6aaf12c req-a7221b44-7967-4897-9c89-3e29cb787d03 service nova] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Received event network-changed-4605fcb1-107a-4f4d-ab03-7a4deba78c67 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.386049] env[69399]: DEBUG nova.compute.manager [req-acd1c59d-435a-4327-94da-e9a4c6aaf12c req-a7221b44-7967-4897-9c89-3e29cb787d03 service nova] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Refreshing instance network info cache due to event network-changed-4605fcb1-107a-4f4d-ab03-7a4deba78c67. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 784.386049] env[69399]: DEBUG oslo_concurrency.lockutils [req-acd1c59d-435a-4327-94da-e9a4c6aaf12c req-a7221b44-7967-4897-9c89-3e29cb787d03 service nova] Acquiring lock "refresh_cache-c1dc8ac0-7716-40ef-ae8e-7d38abeae12c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.386165] env[69399]: DEBUG oslo_concurrency.lockutils [req-acd1c59d-435a-4327-94da-e9a4c6aaf12c req-a7221b44-7967-4897-9c89-3e29cb787d03 service nova] Acquired lock "refresh_cache-c1dc8ac0-7716-40ef-ae8e-7d38abeae12c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.386308] env[69399]: DEBUG nova.network.neutron [req-acd1c59d-435a-4327-94da-e9a4c6aaf12c req-a7221b44-7967-4897-9c89-3e29cb787d03 service nova] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Refreshing network info cache for port 4605fcb1-107a-4f4d-ab03-7a4deba78c67 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.420313] env[69399]: DEBUG nova.compute.manager [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 784.434382] env[69399]: DEBUG nova.compute.manager [req-8826a15c-7e40-4650-8974-e05f9ffc392e req-e759abc6-305e-41ba-bf19-e9ae0612f37a service nova] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Received event network-vif-deleted-fba0de3c-783b-4f4c-8045-6c1793a86306 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.455531] env[69399]: DEBUG nova.virt.hardware [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.455531] env[69399]: DEBUG nova.virt.hardware [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.455742] env[69399]: DEBUG nova.virt.hardware [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.455742] env[69399]: DEBUG nova.virt.hardware [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.455873] env[69399]: DEBUG nova.virt.hardware [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.456041] env[69399]: DEBUG nova.virt.hardware [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.456272] env[69399]: DEBUG nova.virt.hardware [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.456475] env[69399]: DEBUG nova.virt.hardware [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.457294] env[69399]: DEBUG nova.virt.hardware [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.457294] env[69399]: DEBUG nova.virt.hardware [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.457294] env[69399]: DEBUG nova.virt.hardware [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.457831] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce64f3c9-6e6f-4650-a3b9-5d6f338dbb24 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.467566] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d61d64-86fa-48c5-bdd5-cee1c1c70093 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.471943] env[69399]: DEBUG nova.network.neutron [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Updating instance_info_cache with network_info: [{"id": "6a863bd8-9627-442c-a4e7-7550efc34526", "address": "fa:16:3e:4c:ab:9e", "network": {"id": "8f1a4937-216f-450d-b1b2-c69d087198a1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1169406907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56b6f03aff7844a2ae99df0a9a68227e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a863bd8-96", "ovs_interfaceid": "6a863bd8-9627-442c-a4e7-7550efc34526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.553673] env[69399]: DEBUG oslo_concurrency.lockutils [None req-08eef20d-d7cc-44d7-abca-3834bc61ec4f tempest-DeleteServersAdminTestJSON-1202686643 tempest-DeleteServersAdminTestJSON-1202686643-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.555924] env[69399]: DEBUG oslo_concurrency.lockutils [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.999s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.557844] env[69399]: INFO nova.compute.claims [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.586724] env[69399]: INFO nova.scheduler.client.report [None req-08eef20d-d7cc-44d7-abca-3834bc61ec4f tempest-DeleteServersAdminTestJSON-1202686643 tempest-DeleteServersAdminTestJSON-1202686643-project-admin] Deleted allocations for instance 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1 [ 784.691604] env[69399]: DEBUG oslo_vmware.api [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4176479, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080583} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.693546] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.693546] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb54134-4c53-4310-8cb8-761c938aec5a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.722824] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] c1dc8ac0-7716-40ef-ae8e-7d38abeae12c/c1dc8ac0-7716-40ef-ae8e-7d38abeae12c.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.722824] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2a10d88-4639-4d05-afac-01860bfcce64 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.747936] env[69399]: DEBUG oslo_vmware.api [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 784.747936] env[69399]: value = "task-4176481" [ 784.747936] env[69399]: _type = "Task" [ 784.747936] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.759575] env[69399]: DEBUG oslo_vmware.api [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4176481, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.775111] env[69399]: DEBUG oslo_vmware.api [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176480, 'name': ReconfigVM_Task, 'duration_secs': 0.204965} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.776350] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Reconfigured VM instance instance-00000005 to detach disk 2000 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 784.776350] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc69ee40-7c34-47e3-831c-f5b45fddc335 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.801714] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 2068b009-a493-4a97-adb2-bf90e6d71c12/2068b009-a493-4a97-adb2-bf90e6d71c12.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.802058] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26653d6a-d52e-43f0-8456-01d5e66a5cef {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.823584] env[69399]: DEBUG oslo_vmware.api [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Waiting for the task: (returnval){ [ 784.823584] env[69399]: value = "task-4176482" [ 784.823584] env[69399]: _type = "Task" [ 784.823584] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.833853] env[69399]: DEBUG oslo_vmware.api [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176482, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.975520] env[69399]: DEBUG oslo_concurrency.lockutils [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Releasing lock "refresh_cache-2214b977-1c24-47ce-9faa-b9af1714fa19" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.975891] env[69399]: DEBUG nova.compute.manager [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Instance network_info: |[{"id": "6a863bd8-9627-442c-a4e7-7550efc34526", "address": "fa:16:3e:4c:ab:9e", "network": {"id": "8f1a4937-216f-450d-b1b2-c69d087198a1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1169406907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56b6f03aff7844a2ae99df0a9a68227e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a863bd8-96", "ovs_interfaceid": "6a863bd8-9627-442c-a4e7-7550efc34526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 784.976374] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:ab:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a863bd8-9627-442c-a4e7-7550efc34526', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.985622] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Creating folder: Project (56b6f03aff7844a2ae99df0a9a68227e). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.986248] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e31fc3d4-6d38-4ba9-9417-71c7f23413d7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.999406] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Created folder: Project (56b6f03aff7844a2ae99df0a9a68227e) in parent group-v826677. [ 785.000762] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Creating folder: Instances. Parent ref: group-v826729. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 785.001450] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84a4f456-d8f9-42df-9ad5-65edd3c81808 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.018975] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Created folder: Instances in parent group-v826729. [ 785.018975] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.018975] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.018975] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a0ef873-310f-41ac-aadb-541264f610ab {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.047439] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.047439] env[69399]: value = "task-4176485" [ 785.047439] env[69399]: _type = "Task" [ 785.047439] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.059072] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176485, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.103035] env[69399]: DEBUG oslo_concurrency.lockutils [None req-08eef20d-d7cc-44d7-abca-3834bc61ec4f tempest-DeleteServersAdminTestJSON-1202686643 tempest-DeleteServersAdminTestJSON-1202686643-project-admin] Lock "3b6c310f-7ba1-448c-9989-5c1cd63cdeb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.295s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.162640] env[69399]: DEBUG nova.compute.manager [None req-39abd54e-40d7-4398-9f7c-83e02ccdb10e tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.162640] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e513b528-6361-42a6-90f8-a082f7b1c663 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.260727] env[69399]: DEBUG oslo_vmware.api [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4176481, 'name': ReconfigVM_Task, 'duration_secs': 0.383238} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.260954] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Reconfigured VM instance instance-00000010 to attach disk [datastore1] c1dc8ac0-7716-40ef-ae8e-7d38abeae12c/c1dc8ac0-7716-40ef-ae8e-7d38abeae12c.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.261609] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1375c838-ec7a-45ca-ac8a-91550bf67a53 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.272022] env[69399]: DEBUG oslo_vmware.api [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 785.272022] env[69399]: value = "task-4176486" [ 785.272022] env[69399]: _type = "Task" [ 785.272022] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.284069] env[69399]: DEBUG oslo_vmware.api [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4176486, 'name': Rename_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.340083] env[69399]: DEBUG oslo_vmware.api [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.510722] env[69399]: DEBUG nova.network.neutron [req-acd1c59d-435a-4327-94da-e9a4c6aaf12c req-a7221b44-7967-4897-9c89-3e29cb787d03 service nova] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Updated VIF entry in instance network info cache for port 4605fcb1-107a-4f4d-ab03-7a4deba78c67. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.510722] env[69399]: DEBUG nova.network.neutron [req-acd1c59d-435a-4327-94da-e9a4c6aaf12c req-a7221b44-7967-4897-9c89-3e29cb787d03 service nova] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Updating instance_info_cache with network_info: [{"id": "4605fcb1-107a-4f4d-ab03-7a4deba78c67", "address": "fa:16:3e:41:73:fb", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4605fcb1-10", "ovs_interfaceid": "4605fcb1-107a-4f4d-ab03-7a4deba78c67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.559189] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176485, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.682081] env[69399]: INFO nova.compute.manager [None req-39abd54e-40d7-4398-9f7c-83e02ccdb10e tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] instance snapshotting [ 785.688089] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09dd87ae-483f-4c1b-ae13-04e510dbd67a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.719499] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7845b4c-b7ac-4aa2-bb0e-f179d6a6e7b2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.784827] env[69399]: DEBUG oslo_vmware.api [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4176486, 'name': Rename_Task, 'duration_secs': 0.20389} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.785583] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.786606] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54988d26-ceff-4c59-a165-b072c73ded79 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.801395] env[69399]: DEBUG oslo_vmware.api [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 785.801395] env[69399]: value = "task-4176487" [ 785.801395] env[69399]: _type = "Task" [ 785.801395] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.818600] env[69399]: DEBUG oslo_vmware.api [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4176487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.839150] env[69399]: DEBUG oslo_vmware.api [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176482, 'name': ReconfigVM_Task, 'duration_secs': 0.596088} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.839499] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 2068b009-a493-4a97-adb2-bf90e6d71c12/2068b009-a493-4a97-adb2-bf90e6d71c12.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.839848] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Updating instance '2068b009-a493-4a97-adb2-bf90e6d71c12' progress to 50 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 786.013681] env[69399]: DEBUG oslo_concurrency.lockutils [req-acd1c59d-435a-4327-94da-e9a4c6aaf12c req-a7221b44-7967-4897-9c89-3e29cb787d03 service nova] Releasing lock "refresh_cache-c1dc8ac0-7716-40ef-ae8e-7d38abeae12c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.060141] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176485, 'name': CreateVM_Task, 'duration_secs': 0.820117} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.062443] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.066685] env[69399]: DEBUG oslo_concurrency.lockutils [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.066916] env[69399]: DEBUG oslo_concurrency.lockutils [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.068020] env[69399]: DEBUG oslo_concurrency.lockutils [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.068214] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2acbbb0-8292-4a30-8fc2-01eb192e1e8f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.079266] env[69399]: DEBUG oslo_vmware.api [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 786.079266] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52368727-cfa6-e28e-784c-30bea8593e97" [ 786.079266] env[69399]: _type = "Task" [ 786.079266] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.095830] env[69399]: DEBUG oslo_vmware.api [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52368727-cfa6-e28e-784c-30bea8593e97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.139014] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8200126a-8bab-4f09-9246-9e74df940ebe {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.147196] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ec364d-b6fc-4dc3-817a-1b64ed4de609 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.153677] env[69399]: DEBUG nova.network.neutron [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Successfully updated port: e5cbf0a1-29e5-4bbd-a04e-e29a1b9af2ea {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 786.189214] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb8ca5f-e152-46ef-976e-fd846ffd7fdd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.205023] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99f168d-794d-4a7d-9cf4-66085876e65e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.221742] env[69399]: DEBUG nova.compute.provider_tree [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.234668] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-39abd54e-40d7-4398-9f7c-83e02ccdb10e tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Creating Snapshot of the VM instance {{(pid=69399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 786.236755] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c4f18f8a-45d4-42e8-b488-0e5abd2b013d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.245542] env[69399]: DEBUG oslo_vmware.api [None req-39abd54e-40d7-4398-9f7c-83e02ccdb10e tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Waiting for the task: (returnval){ [ 786.245542] env[69399]: value = "task-4176488" [ 786.245542] env[69399]: _type = "Task" [ 786.245542] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.257488] env[69399]: DEBUG oslo_vmware.api [None req-39abd54e-40d7-4398-9f7c-83e02ccdb10e tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176488, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.317321] env[69399]: DEBUG oslo_vmware.api [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4176487, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.355017] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1168b7-ff2b-45f0-8e41-4fb3ce10c12a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.379790] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ac61eb-20f7-4364-8781-d2f40b8b4f3d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.407306] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Updating instance '2068b009-a493-4a97-adb2-bf90e6d71c12' progress to 67 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 786.593774] env[69399]: DEBUG oslo_vmware.api [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52368727-cfa6-e28e-784c-30bea8593e97, 'name': SearchDatastore_Task, 'duration_secs': 0.011532} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.594160] env[69399]: DEBUG oslo_concurrency.lockutils [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.594513] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.594758] env[69399]: DEBUG oslo_concurrency.lockutils [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.594898] env[69399]: DEBUG oslo_concurrency.lockutils [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.595090] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.595439] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f4bf6e1-9c5d-4642-bb01-0fc762b98c79 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.605559] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.605739] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.606604] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b7a0ea3-769a-4162-8a9c-28de0e4b79bc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.613590] env[69399]: DEBUG oslo_vmware.api [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 786.613590] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5298a954-9739-f32c-d87b-b13165aa28eb" [ 786.613590] env[69399]: _type = "Task" [ 786.613590] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.622645] env[69399]: DEBUG oslo_vmware.api [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5298a954-9739-f32c-d87b-b13165aa28eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.656538] env[69399]: DEBUG oslo_concurrency.lockutils [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Acquiring lock "refresh_cache-d9ae2163-ba21-47c0-9c10-d9cd35fb00f6" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.656704] env[69399]: DEBUG oslo_concurrency.lockutils [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Acquired lock "refresh_cache-d9ae2163-ba21-47c0-9c10-d9cd35fb00f6" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.656861] env[69399]: DEBUG nova.network.neutron [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.727490] env[69399]: DEBUG nova.scheduler.client.report [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.760114] env[69399]: DEBUG oslo_vmware.api [None req-39abd54e-40d7-4398-9f7c-83e02ccdb10e tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176488, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.819382] env[69399]: DEBUG oslo_vmware.api [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4176487, 'name': PowerOnVM_Task, 'duration_secs': 0.531506} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.819674] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.819912] env[69399]: INFO nova.compute.manager [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Took 12.06 seconds to spawn the instance on the hypervisor. [ 786.820210] env[69399]: DEBUG nova.compute.manager [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.820880] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eda25f3-b895-46d6-9c31-d2c5ef381ffb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.999553] env[69399]: DEBUG nova.network.neutron [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Port d5dfd71e-f848-42be-9017-70574bef95ef binding to destination host cpu-1 is already ACTIVE {{(pid=69399) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 787.130846] env[69399]: DEBUG oslo_vmware.api [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5298a954-9739-f32c-d87b-b13165aa28eb, 'name': SearchDatastore_Task, 'duration_secs': 0.022276} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.133600] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b26734e-5cc0-4791-a3d6-e266ec0f9143 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.141833] env[69399]: DEBUG oslo_vmware.api [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 787.141833] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52fe6404-4df5-9bfa-dcaf-553ca16bf15c" [ 787.141833] env[69399]: _type = "Task" [ 787.141833] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.157052] env[69399]: DEBUG oslo_vmware.api [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52fe6404-4df5-9bfa-dcaf-553ca16bf15c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.234919] env[69399]: DEBUG oslo_concurrency.lockutils [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.236847] env[69399]: DEBUG nova.compute.manager [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 787.240190] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.283s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.241683] env[69399]: INFO nova.compute.claims [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: a69aa834-a200-486e-9922-61018ae10f90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.249020] env[69399]: DEBUG nova.network.neutron [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.257637] env[69399]: DEBUG oslo_vmware.api [None req-39abd54e-40d7-4398-9f7c-83e02ccdb10e tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176488, 'name': CreateSnapshot_Task, 'duration_secs': 0.52646} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.257975] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-39abd54e-40d7-4398-9f7c-83e02ccdb10e tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Created Snapshot of the VM instance {{(pid=69399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 787.258807] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1963c508-16d2-499d-9fa5-dd8c16545b33 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.341232] env[69399]: INFO nova.compute.manager [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Took 27.37 seconds to build instance. [ 787.415395] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Acquiring lock "78876af3-91f0-4cdf-bdde-39b4519e54bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.416144] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Lock "78876af3-91f0-4cdf-bdde-39b4519e54bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.430275] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Acquiring lock "2be94567-64bc-4a1e-94c1-dd58c8c44d87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.430275] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Lock "2be94567-64bc-4a1e-94c1-dd58c8c44d87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.661819] env[69399]: DEBUG oslo_vmware.api [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52fe6404-4df5-9bfa-dcaf-553ca16bf15c, 'name': SearchDatastore_Task, 'duration_secs': 0.015063} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.665865] env[69399]: DEBUG oslo_concurrency.lockutils [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.665865] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 2214b977-1c24-47ce-9faa-b9af1714fa19/2214b977-1c24-47ce-9faa-b9af1714fa19.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.665865] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44ba0e63-e218-447b-b10b-be6c6e8a0e1c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.675886] env[69399]: DEBUG oslo_vmware.api [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 787.675886] env[69399]: value = "task-4176489" [ 787.675886] env[69399]: _type = "Task" [ 787.675886] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.686476] env[69399]: DEBUG oslo_vmware.api [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.746960] env[69399]: DEBUG nova.compute.utils [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.753759] env[69399]: DEBUG nova.compute.manager [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 787.753759] env[69399]: DEBUG nova.network.neutron [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 787.780706] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-39abd54e-40d7-4398-9f7c-83e02ccdb10e tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Creating linked-clone VM from snapshot {{(pid=69399) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 787.782069] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c794b36e-16e5-4a59-a973-46c2ce2d494f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.793017] env[69399]: DEBUG oslo_vmware.api [None req-39abd54e-40d7-4398-9f7c-83e02ccdb10e tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Waiting for the task: (returnval){ [ 787.793017] env[69399]: value = "task-4176490" [ 787.793017] env[69399]: _type = "Task" [ 787.793017] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.811158] env[69399]: DEBUG oslo_vmware.api [None req-39abd54e-40d7-4398-9f7c-83e02ccdb10e tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176490, 'name': CloneVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.844116] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0ffe1178-ddab-491e-8f4b-800bfd78424b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "c1dc8ac0-7716-40ef-ae8e-7d38abeae12c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.893s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.856487] env[69399]: DEBUG nova.policy [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12cbaf2eb186467eb2a6e4942ef48840', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5479e55756984e5db34ffebc730914ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 787.860616] env[69399]: DEBUG nova.network.neutron [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Updating instance_info_cache with network_info: [{"id": "e5cbf0a1-29e5-4bbd-a04e-e29a1b9af2ea", "address": "fa:16:3e:df:f4:6c", "network": {"id": "e6123224-ba4a-4d8f-91b9-06e051cef811", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70c0851169f84ebb9810edf05230c60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5cbf0a1-29", "ovs_interfaceid": "e5cbf0a1-29e5-4bbd-a04e-e29a1b9af2ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.038766] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquiring lock "2068b009-a493-4a97-adb2-bf90e6d71c12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.039040] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Lock "2068b009-a493-4a97-adb2-bf90e6d71c12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.039900] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Lock "2068b009-a493-4a97-adb2-bf90e6d71c12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.065586] env[69399]: DEBUG nova.compute.manager [req-11b71a58-1bbd-464f-9de9-7ad17c7190d6 req-7d45dbe5-b40d-4c71-920f-46e5f56802f4 service nova] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Received event network-vif-plugged-e5cbf0a1-29e5-4bbd-a04e-e29a1b9af2ea {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.066437] env[69399]: DEBUG oslo_concurrency.lockutils [req-11b71a58-1bbd-464f-9de9-7ad17c7190d6 req-7d45dbe5-b40d-4c71-920f-46e5f56802f4 service nova] Acquiring lock "d9ae2163-ba21-47c0-9c10-d9cd35fb00f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.066670] env[69399]: DEBUG oslo_concurrency.lockutils [req-11b71a58-1bbd-464f-9de9-7ad17c7190d6 req-7d45dbe5-b40d-4c71-920f-46e5f56802f4 service nova] Lock "d9ae2163-ba21-47c0-9c10-d9cd35fb00f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.067080] env[69399]: DEBUG oslo_concurrency.lockutils [req-11b71a58-1bbd-464f-9de9-7ad17c7190d6 req-7d45dbe5-b40d-4c71-920f-46e5f56802f4 service nova] Lock "d9ae2163-ba21-47c0-9c10-d9cd35fb00f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.067080] env[69399]: DEBUG nova.compute.manager [req-11b71a58-1bbd-464f-9de9-7ad17c7190d6 req-7d45dbe5-b40d-4c71-920f-46e5f56802f4 service nova] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] No waiting events found dispatching network-vif-plugged-e5cbf0a1-29e5-4bbd-a04e-e29a1b9af2ea {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 788.067200] env[69399]: WARNING nova.compute.manager [req-11b71a58-1bbd-464f-9de9-7ad17c7190d6 req-7d45dbe5-b40d-4c71-920f-46e5f56802f4 service nova] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Received unexpected event network-vif-plugged-e5cbf0a1-29e5-4bbd-a04e-e29a1b9af2ea for instance with vm_state building and task_state spawning. [ 788.067360] env[69399]: DEBUG nova.compute.manager [req-11b71a58-1bbd-464f-9de9-7ad17c7190d6 req-7d45dbe5-b40d-4c71-920f-46e5f56802f4 service nova] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Received event network-changed-e5cbf0a1-29e5-4bbd-a04e-e29a1b9af2ea {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.067513] env[69399]: DEBUG nova.compute.manager [req-11b71a58-1bbd-464f-9de9-7ad17c7190d6 req-7d45dbe5-b40d-4c71-920f-46e5f56802f4 service nova] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Refreshing instance network info cache due to event network-changed-e5cbf0a1-29e5-4bbd-a04e-e29a1b9af2ea. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.067681] env[69399]: DEBUG oslo_concurrency.lockutils [req-11b71a58-1bbd-464f-9de9-7ad17c7190d6 req-7d45dbe5-b40d-4c71-920f-46e5f56802f4 service nova] Acquiring lock "refresh_cache-d9ae2163-ba21-47c0-9c10-d9cd35fb00f6" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.178038] env[69399]: DEBUG nova.compute.manager [req-4a1a812b-b050-4898-b367-2c0f0024fe2c req-ecad4e10-b566-451b-a0f0-9577769e8e26 service nova] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Received event network-vif-plugged-6a863bd8-9627-442c-a4e7-7550efc34526 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.178347] env[69399]: DEBUG oslo_concurrency.lockutils [req-4a1a812b-b050-4898-b367-2c0f0024fe2c req-ecad4e10-b566-451b-a0f0-9577769e8e26 service nova] Acquiring lock "2214b977-1c24-47ce-9faa-b9af1714fa19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.178998] env[69399]: DEBUG oslo_concurrency.lockutils [req-4a1a812b-b050-4898-b367-2c0f0024fe2c req-ecad4e10-b566-451b-a0f0-9577769e8e26 service nova] Lock "2214b977-1c24-47ce-9faa-b9af1714fa19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.178998] env[69399]: DEBUG oslo_concurrency.lockutils [req-4a1a812b-b050-4898-b367-2c0f0024fe2c req-ecad4e10-b566-451b-a0f0-9577769e8e26 service nova] Lock "2214b977-1c24-47ce-9faa-b9af1714fa19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.178998] env[69399]: DEBUG nova.compute.manager [req-4a1a812b-b050-4898-b367-2c0f0024fe2c req-ecad4e10-b566-451b-a0f0-9577769e8e26 service nova] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] No waiting events found dispatching network-vif-plugged-6a863bd8-9627-442c-a4e7-7550efc34526 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 788.178998] env[69399]: WARNING nova.compute.manager [req-4a1a812b-b050-4898-b367-2c0f0024fe2c req-ecad4e10-b566-451b-a0f0-9577769e8e26 service nova] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Received unexpected event network-vif-plugged-6a863bd8-9627-442c-a4e7-7550efc34526 for instance with vm_state building and task_state spawning. [ 788.182491] env[69399]: DEBUG nova.compute.manager [req-4a1a812b-b050-4898-b367-2c0f0024fe2c req-ecad4e10-b566-451b-a0f0-9577769e8e26 service nova] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Received event network-changed-6a863bd8-9627-442c-a4e7-7550efc34526 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.182714] env[69399]: DEBUG nova.compute.manager [req-4a1a812b-b050-4898-b367-2c0f0024fe2c req-ecad4e10-b566-451b-a0f0-9577769e8e26 service nova] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Refreshing instance network info cache due to event network-changed-6a863bd8-9627-442c-a4e7-7550efc34526. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.183070] env[69399]: DEBUG oslo_concurrency.lockutils [req-4a1a812b-b050-4898-b367-2c0f0024fe2c req-ecad4e10-b566-451b-a0f0-9577769e8e26 service nova] Acquiring lock "refresh_cache-2214b977-1c24-47ce-9faa-b9af1714fa19" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.183288] env[69399]: DEBUG oslo_concurrency.lockutils [req-4a1a812b-b050-4898-b367-2c0f0024fe2c req-ecad4e10-b566-451b-a0f0-9577769e8e26 service nova] Acquired lock "refresh_cache-2214b977-1c24-47ce-9faa-b9af1714fa19" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.183629] env[69399]: DEBUG nova.network.neutron [req-4a1a812b-b050-4898-b367-2c0f0024fe2c req-ecad4e10-b566-451b-a0f0-9577769e8e26 service nova] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Refreshing network info cache for port 6a863bd8-9627-442c-a4e7-7550efc34526 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.204635] env[69399]: DEBUG oslo_vmware.api [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511665} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.204635] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 2214b977-1c24-47ce-9faa-b9af1714fa19/2214b977-1c24-47ce-9faa-b9af1714fa19.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.204635] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.206546] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f44ca9ae-f8e0-49da-8ed9-2726f51b4b55 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.217425] env[69399]: DEBUG oslo_vmware.api [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 788.217425] env[69399]: value = "task-4176491" [ 788.217425] env[69399]: _type = "Task" [ 788.217425] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.230994] env[69399]: DEBUG oslo_vmware.api [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.253443] env[69399]: DEBUG nova.compute.manager [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 788.312820] env[69399]: DEBUG oslo_vmware.api [None req-39abd54e-40d7-4398-9f7c-83e02ccdb10e tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176490, 'name': CloneVM_Task} progress is 94%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.347274] env[69399]: DEBUG nova.compute.manager [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 788.363336] env[69399]: DEBUG oslo_concurrency.lockutils [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Releasing lock "refresh_cache-d9ae2163-ba21-47c0-9c10-d9cd35fb00f6" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.363677] env[69399]: DEBUG nova.compute.manager [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Instance network_info: |[{"id": "e5cbf0a1-29e5-4bbd-a04e-e29a1b9af2ea", "address": "fa:16:3e:df:f4:6c", "network": {"id": "e6123224-ba4a-4d8f-91b9-06e051cef811", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70c0851169f84ebb9810edf05230c60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5cbf0a1-29", "ovs_interfaceid": "e5cbf0a1-29e5-4bbd-a04e-e29a1b9af2ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 788.364411] env[69399]: DEBUG oslo_concurrency.lockutils [req-11b71a58-1bbd-464f-9de9-7ad17c7190d6 req-7d45dbe5-b40d-4c71-920f-46e5f56802f4 service nova] Acquired lock "refresh_cache-d9ae2163-ba21-47c0-9c10-d9cd35fb00f6" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.364602] env[69399]: DEBUG nova.network.neutron [req-11b71a58-1bbd-464f-9de9-7ad17c7190d6 req-7d45dbe5-b40d-4c71-920f-46e5f56802f4 service nova] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Refreshing network info cache for port e5cbf0a1-29e5-4bbd-a04e-e29a1b9af2ea {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.365946] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:f4:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5cbf0a1-29e5-4bbd-a04e-e29a1b9af2ea', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.377265] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Creating folder: Project (9176835eb43941d7ae728e3f145d02c8). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.378236] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d873352-ad96-43f3-a99a-91db02835b4e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.396463] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Created folder: Project (9176835eb43941d7ae728e3f145d02c8) in parent group-v826677. [ 788.396677] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Creating folder: Instances. Parent ref: group-v826734. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.397435] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-161711ec-0fd0-4489-8ddf-8fed68763b04 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.418235] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Created folder: Instances in parent group-v826734. [ 788.418427] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.418562] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.418780] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-005b7f6e-7efe-4967-9e15-540027c48ec0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.442911] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.442911] env[69399]: value = "task-4176494" [ 788.442911] env[69399]: _type = "Task" [ 788.442911] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.451964] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176494, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.610983] env[69399]: DEBUG nova.network.neutron [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Successfully created port: 79f615c5-b9c8-4d24-97e5-e06a7a84980d {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 788.730962] env[69399]: DEBUG oslo_vmware.api [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072869} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.734655] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.735966] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e637fd3-3faf-4204-a7e8-fea1beb71647 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.766552] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 2214b977-1c24-47ce-9faa-b9af1714fa19/2214b977-1c24-47ce-9faa-b9af1714fa19.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.773370] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8aba1d6-73ec-468b-9a6d-ad7476292cef {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.799951] env[69399]: DEBUG oslo_vmware.api [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 788.799951] env[69399]: value = "task-4176495" [ 788.799951] env[69399]: _type = "Task" [ 788.799951] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.810140] env[69399]: DEBUG oslo_vmware.api [None req-39abd54e-40d7-4398-9f7c-83e02ccdb10e tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176490, 'name': CloneVM_Task} progress is 94%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.819988] env[69399]: DEBUG oslo_vmware.api [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176495, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.878284] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.878964] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdce620-429f-4ebf-b796-91f13fd56f28 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.891336] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0d77e0-314c-46ae-bc83-fae001ef2921 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.930537] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5793310a-db25-4602-9dca-c65179951820 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.944048] env[69399]: DEBUG oslo_concurrency.lockutils [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquiring lock "8d8f09c7-5035-4ae0-92ea-3562432e6ceb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.944525] env[69399]: DEBUG oslo_concurrency.lockutils [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lock "8d8f09c7-5035-4ae0-92ea-3562432e6ceb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.949905] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04038e99-8cc6-4e94-a49f-99f1465c98b7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.968379] env[69399]: DEBUG nova.compute.provider_tree [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.973576] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176494, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.240012] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquiring lock "refresh_cache-2068b009-a493-4a97-adb2-bf90e6d71c12" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.240012] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquired lock "refresh_cache-2068b009-a493-4a97-adb2-bf90e6d71c12" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.240370] env[69399]: DEBUG nova.network.neutron [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.292708] env[69399]: DEBUG nova.compute.manager [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 789.317049] env[69399]: DEBUG oslo_vmware.api [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176495, 'name': ReconfigVM_Task, 'duration_secs': 0.399046} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.323808] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 2214b977-1c24-47ce-9faa-b9af1714fa19/2214b977-1c24-47ce-9faa-b9af1714fa19.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.324668] env[69399]: DEBUG oslo_vmware.api [None req-39abd54e-40d7-4398-9f7c-83e02ccdb10e tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176490, 'name': CloneVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.325147] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca73f7cd-54be-4717-b00b-3f288a926e89 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.334487] env[69399]: DEBUG nova.virt.hardware [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 789.334832] env[69399]: DEBUG nova.virt.hardware [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 789.334987] env[69399]: DEBUG nova.virt.hardware [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.335123] env[69399]: DEBUG nova.virt.hardware [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 789.335293] env[69399]: DEBUG nova.virt.hardware [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.335444] env[69399]: DEBUG nova.virt.hardware [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 789.335658] env[69399]: DEBUG nova.virt.hardware [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 789.335820] env[69399]: DEBUG nova.virt.hardware [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 789.335981] env[69399]: DEBUG nova.virt.hardware [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 789.336180] env[69399]: DEBUG nova.virt.hardware [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 789.336354] env[69399]: DEBUG nova.virt.hardware [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 789.338103] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0cd22b-dfa9-4abd-a1a1-a8d19150c568 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.341024] env[69399]: DEBUG oslo_vmware.api [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 789.341024] env[69399]: value = "task-4176496" [ 789.341024] env[69399]: _type = "Task" [ 789.341024] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.348881] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70182115-528f-45f4-bc07-f3d6225da3db {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.358850] env[69399]: DEBUG oslo_vmware.api [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176496, 'name': Rename_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.455857] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176494, 'name': CreateVM_Task, 'duration_secs': 0.551661} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.456042] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.456844] env[69399]: DEBUG oslo_concurrency.lockutils [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.457035] env[69399]: DEBUG oslo_concurrency.lockutils [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.457364] env[69399]: DEBUG oslo_concurrency.lockutils [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.457631] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e78bdaeb-b904-4e1c-9fce-b5bed28fabb2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.463782] env[69399]: DEBUG oslo_vmware.api [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Waiting for the task: (returnval){ [ 789.463782] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]521944a0-f160-b61b-88c5-a9dde2eae091" [ 789.463782] env[69399]: _type = "Task" [ 789.463782] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.472684] env[69399]: DEBUG oslo_vmware.api [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]521944a0-f160-b61b-88c5-a9dde2eae091, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.475818] env[69399]: DEBUG nova.scheduler.client.report [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.658154] env[69399]: DEBUG nova.network.neutron [req-4a1a812b-b050-4898-b367-2c0f0024fe2c req-ecad4e10-b566-451b-a0f0-9577769e8e26 service nova] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Updated VIF entry in instance network info cache for port 6a863bd8-9627-442c-a4e7-7550efc34526. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.658563] env[69399]: DEBUG nova.network.neutron [req-4a1a812b-b050-4898-b367-2c0f0024fe2c req-ecad4e10-b566-451b-a0f0-9577769e8e26 service nova] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Updating instance_info_cache with network_info: [{"id": "6a863bd8-9627-442c-a4e7-7550efc34526", "address": "fa:16:3e:4c:ab:9e", "network": {"id": "8f1a4937-216f-450d-b1b2-c69d087198a1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1169406907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56b6f03aff7844a2ae99df0a9a68227e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a863bd8-96", "ovs_interfaceid": "6a863bd8-9627-442c-a4e7-7550efc34526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.990767] env[69399]: DEBUG oslo_vmware.api [None req-39abd54e-40d7-4398-9f7c-83e02ccdb10e tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176490, 'name': CloneVM_Task, 'duration_secs': 1.615027} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.990767] env[69399]: INFO nova.virt.vmwareapi.vmops [None req-39abd54e-40d7-4398-9f7c-83e02ccdb10e tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Created linked-clone VM from snapshot [ 789.990767] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88b849c-d40d-4e1b-b313-c7b3ebe6def2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.990767] env[69399]: DEBUG nova.virt.vmwareapi.images [None req-39abd54e-40d7-4398-9f7c-83e02ccdb10e tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Uploading image b9f3fd91-5347-4f59-8b9d-3896a93faf0c {{(pid=69399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 789.990767] env[69399]: DEBUG nova.network.neutron [req-11b71a58-1bbd-464f-9de9-7ad17c7190d6 req-7d45dbe5-b40d-4c71-920f-46e5f56802f4 service nova] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Updated VIF entry in instance network info cache for port e5cbf0a1-29e5-4bbd-a04e-e29a1b9af2ea. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.997392] env[69399]: DEBUG nova.network.neutron [req-11b71a58-1bbd-464f-9de9-7ad17c7190d6 req-7d45dbe5-b40d-4c71-920f-46e5f56802f4 service nova] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Updating instance_info_cache with network_info: [{"id": "e5cbf0a1-29e5-4bbd-a04e-e29a1b9af2ea", "address": "fa:16:3e:df:f4:6c", "network": {"id": "e6123224-ba4a-4d8f-91b9-06e051cef811", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70c0851169f84ebb9810edf05230c60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5cbf0a1-29", "ovs_interfaceid": "e5cbf0a1-29e5-4bbd-a04e-e29a1b9af2ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.997392] env[69399]: DEBUG oslo_vmware.api [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176496, 'name': Rename_Task, 'duration_secs': 0.43364} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.006944] env[69399]: DEBUG oslo_vmware.rw_handles [None req-39abd54e-40d7-4398-9f7c-83e02ccdb10e tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 790.006944] env[69399]: value = "vm-826733" [ 790.006944] env[69399]: _type = "VirtualMachine" [ 790.006944] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 790.006944] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.006944] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c44a541e-31b6-4708-9009-2cc127f0ffbd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.006944] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd1ad680-5396-44bc-b0da-695d496cf728 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.006944] env[69399]: DEBUG oslo_vmware.api [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 790.006944] env[69399]: value = "task-4176497" [ 790.006944] env[69399]: _type = "Task" [ 790.006944] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.006944] env[69399]: DEBUG oslo_vmware.rw_handles [None req-39abd54e-40d7-4398-9f7c-83e02ccdb10e tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Lease: (returnval){ [ 790.009833] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]524d27a9-2485-14d1-41cc-0b90ddec0397" [ 790.009833] env[69399]: _type = "HttpNfcLease" [ 790.009833] env[69399]: } obtained for exporting VM: (result){ [ 790.009833] env[69399]: value = "vm-826733" [ 790.009833] env[69399]: _type = "VirtualMachine" [ 790.009833] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 790.009833] env[69399]: DEBUG oslo_vmware.api [None req-39abd54e-40d7-4398-9f7c-83e02ccdb10e tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Waiting for the lease: (returnval){ [ 790.009833] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]524d27a9-2485-14d1-41cc-0b90ddec0397" [ 790.009833] env[69399]: _type = "HttpNfcLease" [ 790.009833] env[69399]: } to be ready. {{(pid=69399) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 790.009833] env[69399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 790.009833] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]524d27a9-2485-14d1-41cc-0b90ddec0397" [ 790.009833] env[69399]: _type = "HttpNfcLease" [ 790.009833] env[69399]: } is ready. {{(pid=69399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 790.009833] env[69399]: DEBUG oslo_vmware.rw_handles [None req-39abd54e-40d7-4398-9f7c-83e02ccdb10e tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 790.009833] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]524d27a9-2485-14d1-41cc-0b90ddec0397" [ 790.009833] env[69399]: _type = "HttpNfcLease" [ 790.009833] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 790.011200] env[69399]: DEBUG oslo_vmware.api [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176497, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.011200] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ea2c0a-f56c-4b7b-9cf4-17086b6091f8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.011200] env[69399]: DEBUG oslo_vmware.rw_handles [None req-39abd54e-40d7-4398-9f7c-83e02ccdb10e tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520648aa-d3be-616c-0181-dc51fe605c87/disk-0.vmdk from lease info. {{(pid=69399) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 790.011200] env[69399]: DEBUG oslo_vmware.rw_handles [None req-39abd54e-40d7-4398-9f7c-83e02ccdb10e tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520648aa-d3be-616c-0181-dc51fe605c87/disk-0.vmdk for reading. {{(pid=69399) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 790.011471] env[69399]: DEBUG oslo_vmware.api [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]521944a0-f160-b61b-88c5-a9dde2eae091, 'name': SearchDatastore_Task, 'duration_secs': 0.013095} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.011471] env[69399]: DEBUG oslo_concurrency.lockutils [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.011471] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.011471] env[69399]: DEBUG oslo_concurrency.lockutils [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.013671] env[69399]: DEBUG oslo_concurrency.lockutils [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.013671] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.013671] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb0106f0-ba90-454c-8800-590f98dd7797 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.013671] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.013671] env[69399]: DEBUG nova.compute.manager [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: a69aa834-a200-486e-9922-61018ae10f90] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 790.014246] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.240s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.014246] env[69399]: INFO nova.compute.claims [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.014246] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.014246] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.014246] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76f099e1-903c-417f-8473-c4633a630020 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.014495] env[69399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-72e351d0-290a-4da1-bf0f-92dfa3198167 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.019269] env[69399]: DEBUG oslo_vmware.api [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Waiting for the task: (returnval){ [ 790.019269] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5241df85-d443-abac-f6b2-d4e8621dac10" [ 790.019269] env[69399]: _type = "Task" [ 790.019269] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.029660] env[69399]: DEBUG oslo_vmware.api [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5241df85-d443-abac-f6b2-d4e8621dac10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.160909] env[69399]: DEBUG oslo_concurrency.lockutils [req-4a1a812b-b050-4898-b367-2c0f0024fe2c req-ecad4e10-b566-451b-a0f0-9577769e8e26 service nova] Releasing lock "refresh_cache-2214b977-1c24-47ce-9faa-b9af1714fa19" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.339653] env[69399]: DEBUG oslo_concurrency.lockutils [req-11b71a58-1bbd-464f-9de9-7ad17c7190d6 req-7d45dbe5-b40d-4c71-920f-46e5f56802f4 service nova] Releasing lock "refresh_cache-d9ae2163-ba21-47c0-9c10-d9cd35fb00f6" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.390725] env[69399]: DEBUG oslo_vmware.api [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176497, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.493642] env[69399]: DEBUG nova.compute.utils [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 790.499941] env[69399]: DEBUG nova.compute.manager [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: a69aa834-a200-486e-9922-61018ae10f90] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 790.500401] env[69399]: DEBUG nova.network.neutron [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: a69aa834-a200-486e-9922-61018ae10f90] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 790.534580] env[69399]: DEBUG oslo_vmware.api [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5241df85-d443-abac-f6b2-d4e8621dac10, 'name': SearchDatastore_Task, 'duration_secs': 0.012936} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.536057] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbd9b1eb-4231-4aeb-a573-aa5d90c98805 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.543726] env[69399]: DEBUG oslo_vmware.api [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Waiting for the task: (returnval){ [ 790.543726] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]524269f9-0ddf-a195-60f3-f36cca9c2e6e" [ 790.543726] env[69399]: _type = "Task" [ 790.543726] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.553926] env[69399]: DEBUG oslo_vmware.api [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]524269f9-0ddf-a195-60f3-f36cca9c2e6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.621825] env[69399]: DEBUG nova.policy [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b298935099a545a2abd54b5c68882fa8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56b6f03aff7844a2ae99df0a9a68227e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 790.705824] env[69399]: DEBUG nova.network.neutron [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Updating instance_info_cache with network_info: [{"id": "d5dfd71e-f848-42be-9017-70574bef95ef", "address": "fa:16:3e:f5:e3:39", "network": {"id": "e6123224-ba4a-4d8f-91b9-06e051cef811", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70c0851169f84ebb9810edf05230c60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5dfd71e-f8", "ovs_interfaceid": "d5dfd71e-f848-42be-9017-70574bef95ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.890738] env[69399]: DEBUG oslo_vmware.api [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176497, 'name': PowerOnVM_Task, 'duration_secs': 0.708205} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.895099] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.895099] env[69399]: INFO nova.compute.manager [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Took 9.05 seconds to spawn the instance on the hypervisor. [ 790.895225] env[69399]: DEBUG nova.compute.manager [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.896550] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05a94aa-afcc-454e-a0ba-f1e9f3a8e754 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.001199] env[69399]: DEBUG nova.compute.manager [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: a69aa834-a200-486e-9922-61018ae10f90] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 791.058631] env[69399]: DEBUG oslo_vmware.api [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]524269f9-0ddf-a195-60f3-f36cca9c2e6e, 'name': SearchDatastore_Task, 'duration_secs': 0.021621} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.058879] env[69399]: DEBUG oslo_concurrency.lockutils [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.059180] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] d9ae2163-ba21-47c0-9c10-d9cd35fb00f6/d9ae2163-ba21-47c0-9c10-d9cd35fb00f6.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.059562] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18cff5b3-b9e6-4c4a-b46a-86eeafa85e35 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.070963] env[69399]: DEBUG oslo_vmware.api [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Waiting for the task: (returnval){ [ 791.070963] env[69399]: value = "task-4176499" [ 791.070963] env[69399]: _type = "Task" [ 791.070963] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.081517] env[69399]: DEBUG oslo_vmware.api [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Task: {'id': task-4176499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.216241] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Releasing lock "refresh_cache-2068b009-a493-4a97-adb2-bf90e6d71c12" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.425444] env[69399]: INFO nova.compute.manager [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Took 29.13 seconds to build instance. [ 791.535112] env[69399]: DEBUG nova.compute.manager [req-e1a7355d-ab8f-40d2-9805-c5cca4a399c1 req-fea1cfd8-b182-4b7f-97ce-a2ae9ba12b53 service nova] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Received event network-changed-4605fcb1-107a-4f4d-ab03-7a4deba78c67 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.535112] env[69399]: DEBUG nova.compute.manager [req-e1a7355d-ab8f-40d2-9805-c5cca4a399c1 req-fea1cfd8-b182-4b7f-97ce-a2ae9ba12b53 service nova] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Refreshing instance network info cache due to event network-changed-4605fcb1-107a-4f4d-ab03-7a4deba78c67. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 791.536187] env[69399]: DEBUG oslo_concurrency.lockutils [req-e1a7355d-ab8f-40d2-9805-c5cca4a399c1 req-fea1cfd8-b182-4b7f-97ce-a2ae9ba12b53 service nova] Acquiring lock "refresh_cache-c1dc8ac0-7716-40ef-ae8e-7d38abeae12c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.538424] env[69399]: DEBUG oslo_concurrency.lockutils [req-e1a7355d-ab8f-40d2-9805-c5cca4a399c1 req-fea1cfd8-b182-4b7f-97ce-a2ae9ba12b53 service nova] Acquired lock "refresh_cache-c1dc8ac0-7716-40ef-ae8e-7d38abeae12c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.538424] env[69399]: DEBUG nova.network.neutron [req-e1a7355d-ab8f-40d2-9805-c5cca4a399c1 req-fea1cfd8-b182-4b7f-97ce-a2ae9ba12b53 service nova] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Refreshing network info cache for port 4605fcb1-107a-4f4d-ab03-7a4deba78c67 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.592387] env[69399]: DEBUG oslo_vmware.api [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Task: {'id': task-4176499, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.647220] env[69399]: DEBUG nova.network.neutron [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Successfully updated port: 79f615c5-b9c8-4d24-97e5-e06a7a84980d {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.701639] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398cd974-7cec-4510-b175-94237bb5288c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.713153] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa72156-b2c3-41a7-8f9a-1c4163ef166b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.760601] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3844fbbb-b0f7-46cc-b249-913e8d2346cf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.772894] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3f4c24-a340-4668-82eb-71195b9c2387 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.789255] env[69399]: DEBUG nova.compute.provider_tree [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.795632] env[69399]: DEBUG nova.network.neutron [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: a69aa834-a200-486e-9922-61018ae10f90] Successfully created port: bbef1289-68d4-46cb-8b4b-c6c775b6542b {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 791.797103] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfbec86-a14d-4a49-a49d-1407dc0a172b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.822520] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55459b0d-d7ae-49be-ac13-ab56e8402585 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.832954] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Updating instance '2068b009-a493-4a97-adb2-bf90e6d71c12' progress to 83 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 791.927838] env[69399]: DEBUG oslo_concurrency.lockutils [None req-016d2a0d-3dd2-41e2-b6af-19768dcb1fa3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lock "2214b977-1c24-47ce-9faa-b9af1714fa19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.649s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.021760] env[69399]: DEBUG nova.compute.manager [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: a69aa834-a200-486e-9922-61018ae10f90] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 792.057851] env[69399]: DEBUG nova.virt.hardware [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.058121] env[69399]: DEBUG nova.virt.hardware [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.058283] env[69399]: DEBUG nova.virt.hardware [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.058466] env[69399]: DEBUG nova.virt.hardware [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.058620] env[69399]: DEBUG nova.virt.hardware [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.058765] env[69399]: DEBUG nova.virt.hardware [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.059128] env[69399]: DEBUG nova.virt.hardware [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.059258] env[69399]: DEBUG nova.virt.hardware [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.059449] env[69399]: DEBUG nova.virt.hardware [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.059621] env[69399]: DEBUG nova.virt.hardware [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.059801] env[69399]: DEBUG nova.virt.hardware [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.061075] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df11bd45-a280-4674-afcb-5529c3fca19a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.070639] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b2c059-7105-4fba-90a7-75080d79f3d8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.094235] env[69399]: DEBUG oslo_vmware.api [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Task: {'id': task-4176499, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704779} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.094569] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] d9ae2163-ba21-47c0-9c10-d9cd35fb00f6/d9ae2163-ba21-47c0-9c10-d9cd35fb00f6.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.094724] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.095698] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd0fbe4a-eb90-4c47-9371-b03c2c0cedfd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.106304] env[69399]: DEBUG oslo_vmware.api [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Waiting for the task: (returnval){ [ 792.106304] env[69399]: value = "task-4176500" [ 792.106304] env[69399]: _type = "Task" [ 792.106304] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.122826] env[69399]: DEBUG oslo_vmware.api [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Task: {'id': task-4176500, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.150753] env[69399]: DEBUG oslo_concurrency.lockutils [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Acquiring lock "refresh_cache-6f6bf764-5ab6-454b-b0b2-b9c0a213e60c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.150955] env[69399]: DEBUG oslo_concurrency.lockutils [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Acquired lock "refresh_cache-6f6bf764-5ab6-454b-b0b2-b9c0a213e60c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.151058] env[69399]: DEBUG nova.network.neutron [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.292991] env[69399]: DEBUG nova.scheduler.client.report [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.344441] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.344441] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b57a78c5-118e-4983-89c8-09e008f2a7a4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.356258] env[69399]: DEBUG oslo_vmware.api [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Waiting for the task: (returnval){ [ 792.356258] env[69399]: value = "task-4176501" [ 792.356258] env[69399]: _type = "Task" [ 792.356258] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.368552] env[69399]: DEBUG oslo_vmware.api [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176501, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.430975] env[69399]: DEBUG nova.compute.manager [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 792.618823] env[69399]: DEBUG oslo_vmware.api [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Task: {'id': task-4176500, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140073} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.625864] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.628416] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba879c1e-1355-4d6a-8429-6f46656a7a60 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.661217] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] d9ae2163-ba21-47c0-9c10-d9cd35fb00f6/d9ae2163-ba21-47c0-9c10-d9cd35fb00f6.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.669021] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d7fe3e5-2cfc-43d6-b813-4cd7b04ba6dc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.690917] env[69399]: DEBUG oslo_vmware.api [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Waiting for the task: (returnval){ [ 792.690917] env[69399]: value = "task-4176502" [ 792.690917] env[69399]: _type = "Task" [ 792.690917] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.704243] env[69399]: DEBUG oslo_vmware.api [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Task: {'id': task-4176502, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.723766] env[69399]: DEBUG nova.network.neutron [req-e1a7355d-ab8f-40d2-9805-c5cca4a399c1 req-fea1cfd8-b182-4b7f-97ce-a2ae9ba12b53 service nova] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Updated VIF entry in instance network info cache for port 4605fcb1-107a-4f4d-ab03-7a4deba78c67. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.723766] env[69399]: DEBUG nova.network.neutron [req-e1a7355d-ab8f-40d2-9805-c5cca4a399c1 req-fea1cfd8-b182-4b7f-97ce-a2ae9ba12b53 service nova] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Updating instance_info_cache with network_info: [{"id": "4605fcb1-107a-4f4d-ab03-7a4deba78c67", "address": "fa:16:3e:41:73:fb", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4605fcb1-10", "ovs_interfaceid": "4605fcb1-107a-4f4d-ab03-7a4deba78c67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.781356] env[69399]: DEBUG nova.network.neutron [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.800951] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.814s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.800951] env[69399]: DEBUG nova.compute.manager [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 792.804105] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.342s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.804344] env[69399]: DEBUG nova.objects.instance [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69399) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 792.874599] env[69399]: DEBUG oslo_vmware.api [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176501, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.972446] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.205432] env[69399]: DEBUG oslo_vmware.api [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Task: {'id': task-4176502, 'name': ReconfigVM_Task, 'duration_secs': 0.485797} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.205941] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Reconfigured VM instance instance-00000012 to attach disk [datastore1] d9ae2163-ba21-47c0-9c10-d9cd35fb00f6/d9ae2163-ba21-47c0-9c10-d9cd35fb00f6.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.209050] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c758f4b-f8b6-45eb-b4e5-e9a5ee85b4c0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.218985] env[69399]: DEBUG oslo_vmware.api [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Waiting for the task: (returnval){ [ 793.218985] env[69399]: value = "task-4176503" [ 793.218985] env[69399]: _type = "Task" [ 793.218985] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.229100] env[69399]: DEBUG oslo_vmware.api [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Task: {'id': task-4176503, 'name': Rename_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.231044] env[69399]: DEBUG oslo_concurrency.lockutils [req-e1a7355d-ab8f-40d2-9805-c5cca4a399c1 req-fea1cfd8-b182-4b7f-97ce-a2ae9ba12b53 service nova] Releasing lock "refresh_cache-c1dc8ac0-7716-40ef-ae8e-7d38abeae12c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.317577] env[69399]: DEBUG nova.compute.utils [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.323849] env[69399]: DEBUG nova.compute.manager [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 793.323849] env[69399]: DEBUG nova.network.neutron [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.371162] env[69399]: DEBUG oslo_vmware.api [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176501, 'name': PowerOnVM_Task, 'duration_secs': 0.597671} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.371494] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.371796] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d15f7c2b-b291-4f7e-898e-fc2bdef2ecf6 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Updating instance '2068b009-a493-4a97-adb2-bf90e6d71c12' progress to 100 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 793.381785] env[69399]: DEBUG nova.network.neutron [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Updating instance_info_cache with network_info: [{"id": "79f615c5-b9c8-4d24-97e5-e06a7a84980d", "address": "fa:16:3e:36:0e:8d", "network": {"id": "c133dc4b-d55d-4dde-8304-6cea0aaab941", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-461620165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5479e55756984e5db34ffebc730914ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79f615c5-b9", "ovs_interfaceid": "79f615c5-b9c8-4d24-97e5-e06a7a84980d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.407655] env[69399]: DEBUG nova.policy [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '758da62a7cce48b19643379c1ddcda88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecdb031169cc4df4b4e0db4d16c2cde9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.734890] env[69399]: DEBUG oslo_vmware.api [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Task: {'id': task-4176503, 'name': Rename_Task, 'duration_secs': 0.211249} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.737502] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.737502] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0d4f38b-4509-4d6d-851e-d75a0849dd57 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.749192] env[69399]: DEBUG oslo_vmware.api [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Waiting for the task: (returnval){ [ 793.749192] env[69399]: value = "task-4176504" [ 793.749192] env[69399]: _type = "Task" [ 793.749192] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.761187] env[69399]: DEBUG oslo_vmware.api [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Task: {'id': task-4176504, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.827900] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b8b1d399-8337-4693-a89b-97c92e5976ff tempest-ServersAdmin275Test-1352877656 tempest-ServersAdmin275Test-1352877656-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.830771] env[69399]: DEBUG nova.compute.manager [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 793.834675] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.602s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.838128] env[69399]: INFO nova.compute.claims [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.885627] env[69399]: DEBUG oslo_concurrency.lockutils [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Releasing lock "refresh_cache-6f6bf764-5ab6-454b-b0b2-b9c0a213e60c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.886065] env[69399]: DEBUG nova.compute.manager [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Instance network_info: |[{"id": "79f615c5-b9c8-4d24-97e5-e06a7a84980d", "address": "fa:16:3e:36:0e:8d", "network": {"id": "c133dc4b-d55d-4dde-8304-6cea0aaab941", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-461620165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5479e55756984e5db34ffebc730914ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79f615c5-b9", "ovs_interfaceid": "79f615c5-b9c8-4d24-97e5-e06a7a84980d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 793.886521] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:0e:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a06a63d6-2aeb-4084-8022-f804cac3fa74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79f615c5-b9c8-4d24-97e5-e06a7a84980d', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.895909] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Creating folder: Project (5479e55756984e5db34ffebc730914ab). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.896776] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-911c80f8-0679-41c1-814a-0b1df1f25828 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.910882] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Created folder: Project (5479e55756984e5db34ffebc730914ab) in parent group-v826677. [ 793.911047] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Creating folder: Instances. Parent ref: group-v826737. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.911966] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-518dfba6-bb62-4f20-a8ab-3c7c3d99a5a8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.926522] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Created folder: Instances in parent group-v826737. [ 793.930189] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.931327] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.931587] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-232630e0-2eb1-47d2-9ba2-892017c36738 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.955545] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.955545] env[69399]: value = "task-4176507" [ 793.955545] env[69399]: _type = "Task" [ 793.955545] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.966401] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176507, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.967714] env[69399]: DEBUG nova.network.neutron [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Successfully created port: 6906e0de-2b93-4f7c-8364-a91d3e67876b {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 794.231743] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "57172c5b-44e2-4828-a73c-9a2657864eb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.232063] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "57172c5b-44e2-4828-a73c-9a2657864eb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.262089] env[69399]: DEBUG oslo_vmware.api [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Task: {'id': task-4176504, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.474138] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176507, 'name': CreateVM_Task, 'duration_secs': 0.46271} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.475122] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.475860] env[69399]: DEBUG oslo_concurrency.lockutils [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.477580] env[69399]: DEBUG oslo_concurrency.lockutils [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.477580] env[69399]: DEBUG oslo_concurrency.lockutils [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.477580] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3626f39-3960-4f25-ac9b-eedd67f65d9c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.479640] env[69399]: DEBUG nova.network.neutron [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: a69aa834-a200-486e-9922-61018ae10f90] Successfully updated port: bbef1289-68d4-46cb-8b4b-c6c775b6542b {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.484962] env[69399]: DEBUG oslo_vmware.api [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Waiting for the task: (returnval){ [ 794.484962] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d36483-3d2a-5bb3-c524-e47077b4dc90" [ 794.484962] env[69399]: _type = "Task" [ 794.484962] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.502877] env[69399]: DEBUG oslo_vmware.api [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d36483-3d2a-5bb3-c524-e47077b4dc90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.591335] env[69399]: DEBUG nova.compute.manager [req-622e9769-748f-4b99-8d9d-1117cedef8b6 req-5cf5088d-a387-44e0-9c3a-caf2eebc6461 service nova] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Received event network-vif-plugged-79f615c5-b9c8-4d24-97e5-e06a7a84980d {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.591526] env[69399]: DEBUG oslo_concurrency.lockutils [req-622e9769-748f-4b99-8d9d-1117cedef8b6 req-5cf5088d-a387-44e0-9c3a-caf2eebc6461 service nova] Acquiring lock "6f6bf764-5ab6-454b-b0b2-b9c0a213e60c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.591745] env[69399]: DEBUG oslo_concurrency.lockutils [req-622e9769-748f-4b99-8d9d-1117cedef8b6 req-5cf5088d-a387-44e0-9c3a-caf2eebc6461 service nova] Lock "6f6bf764-5ab6-454b-b0b2-b9c0a213e60c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.591919] env[69399]: DEBUG oslo_concurrency.lockutils [req-622e9769-748f-4b99-8d9d-1117cedef8b6 req-5cf5088d-a387-44e0-9c3a-caf2eebc6461 service nova] Lock "6f6bf764-5ab6-454b-b0b2-b9c0a213e60c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.592105] env[69399]: DEBUG nova.compute.manager [req-622e9769-748f-4b99-8d9d-1117cedef8b6 req-5cf5088d-a387-44e0-9c3a-caf2eebc6461 service nova] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] No waiting events found dispatching network-vif-plugged-79f615c5-b9c8-4d24-97e5-e06a7a84980d {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 794.592277] env[69399]: WARNING nova.compute.manager [req-622e9769-748f-4b99-8d9d-1117cedef8b6 req-5cf5088d-a387-44e0-9c3a-caf2eebc6461 service nova] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Received unexpected event network-vif-plugged-79f615c5-b9c8-4d24-97e5-e06a7a84980d for instance with vm_state building and task_state spawning. [ 794.592446] env[69399]: DEBUG nova.compute.manager [req-622e9769-748f-4b99-8d9d-1117cedef8b6 req-5cf5088d-a387-44e0-9c3a-caf2eebc6461 service nova] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Received event network-changed-79f615c5-b9c8-4d24-97e5-e06a7a84980d {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.593298] env[69399]: DEBUG nova.compute.manager [req-622e9769-748f-4b99-8d9d-1117cedef8b6 req-5cf5088d-a387-44e0-9c3a-caf2eebc6461 service nova] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Refreshing instance network info cache due to event network-changed-79f615c5-b9c8-4d24-97e5-e06a7a84980d. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 794.593536] env[69399]: DEBUG oslo_concurrency.lockutils [req-622e9769-748f-4b99-8d9d-1117cedef8b6 req-5cf5088d-a387-44e0-9c3a-caf2eebc6461 service nova] Acquiring lock "refresh_cache-6f6bf764-5ab6-454b-b0b2-b9c0a213e60c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.593749] env[69399]: DEBUG oslo_concurrency.lockutils [req-622e9769-748f-4b99-8d9d-1117cedef8b6 req-5cf5088d-a387-44e0-9c3a-caf2eebc6461 service nova] Acquired lock "refresh_cache-6f6bf764-5ab6-454b-b0b2-b9c0a213e60c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.593938] env[69399]: DEBUG nova.network.neutron [req-622e9769-748f-4b99-8d9d-1117cedef8b6 req-5cf5088d-a387-44e0-9c3a-caf2eebc6461 service nova] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Refreshing network info cache for port 79f615c5-b9c8-4d24-97e5-e06a7a84980d {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.761030] env[69399]: DEBUG oslo_vmware.api [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Task: {'id': task-4176504, 'name': PowerOnVM_Task, 'duration_secs': 0.801477} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.761447] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.761663] env[69399]: INFO nova.compute.manager [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Took 10.34 seconds to spawn the instance on the hypervisor. [ 794.761843] env[69399]: DEBUG nova.compute.manager [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.762721] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88438201-95be-4842-bf3f-f9ade64ce680 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.856205] env[69399]: DEBUG nova.compute.manager [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 794.909060] env[69399]: DEBUG nova.virt.hardware [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.909332] env[69399]: DEBUG nova.virt.hardware [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.909489] env[69399]: DEBUG nova.virt.hardware [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.909672] env[69399]: DEBUG nova.virt.hardware [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.909818] env[69399]: DEBUG nova.virt.hardware [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.909964] env[69399]: DEBUG nova.virt.hardware [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.910197] env[69399]: DEBUG nova.virt.hardware [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.910355] env[69399]: DEBUG nova.virt.hardware [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.910614] env[69399]: DEBUG nova.virt.hardware [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.911031] env[69399]: DEBUG nova.virt.hardware [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.911274] env[69399]: DEBUG nova.virt.hardware [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.913313] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267f5a34-6879-4b6e-aea6-1385c9065a6b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.926509] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ede4a6c-0a2d-4081-bd6f-ecc96d839fc7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.984050] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquiring lock "refresh_cache-a69aa834-a200-486e-9922-61018ae10f90" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.984050] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquired lock "refresh_cache-a69aa834-a200-486e-9922-61018ae10f90" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.984050] env[69399]: DEBUG nova.network.neutron [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: a69aa834-a200-486e-9922-61018ae10f90] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.998602] env[69399]: DEBUG oslo_vmware.api [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d36483-3d2a-5bb3-c524-e47077b4dc90, 'name': SearchDatastore_Task, 'duration_secs': 0.015154} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.999553] env[69399]: DEBUG oslo_concurrency.lockutils [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.999936] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.000329] env[69399]: DEBUG oslo_concurrency.lockutils [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.000607] env[69399]: DEBUG oslo_concurrency.lockutils [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.000919] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.001589] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd9c2327-2312-4360-aef3-b09837aca4cd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.013418] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.013605] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.014383] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07b85a40-e1e1-402c-9277-d095720d5a40 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.021968] env[69399]: DEBUG oslo_vmware.api [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Waiting for the task: (returnval){ [ 795.021968] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52252d94-1e0b-5ea5-e47d-cf28c905b6b1" [ 795.021968] env[69399]: _type = "Task" [ 795.021968] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.031971] env[69399]: DEBUG oslo_vmware.api [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52252d94-1e0b-5ea5-e47d-cf28c905b6b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.150930] env[69399]: DEBUG nova.compute.manager [req-380cd09d-04a1-46cf-b3c4-0313b93841c6 req-d1e0870a-a516-4c8a-b7f3-cbad5a9c666f service nova] [instance: a69aa834-a200-486e-9922-61018ae10f90] Received event network-vif-plugged-bbef1289-68d4-46cb-8b4b-c6c775b6542b {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.151599] env[69399]: DEBUG oslo_concurrency.lockutils [req-380cd09d-04a1-46cf-b3c4-0313b93841c6 req-d1e0870a-a516-4c8a-b7f3-cbad5a9c666f service nova] Acquiring lock "a69aa834-a200-486e-9922-61018ae10f90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.151874] env[69399]: DEBUG oslo_concurrency.lockutils [req-380cd09d-04a1-46cf-b3c4-0313b93841c6 req-d1e0870a-a516-4c8a-b7f3-cbad5a9c666f service nova] Lock "a69aa834-a200-486e-9922-61018ae10f90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.151874] env[69399]: DEBUG oslo_concurrency.lockutils [req-380cd09d-04a1-46cf-b3c4-0313b93841c6 req-d1e0870a-a516-4c8a-b7f3-cbad5a9c666f service nova] Lock "a69aa834-a200-486e-9922-61018ae10f90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.152047] env[69399]: DEBUG nova.compute.manager [req-380cd09d-04a1-46cf-b3c4-0313b93841c6 req-d1e0870a-a516-4c8a-b7f3-cbad5a9c666f service nova] [instance: a69aa834-a200-486e-9922-61018ae10f90] No waiting events found dispatching network-vif-plugged-bbef1289-68d4-46cb-8b4b-c6c775b6542b {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 795.153193] env[69399]: WARNING nova.compute.manager [req-380cd09d-04a1-46cf-b3c4-0313b93841c6 req-d1e0870a-a516-4c8a-b7f3-cbad5a9c666f service nova] [instance: a69aa834-a200-486e-9922-61018ae10f90] Received unexpected event network-vif-plugged-bbef1289-68d4-46cb-8b4b-c6c775b6542b for instance with vm_state building and task_state spawning. [ 795.281027] env[69399]: INFO nova.compute.manager [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Took 32.98 seconds to build instance. [ 795.468379] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e295c9-0093-4d3a-9e13-751467daf195 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.480833] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f1b32af5-33e5-4d33-aa3d-a994eeaf54b9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Acquiring lock "f7e38fa3-14c9-44a8-9234-45abec23187c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.481280] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f1b32af5-33e5-4d33-aa3d-a994eeaf54b9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Lock "f7e38fa3-14c9-44a8-9234-45abec23187c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.484190] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16040a9d-3ad5-4fcc-a36d-0952422bb059 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.534065] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844b0bbd-f08c-490a-8606-14928745a36c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.545760] env[69399]: DEBUG oslo_vmware.api [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52252d94-1e0b-5ea5-e47d-cf28c905b6b1, 'name': SearchDatastore_Task, 'duration_secs': 0.013499} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.548620] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3717616d-4c8d-4df9-a5a4-90cfc855ac24 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.552383] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb217be-7a91-4c6d-b0c6-c9e33d1d0976 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.557232] env[69399]: DEBUG nova.network.neutron [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: a69aa834-a200-486e-9922-61018ae10f90] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.572230] env[69399]: DEBUG nova.compute.provider_tree [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.575197] env[69399]: DEBUG oslo_vmware.api [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Waiting for the task: (returnval){ [ 795.575197] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]529105f9-760b-b2f7-bb37-835ea26ac8d7" [ 795.575197] env[69399]: _type = "Task" [ 795.575197] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.586869] env[69399]: DEBUG oslo_vmware.api [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]529105f9-760b-b2f7-bb37-835ea26ac8d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.784690] env[69399]: DEBUG oslo_concurrency.lockutils [None req-16218f0a-2219-4e58-8ffa-fa9fec9603a6 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Lock "d9ae2163-ba21-47c0-9c10-d9cd35fb00f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.500s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.799973] env[69399]: DEBUG nova.network.neutron [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Successfully updated port: 6906e0de-2b93-4f7c-8364-a91d3e67876b {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.912458] env[69399]: DEBUG nova.network.neutron [req-622e9769-748f-4b99-8d9d-1117cedef8b6 req-5cf5088d-a387-44e0-9c3a-caf2eebc6461 service nova] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Updated VIF entry in instance network info cache for port 79f615c5-b9c8-4d24-97e5-e06a7a84980d. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.912999] env[69399]: DEBUG nova.network.neutron [req-622e9769-748f-4b99-8d9d-1117cedef8b6 req-5cf5088d-a387-44e0-9c3a-caf2eebc6461 service nova] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Updating instance_info_cache with network_info: [{"id": "79f615c5-b9c8-4d24-97e5-e06a7a84980d", "address": "fa:16:3e:36:0e:8d", "network": {"id": "c133dc4b-d55d-4dde-8304-6cea0aaab941", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-461620165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5479e55756984e5db34ffebc730914ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79f615c5-b9", "ovs_interfaceid": "79f615c5-b9c8-4d24-97e5-e06a7a84980d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.990883] env[69399]: DEBUG nova.compute.utils [None req-f1b32af5-33e5-4d33-aa3d-a994eeaf54b9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 796.076739] env[69399]: DEBUG nova.network.neutron [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: a69aa834-a200-486e-9922-61018ae10f90] Updating instance_info_cache with network_info: [{"id": "bbef1289-68d4-46cb-8b4b-c6c775b6542b", "address": "fa:16:3e:43:17:32", "network": {"id": "8f1a4937-216f-450d-b1b2-c69d087198a1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1169406907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56b6f03aff7844a2ae99df0a9a68227e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbef1289-68", "ovs_interfaceid": "bbef1289-68d4-46cb-8b4b-c6c775b6542b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.078591] env[69399]: DEBUG nova.scheduler.client.report [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.098931] env[69399]: DEBUG oslo_vmware.api [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]529105f9-760b-b2f7-bb37-835ea26ac8d7, 'name': SearchDatastore_Task, 'duration_secs': 0.024915} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.098931] env[69399]: DEBUG oslo_concurrency.lockutils [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.099757] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c/6f6bf764-5ab6-454b-b0b2-b9c0a213e60c.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.100750] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-517d1d49-d5d3-4349-8d23-40deb96d2b2d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.110375] env[69399]: DEBUG oslo_vmware.api [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Waiting for the task: (returnval){ [ 796.110375] env[69399]: value = "task-4176508" [ 796.110375] env[69399]: _type = "Task" [ 796.110375] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.121039] env[69399]: DEBUG oslo_vmware.api [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Task: {'id': task-4176508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.287555] env[69399]: DEBUG nova.compute.manager [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 796.305232] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Acquiring lock "refresh_cache-57397a3c-2115-461c-93fe-0f8baf4484af" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.305455] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Acquired lock "refresh_cache-57397a3c-2115-461c-93fe-0f8baf4484af" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.305689] env[69399]: DEBUG nova.network.neutron [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.418208] env[69399]: DEBUG oslo_concurrency.lockutils [req-622e9769-748f-4b99-8d9d-1117cedef8b6 req-5cf5088d-a387-44e0-9c3a-caf2eebc6461 service nova] Releasing lock "refresh_cache-6f6bf764-5ab6-454b-b0b2-b9c0a213e60c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.495080] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f1b32af5-33e5-4d33-aa3d-a994eeaf54b9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Lock "f7e38fa3-14c9-44a8-9234-45abec23187c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.583755] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Releasing lock "refresh_cache-a69aa834-a200-486e-9922-61018ae10f90" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.584476] env[69399]: DEBUG nova.compute.manager [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: a69aa834-a200-486e-9922-61018ae10f90] Instance network_info: |[{"id": "bbef1289-68d4-46cb-8b4b-c6c775b6542b", "address": "fa:16:3e:43:17:32", "network": {"id": "8f1a4937-216f-450d-b1b2-c69d087198a1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1169406907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56b6f03aff7844a2ae99df0a9a68227e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbef1289-68", "ovs_interfaceid": "bbef1289-68d4-46cb-8b4b-c6c775b6542b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 796.585019] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: a69aa834-a200-486e-9922-61018ae10f90] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:17:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bbef1289-68d4-46cb-8b4b-c6c775b6542b', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.595675] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.596801] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.597407] env[69399]: DEBUG nova.compute.manager [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 796.601083] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a69aa834-a200-486e-9922-61018ae10f90] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.605200] env[69399]: DEBUG oslo_concurrency.lockutils [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.349s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.605200] env[69399]: INFO nova.compute.claims [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 796.607689] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51254765-a15a-481a-b2e1-5cd9654d11d2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.645834] env[69399]: DEBUG oslo_vmware.api [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Task: {'id': task-4176508, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.647886] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.647886] env[69399]: value = "task-4176509" [ 796.647886] env[69399]: _type = "Task" [ 796.647886] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.658825] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176509, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.825522] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.897592] env[69399]: DEBUG nova.network.neutron [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 797.107142] env[69399]: DEBUG nova.compute.utils [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.109652] env[69399]: DEBUG nova.compute.manager [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.109652] env[69399]: DEBUG nova.network.neutron [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.145193] env[69399]: DEBUG oslo_vmware.api [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Task: {'id': task-4176508, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.799929} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.145576] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c/6f6bf764-5ab6-454b-b0b2-b9c0a213e60c.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.146583] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.146583] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebfaa55f-485d-4972-8a55-4d56c6af8b90 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.164136] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176509, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.166526] env[69399]: DEBUG oslo_vmware.api [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Waiting for the task: (returnval){ [ 797.166526] env[69399]: value = "task-4176510" [ 797.166526] env[69399]: _type = "Task" [ 797.166526] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.177715] env[69399]: DEBUG oslo_vmware.api [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Task: {'id': task-4176510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.274236] env[69399]: DEBUG nova.network.neutron [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Updating instance_info_cache with network_info: [{"id": "6906e0de-2b93-4f7c-8364-a91d3e67876b", "address": "fa:16:3e:6a:2f:a0", "network": {"id": "dc031ea2-0001-44e3-8739-91b2d6b1e499", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1999774805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ecdb031169cc4df4b4e0db4d16c2cde9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6906e0de-2b", "ovs_interfaceid": "6906e0de-2b93-4f7c-8364-a91d3e67876b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.281038] env[69399]: DEBUG nova.policy [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '217ff5b3d71045aea01e0e74336d7d06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ddf098d312d4b1282b2b2f8d85149f7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.609073] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f1b32af5-33e5-4d33-aa3d-a994eeaf54b9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Acquiring lock "f7e38fa3-14c9-44a8-9234-45abec23187c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.609073] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f1b32af5-33e5-4d33-aa3d-a994eeaf54b9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Lock "f7e38fa3-14c9-44a8-9234-45abec23187c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.609073] env[69399]: INFO nova.compute.manager [None req-f1b32af5-33e5-4d33-aa3d-a994eeaf54b9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Attaching volume e8d21958-c4ea-4753-acd0-8999ad26e2dc to /dev/sdb [ 797.620871] env[69399]: DEBUG nova.compute.manager [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 797.667918] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176509, 'name': CreateVM_Task, 'duration_secs': 0.596686} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.668782] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d106a9-fc3f-4849-95e6-b3376392f531 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.672101] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a69aa834-a200-486e-9922-61018ae10f90] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.675728] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.676151] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.676302] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.680308] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd689d15-796d-4f71-8f4b-808f92c81a38 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.688976] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b3af7b-c6b2-436e-b93b-b761d09c72c4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.692829] env[69399]: DEBUG oslo_vmware.api [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Task: {'id': task-4176510, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106633} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.694773] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.695408] env[69399]: DEBUG oslo_vmware.api [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 797.695408] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52bee358-0d39-d1c3-d84d-b031fe4ce19f" [ 797.695408] env[69399]: _type = "Task" [ 797.695408] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.696567] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03c8a72-589c-4df1-b2f7-6d7125bfc4d4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.713020] env[69399]: DEBUG nova.virt.block_device [None req-f1b32af5-33e5-4d33-aa3d-a994eeaf54b9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Updating existing volume attachment record: 9715e586-fa67-473f-ad37-c2f166e7d27a {{(pid=69399) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 797.736924] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c/6f6bf764-5ab6-454b-b0b2-b9c0a213e60c.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.745086] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8dee347-db7a-4fc7-bd6c-259da31a3063 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.763051] env[69399]: DEBUG oslo_vmware.api [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52bee358-0d39-d1c3-d84d-b031fe4ce19f, 'name': SearchDatastore_Task, 'duration_secs': 0.016057} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.763573] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.766019] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: a69aa834-a200-486e-9922-61018ae10f90] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.766019] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.766019] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.766019] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.766019] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b723d681-2ab5-4764-9efc-969137d77110 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.771189] env[69399]: DEBUG oslo_vmware.api [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Waiting for the task: (returnval){ [ 797.771189] env[69399]: value = "task-4176511" [ 797.771189] env[69399]: _type = "Task" [ 797.771189] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.782817] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Releasing lock "refresh_cache-57397a3c-2115-461c-93fe-0f8baf4484af" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.783179] env[69399]: DEBUG nova.compute.manager [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Instance network_info: |[{"id": "6906e0de-2b93-4f7c-8364-a91d3e67876b", "address": "fa:16:3e:6a:2f:a0", "network": {"id": "dc031ea2-0001-44e3-8739-91b2d6b1e499", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1999774805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ecdb031169cc4df4b4e0db4d16c2cde9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6906e0de-2b", "ovs_interfaceid": "6906e0de-2b93-4f7c-8364-a91d3e67876b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 797.783508] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.783596] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.787266] env[69399]: DEBUG oslo_vmware.api [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Task: {'id': task-4176511, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.787266] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:2f:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6906e0de-2b93-4f7c-8364-a91d3e67876b', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.794786] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Creating folder: Project (ecdb031169cc4df4b4e0db4d16c2cde9). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.794786] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16429e21-7b7e-4be4-b40f-aa1f966a5dc9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.800738] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1f07d38-d061-4564-bd81-7c955fc7eed5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.809804] env[69399]: DEBUG oslo_vmware.api [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 797.809804] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5232d938-6c77-7cf7-dc7c-e56ae400b610" [ 797.809804] env[69399]: _type = "Task" [ 797.809804] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.814425] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Created folder: Project (ecdb031169cc4df4b4e0db4d16c2cde9) in parent group-v826677. [ 797.814642] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Creating folder: Instances. Parent ref: group-v826741. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.825080] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-123b8529-43da-4927-9dfe-607e38e8e05c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.830829] env[69399]: DEBUG oslo_vmware.api [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5232d938-6c77-7cf7-dc7c-e56ae400b610, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.851957] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Created folder: Instances in parent group-v826741. [ 797.853357] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.853598] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.853861] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2bf18358-9746-40e2-bf21-2c2c450fe8f6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.888452] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.888452] env[69399]: value = "task-4176514" [ 797.888452] env[69399]: _type = "Task" [ 797.888452] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.907312] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176514, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.935892] env[69399]: DEBUG nova.network.neutron [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Successfully created port: 4899fb79-df0c-4e96-ac80-c7333c5b4111 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 798.292750] env[69399]: DEBUG oslo_vmware.api [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Task: {'id': task-4176511, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.327045] env[69399]: DEBUG oslo_vmware.api [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5232d938-6c77-7cf7-dc7c-e56ae400b610, 'name': SearchDatastore_Task, 'duration_secs': 0.015995} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.328101] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb2a2bbb-fa17-4b21-aa95-06f943eef3ff {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.339321] env[69399]: DEBUG oslo_vmware.api [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 798.339321] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5251c3a8-52fd-79c1-231a-d60c3a46b57e" [ 798.339321] env[69399]: _type = "Task" [ 798.339321] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.352097] env[69399]: DEBUG oslo_vmware.api [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5251c3a8-52fd-79c1-231a-d60c3a46b57e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.380825] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b742b02-d82c-4598-8a5c-a4765a4b3c43 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.387899] env[69399]: DEBUG nova.compute.manager [req-f87539da-f932-4078-a417-c56330f2c480 req-264dadd4-a044-4ca6-86b9-b9dd6dfebd62 service nova] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Received event network-vif-plugged-6906e0de-2b93-4f7c-8364-a91d3e67876b {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.387899] env[69399]: DEBUG oslo_concurrency.lockutils [req-f87539da-f932-4078-a417-c56330f2c480 req-264dadd4-a044-4ca6-86b9-b9dd6dfebd62 service nova] Acquiring lock "57397a3c-2115-461c-93fe-0f8baf4484af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.387899] env[69399]: DEBUG oslo_concurrency.lockutils [req-f87539da-f932-4078-a417-c56330f2c480 req-264dadd4-a044-4ca6-86b9-b9dd6dfebd62 service nova] Lock "57397a3c-2115-461c-93fe-0f8baf4484af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.387899] env[69399]: DEBUG oslo_concurrency.lockutils [req-f87539da-f932-4078-a417-c56330f2c480 req-264dadd4-a044-4ca6-86b9-b9dd6dfebd62 service nova] Lock "57397a3c-2115-461c-93fe-0f8baf4484af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.387899] env[69399]: DEBUG nova.compute.manager [req-f87539da-f932-4078-a417-c56330f2c480 req-264dadd4-a044-4ca6-86b9-b9dd6dfebd62 service nova] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] No waiting events found dispatching network-vif-plugged-6906e0de-2b93-4f7c-8364-a91d3e67876b {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 798.388198] env[69399]: WARNING nova.compute.manager [req-f87539da-f932-4078-a417-c56330f2c480 req-264dadd4-a044-4ca6-86b9-b9dd6dfebd62 service nova] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Received unexpected event network-vif-plugged-6906e0de-2b93-4f7c-8364-a91d3e67876b for instance with vm_state building and task_state spawning. [ 798.388243] env[69399]: DEBUG nova.compute.manager [req-f87539da-f932-4078-a417-c56330f2c480 req-264dadd4-a044-4ca6-86b9-b9dd6dfebd62 service nova] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Received event network-changed-6906e0de-2b93-4f7c-8364-a91d3e67876b {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.388373] env[69399]: DEBUG nova.compute.manager [req-f87539da-f932-4078-a417-c56330f2c480 req-264dadd4-a044-4ca6-86b9-b9dd6dfebd62 service nova] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Refreshing instance network info cache due to event network-changed-6906e0de-2b93-4f7c-8364-a91d3e67876b. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 798.390034] env[69399]: DEBUG oslo_concurrency.lockutils [req-f87539da-f932-4078-a417-c56330f2c480 req-264dadd4-a044-4ca6-86b9-b9dd6dfebd62 service nova] Acquiring lock "refresh_cache-57397a3c-2115-461c-93fe-0f8baf4484af" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.390034] env[69399]: DEBUG oslo_concurrency.lockutils [req-f87539da-f932-4078-a417-c56330f2c480 req-264dadd4-a044-4ca6-86b9-b9dd6dfebd62 service nova] Acquired lock "refresh_cache-57397a3c-2115-461c-93fe-0f8baf4484af" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.390034] env[69399]: DEBUG nova.network.neutron [req-f87539da-f932-4078-a417-c56330f2c480 req-264dadd4-a044-4ca6-86b9-b9dd6dfebd62 service nova] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Refreshing network info cache for port 6906e0de-2b93-4f7c-8364-a91d3e67876b {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.398273] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a62cea-c090-4d3a-a848-b431563194f0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.406321] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176514, 'name': CreateVM_Task, 'duration_secs': 0.51089} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.406895] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.408071] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.408231] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.408563] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.408836] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43563df7-b405-4618-93e6-d27d9e8e672d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.440306] env[69399]: DEBUG nova.compute.manager [req-100ae555-6eeb-49d5-a8b3-70fca010f346 req-56ed29f4-b78e-48ff-bcf1-ef3596325237 service nova] [instance: a69aa834-a200-486e-9922-61018ae10f90] Received event network-changed-bbef1289-68d4-46cb-8b4b-c6c775b6542b {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.440396] env[69399]: DEBUG nova.compute.manager [req-100ae555-6eeb-49d5-a8b3-70fca010f346 req-56ed29f4-b78e-48ff-bcf1-ef3596325237 service nova] [instance: a69aa834-a200-486e-9922-61018ae10f90] Refreshing instance network info cache due to event network-changed-bbef1289-68d4-46cb-8b4b-c6c775b6542b. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 798.440628] env[69399]: DEBUG oslo_concurrency.lockutils [req-100ae555-6eeb-49d5-a8b3-70fca010f346 req-56ed29f4-b78e-48ff-bcf1-ef3596325237 service nova] Acquiring lock "refresh_cache-a69aa834-a200-486e-9922-61018ae10f90" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.440784] env[69399]: DEBUG oslo_concurrency.lockutils [req-100ae555-6eeb-49d5-a8b3-70fca010f346 req-56ed29f4-b78e-48ff-bcf1-ef3596325237 service nova] Acquired lock "refresh_cache-a69aa834-a200-486e-9922-61018ae10f90" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.440940] env[69399]: DEBUG nova.network.neutron [req-100ae555-6eeb-49d5-a8b3-70fca010f346 req-56ed29f4-b78e-48ff-bcf1-ef3596325237 service nova] [instance: a69aa834-a200-486e-9922-61018ae10f90] Refreshing network info cache for port bbef1289-68d4-46cb-8b4b-c6c775b6542b {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.442668] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fcfcc6-76a2-4b52-a6ad-d6c7b054a9d5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.447514] env[69399]: DEBUG oslo_vmware.api [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Waiting for the task: (returnval){ [ 798.447514] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52cad859-44b7-962b-5fe5-56c197f87d12" [ 798.447514] env[69399]: _type = "Task" [ 798.447514] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.456909] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe098fec-f6bc-49b5-90c8-d5ecca296734 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.465299] env[69399]: DEBUG oslo_vmware.api [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52cad859-44b7-962b-5fe5-56c197f87d12, 'name': SearchDatastore_Task, 'duration_secs': 0.015023} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.466029] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.466295] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.466507] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.478614] env[69399]: DEBUG nova.compute.provider_tree [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.631565] env[69399]: DEBUG nova.compute.manager [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 798.664066] env[69399]: DEBUG nova.virt.hardware [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.664333] env[69399]: DEBUG nova.virt.hardware [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.664484] env[69399]: DEBUG nova.virt.hardware [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.664661] env[69399]: DEBUG nova.virt.hardware [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.664801] env[69399]: DEBUG nova.virt.hardware [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.664968] env[69399]: DEBUG nova.virt.hardware [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.665275] env[69399]: DEBUG nova.virt.hardware [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.665435] env[69399]: DEBUG nova.virt.hardware [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.665600] env[69399]: DEBUG nova.virt.hardware [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.665764] env[69399]: DEBUG nova.virt.hardware [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.665938] env[69399]: DEBUG nova.virt.hardware [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.666876] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74dd4b21-18e6-4ccc-9017-9b221a291911 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.676456] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd8e153-05ad-4e07-a677-ffcdb7055638 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.783765] env[69399]: DEBUG oslo_vmware.api [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Task: {'id': task-4176511, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.851363] env[69399]: DEBUG oslo_vmware.api [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5251c3a8-52fd-79c1-231a-d60c3a46b57e, 'name': SearchDatastore_Task, 'duration_secs': 0.014255} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.851363] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.851363] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] a69aa834-a200-486e-9922-61018ae10f90/a69aa834-a200-486e-9922-61018ae10f90.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.851790] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.851790] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.851873] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ef4217a-c169-4004-a17b-56d63a681b2c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.854888] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3b8192a-f919-496c-97c8-9914d81192c6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.862941] env[69399]: DEBUG oslo_vmware.api [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 798.862941] env[69399]: value = "task-4176518" [ 798.862941] env[69399]: _type = "Task" [ 798.862941] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.867967] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.868181] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.869300] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af352243-aa87-47c6-8419-4e204770f150 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.875031] env[69399]: DEBUG oslo_vmware.api [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.879269] env[69399]: DEBUG oslo_vmware.api [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Waiting for the task: (returnval){ [ 798.879269] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52548b50-81a4-1448-b877-dad84dbf6672" [ 798.879269] env[69399]: _type = "Task" [ 798.879269] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.889664] env[69399]: DEBUG oslo_vmware.api [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52548b50-81a4-1448-b877-dad84dbf6672, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.981676] env[69399]: DEBUG nova.scheduler.client.report [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.185315] env[69399]: DEBUG oslo_vmware.rw_handles [None req-39abd54e-40d7-4398-9f7c-83e02ccdb10e tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520648aa-d3be-616c-0181-dc51fe605c87/disk-0.vmdk. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 799.186397] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e5bc1a-dabf-40b9-8862-25150c41a3cc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.197154] env[69399]: DEBUG oslo_vmware.rw_handles [None req-39abd54e-40d7-4398-9f7c-83e02ccdb10e tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520648aa-d3be-616c-0181-dc51fe605c87/disk-0.vmdk is in state: ready. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 799.197154] env[69399]: ERROR oslo_vmware.rw_handles [None req-39abd54e-40d7-4398-9f7c-83e02ccdb10e tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520648aa-d3be-616c-0181-dc51fe605c87/disk-0.vmdk due to incomplete transfer. [ 799.197154] env[69399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-349e957e-358b-4da1-af06-c4a134996dda {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.206784] env[69399]: DEBUG oslo_vmware.rw_handles [None req-39abd54e-40d7-4398-9f7c-83e02ccdb10e tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520648aa-d3be-616c-0181-dc51fe605c87/disk-0.vmdk. {{(pid=69399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 799.206870] env[69399]: DEBUG nova.virt.vmwareapi.images [None req-39abd54e-40d7-4398-9f7c-83e02ccdb10e tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Uploaded image b9f3fd91-5347-4f59-8b9d-3896a93faf0c to the Glance image server {{(pid=69399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 799.209760] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-39abd54e-40d7-4398-9f7c-83e02ccdb10e tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Destroying the VM {{(pid=69399) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 799.219386] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3e3aed9e-4e66-4c4e-99f3-5f445859c98f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.230181] env[69399]: DEBUG oslo_vmware.api [None req-39abd54e-40d7-4398-9f7c-83e02ccdb10e tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Waiting for the task: (returnval){ [ 799.230181] env[69399]: value = "task-4176519" [ 799.230181] env[69399]: _type = "Task" [ 799.230181] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.241555] env[69399]: DEBUG oslo_vmware.api [None req-39abd54e-40d7-4398-9f7c-83e02ccdb10e tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176519, 'name': Destroy_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.288286] env[69399]: DEBUG oslo_vmware.api [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Task: {'id': task-4176511, 'name': ReconfigVM_Task, 'duration_secs': 1.499376} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.288286] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c/6f6bf764-5ab6-454b-b0b2-b9c0a213e60c.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.289263] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e88ccd53-bda9-4da2-898b-5210063609b2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.303160] env[69399]: DEBUG oslo_vmware.api [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Waiting for the task: (returnval){ [ 799.303160] env[69399]: value = "task-4176520" [ 799.303160] env[69399]: _type = "Task" [ 799.303160] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.314097] env[69399]: DEBUG oslo_vmware.api [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Task: {'id': task-4176520, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.316381] env[69399]: DEBUG nova.network.neutron [req-100ae555-6eeb-49d5-a8b3-70fca010f346 req-56ed29f4-b78e-48ff-bcf1-ef3596325237 service nova] [instance: a69aa834-a200-486e-9922-61018ae10f90] Updated VIF entry in instance network info cache for port bbef1289-68d4-46cb-8b4b-c6c775b6542b. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.316703] env[69399]: DEBUG nova.network.neutron [req-100ae555-6eeb-49d5-a8b3-70fca010f346 req-56ed29f4-b78e-48ff-bcf1-ef3596325237 service nova] [instance: a69aa834-a200-486e-9922-61018ae10f90] Updating instance_info_cache with network_info: [{"id": "bbef1289-68d4-46cb-8b4b-c6c775b6542b", "address": "fa:16:3e:43:17:32", "network": {"id": "8f1a4937-216f-450d-b1b2-c69d087198a1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1169406907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56b6f03aff7844a2ae99df0a9a68227e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbef1289-68", "ovs_interfaceid": "bbef1289-68d4-46cb-8b4b-c6c775b6542b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.380941] env[69399]: DEBUG oslo_vmware.api [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176518, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.396425] env[69399]: DEBUG oslo_vmware.api [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52548b50-81a4-1448-b877-dad84dbf6672, 'name': SearchDatastore_Task, 'duration_secs': 0.013743} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.400469] env[69399]: DEBUG nova.network.neutron [req-f87539da-f932-4078-a417-c56330f2c480 req-264dadd4-a044-4ca6-86b9-b9dd6dfebd62 service nova] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Updated VIF entry in instance network info cache for port 6906e0de-2b93-4f7c-8364-a91d3e67876b. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.401690] env[69399]: DEBUG nova.network.neutron [req-f87539da-f932-4078-a417-c56330f2c480 req-264dadd4-a044-4ca6-86b9-b9dd6dfebd62 service nova] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Updating instance_info_cache with network_info: [{"id": "6906e0de-2b93-4f7c-8364-a91d3e67876b", "address": "fa:16:3e:6a:2f:a0", "network": {"id": "dc031ea2-0001-44e3-8739-91b2d6b1e499", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1999774805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecdb031169cc4df4b4e0db4d16c2cde9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6906e0de-2b", "ovs_interfaceid": "6906e0de-2b93-4f7c-8364-a91d3e67876b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.403786] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d84a4bcb-1092-4c93-88b6-d0d57320ebf1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.422830] env[69399]: DEBUG oslo_vmware.api [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Waiting for the task: (returnval){ [ 799.422830] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52949026-af02-5bd3-5454-966d68720864" [ 799.422830] env[69399]: _type = "Task" [ 799.422830] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.433453] env[69399]: DEBUG oslo_vmware.api [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52949026-af02-5bd3-5454-966d68720864, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.486358] env[69399]: DEBUG oslo_concurrency.lockutils [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.884s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.487137] env[69399]: DEBUG nova.compute.manager [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 799.492481] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0eebb46b-a381-459d-84b4-4bb8433eead8 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.475s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.492481] env[69399]: DEBUG nova.objects.instance [None req-0eebb46b-a381-459d-84b4-4bb8433eead8 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Lazy-loading 'resources' on Instance uuid da2b0704-38ab-47ef-855f-0df5ee7fcbae {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.745976] env[69399]: DEBUG oslo_vmware.api [None req-39abd54e-40d7-4398-9f7c-83e02ccdb10e tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176519, 'name': Destroy_Task} progress is 33%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.775013] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Acquiring lock "f5a96bee-5345-483c-bf76-dbe3956fdeec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.775296] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Lock "f5a96bee-5345-483c-bf76-dbe3956fdeec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.816389] env[69399]: DEBUG oslo_vmware.api [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Task: {'id': task-4176520, 'name': Rename_Task, 'duration_secs': 0.45329} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.816692] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.816955] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61d1bf5e-d07a-40b3-909e-8bb5cb2acdb2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.820661] env[69399]: DEBUG oslo_concurrency.lockutils [req-100ae555-6eeb-49d5-a8b3-70fca010f346 req-56ed29f4-b78e-48ff-bcf1-ef3596325237 service nova] Releasing lock "refresh_cache-a69aa834-a200-486e-9922-61018ae10f90" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.825979] env[69399]: DEBUG oslo_vmware.api [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Waiting for the task: (returnval){ [ 799.825979] env[69399]: value = "task-4176521" [ 799.825979] env[69399]: _type = "Task" [ 799.825979] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.842307] env[69399]: DEBUG oslo_vmware.api [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Task: {'id': task-4176521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.882308] env[69399]: DEBUG oslo_vmware.api [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176518, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.851415} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.882308] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] a69aa834-a200-486e-9922-61018ae10f90/a69aa834-a200-486e-9922-61018ae10f90.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.882308] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: a69aa834-a200-486e-9922-61018ae10f90] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.882771] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3768a4b5-f2df-4438-a9bc-fcae790f0ca4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.891667] env[69399]: DEBUG oslo_vmware.api [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 799.891667] env[69399]: value = "task-4176522" [ 799.891667] env[69399]: _type = "Task" [ 799.891667] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.901659] env[69399]: DEBUG oslo_vmware.api [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.913591] env[69399]: DEBUG oslo_concurrency.lockutils [req-f87539da-f932-4078-a417-c56330f2c480 req-264dadd4-a044-4ca6-86b9-b9dd6dfebd62 service nova] Releasing lock "refresh_cache-57397a3c-2115-461c-93fe-0f8baf4484af" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.934965] env[69399]: DEBUG oslo_vmware.api [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52949026-af02-5bd3-5454-966d68720864, 'name': SearchDatastore_Task, 'duration_secs': 0.067598} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.935393] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.935717] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 57397a3c-2115-461c-93fe-0f8baf4484af/57397a3c-2115-461c-93fe-0f8baf4484af.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.936011] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf050f0c-911d-447d-8d6f-49fa7ccb935a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.945130] env[69399]: DEBUG oslo_vmware.api [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Waiting for the task: (returnval){ [ 799.945130] env[69399]: value = "task-4176523" [ 799.945130] env[69399]: _type = "Task" [ 799.945130] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.955611] env[69399]: DEBUG oslo_vmware.api [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Task: {'id': task-4176523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.998451] env[69399]: DEBUG nova.compute.utils [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.002527] env[69399]: DEBUG oslo_concurrency.lockutils [None req-49228a9f-4cf8-488e-851b-64dc7d3cba09 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquiring lock "2068b009-a493-4a97-adb2-bf90e6d71c12" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.002838] env[69399]: DEBUG oslo_concurrency.lockutils [None req-49228a9f-4cf8-488e-851b-64dc7d3cba09 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Lock "2068b009-a493-4a97-adb2-bf90e6d71c12" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.003024] env[69399]: DEBUG nova.compute.manager [None req-49228a9f-4cf8-488e-851b-64dc7d3cba09 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Going to confirm migration 1 {{(pid=69399) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 800.004986] env[69399]: DEBUG nova.compute.manager [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.004986] env[69399]: DEBUG nova.network.neutron [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.246129] env[69399]: DEBUG oslo_vmware.api [None req-39abd54e-40d7-4398-9f7c-83e02ccdb10e tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176519, 'name': Destroy_Task, 'duration_secs': 0.711413} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.250356] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-39abd54e-40d7-4398-9f7c-83e02ccdb10e tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Destroyed the VM [ 800.250356] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-39abd54e-40d7-4398-9f7c-83e02ccdb10e tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Deleting Snapshot of the VM instance {{(pid=69399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 800.250356] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b1987a31-e50d-46e9-8ed5-d5152f53d29e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.259121] env[69399]: DEBUG oslo_vmware.api [None req-39abd54e-40d7-4398-9f7c-83e02ccdb10e tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Waiting for the task: (returnval){ [ 800.259121] env[69399]: value = "task-4176525" [ 800.259121] env[69399]: _type = "Task" [ 800.259121] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.272286] env[69399]: DEBUG oslo_vmware.api [None req-39abd54e-40d7-4398-9f7c-83e02ccdb10e tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176525, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.337460] env[69399]: DEBUG oslo_vmware.api [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Task: {'id': task-4176521, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.341967] env[69399]: DEBUG nova.policy [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6275e1812a6f43dfb5989cf037e8d5a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84685f5442fe4077bcb1e5b0941ed777', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.402041] env[69399]: DEBUG nova.network.neutron [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Successfully updated port: 4899fb79-df0c-4e96-ac80-c7333c5b4111 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.411460] env[69399]: DEBUG oslo_vmware.api [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092284} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.416061] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: a69aa834-a200-486e-9922-61018ae10f90] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.417186] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22d22cb-e13e-4740-8938-f97bca041c2b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.447172] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: a69aa834-a200-486e-9922-61018ae10f90] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] a69aa834-a200-486e-9922-61018ae10f90/a69aa834-a200-486e-9922-61018ae10f90.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.450480] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-daa8c5a8-ef7c-4c16-98d2-c24a36151155 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.477637] env[69399]: DEBUG oslo_vmware.api [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Task: {'id': task-4176523, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.479788] env[69399]: DEBUG oslo_vmware.api [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 800.479788] env[69399]: value = "task-4176526" [ 800.479788] env[69399]: _type = "Task" [ 800.479788] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.493878] env[69399]: DEBUG oslo_vmware.api [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176526, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.503335] env[69399]: DEBUG nova.compute.manager [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 800.631058] env[69399]: DEBUG oslo_concurrency.lockutils [None req-49228a9f-4cf8-488e-851b-64dc7d3cba09 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquiring lock "refresh_cache-2068b009-a493-4a97-adb2-bf90e6d71c12" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.631249] env[69399]: DEBUG oslo_concurrency.lockutils [None req-49228a9f-4cf8-488e-851b-64dc7d3cba09 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquired lock "refresh_cache-2068b009-a493-4a97-adb2-bf90e6d71c12" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.631484] env[69399]: DEBUG nova.network.neutron [None req-49228a9f-4cf8-488e-851b-64dc7d3cba09 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.631697] env[69399]: DEBUG nova.objects.instance [None req-49228a9f-4cf8-488e-851b-64dc7d3cba09 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Lazy-loading 'info_cache' on Instance uuid 2068b009-a493-4a97-adb2-bf90e6d71c12 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.660461] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cb2dbb-36d2-442e-ae41-d94b3564932f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.670942] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261e231f-f1d0-40bf-b1d5-c0285aa3ed56 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.707183] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ecffd0-5080-4060-ba67-08e7889e3532 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.716308] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0312cd1-1ba5-4830-a412-59fa4aa7a20e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.731222] env[69399]: DEBUG nova.compute.provider_tree [None req-0eebb46b-a381-459d-84b4-4bb8433eead8 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.768858] env[69399]: DEBUG oslo_vmware.api [None req-39abd54e-40d7-4398-9f7c-83e02ccdb10e tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176525, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.837096] env[69399]: DEBUG oslo_vmware.api [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Task: {'id': task-4176521, 'name': PowerOnVM_Task, 'duration_secs': 0.827646} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.837395] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.837634] env[69399]: INFO nova.compute.manager [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Took 11.54 seconds to spawn the instance on the hypervisor. [ 800.837860] env[69399]: DEBUG nova.compute.manager [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.838721] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b881da0-09af-41a0-ba0b-7da29cbe70bd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.907615] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquiring lock "refresh_cache-11028ce0-73e3-483a-bd01-62cfd5713954" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.907615] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquired lock "refresh_cache-11028ce0-73e3-483a-bd01-62cfd5713954" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.907615] env[69399]: DEBUG nova.network.neutron [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.699699] env[69399]: DEBUG nova.network.neutron [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Successfully created port: 45b17eab-559d-4df7-b196-0f0232a8c2a2 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.711280] env[69399]: DEBUG nova.scheduler.client.report [None req-0eebb46b-a381-459d-84b4-4bb8433eead8 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.727725] env[69399]: DEBUG nova.compute.manager [req-3503414a-c31c-4bd8-b03d-4b33752b93b8 req-afe1e571-98ef-4be4-9458-37ed2399976e service nova] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Received event network-vif-plugged-4899fb79-df0c-4e96-ac80-c7333c5b4111 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.731042] env[69399]: DEBUG oslo_concurrency.lockutils [req-3503414a-c31c-4bd8-b03d-4b33752b93b8 req-afe1e571-98ef-4be4-9458-37ed2399976e service nova] Acquiring lock "11028ce0-73e3-483a-bd01-62cfd5713954-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.731042] env[69399]: DEBUG oslo_concurrency.lockutils [req-3503414a-c31c-4bd8-b03d-4b33752b93b8 req-afe1e571-98ef-4be4-9458-37ed2399976e service nova] Lock "11028ce0-73e3-483a-bd01-62cfd5713954-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.731042] env[69399]: DEBUG oslo_concurrency.lockutils [req-3503414a-c31c-4bd8-b03d-4b33752b93b8 req-afe1e571-98ef-4be4-9458-37ed2399976e service nova] Lock "11028ce0-73e3-483a-bd01-62cfd5713954-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.731042] env[69399]: DEBUG nova.compute.manager [req-3503414a-c31c-4bd8-b03d-4b33752b93b8 req-afe1e571-98ef-4be4-9458-37ed2399976e service nova] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] No waiting events found dispatching network-vif-plugged-4899fb79-df0c-4e96-ac80-c7333c5b4111 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 801.731042] env[69399]: WARNING nova.compute.manager [req-3503414a-c31c-4bd8-b03d-4b33752b93b8 req-afe1e571-98ef-4be4-9458-37ed2399976e service nova] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Received unexpected event network-vif-plugged-4899fb79-df0c-4e96-ac80-c7333c5b4111 for instance with vm_state building and task_state spawning. [ 801.731592] env[69399]: DEBUG nova.compute.manager [req-3503414a-c31c-4bd8-b03d-4b33752b93b8 req-afe1e571-98ef-4be4-9458-37ed2399976e service nova] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Received event network-changed-4899fb79-df0c-4e96-ac80-c7333c5b4111 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.731592] env[69399]: DEBUG nova.compute.manager [req-3503414a-c31c-4bd8-b03d-4b33752b93b8 req-afe1e571-98ef-4be4-9458-37ed2399976e service nova] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Refreshing instance network info cache due to event network-changed-4899fb79-df0c-4e96-ac80-c7333c5b4111. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 801.731592] env[69399]: DEBUG oslo_concurrency.lockutils [req-3503414a-c31c-4bd8-b03d-4b33752b93b8 req-afe1e571-98ef-4be4-9458-37ed2399976e service nova] Acquiring lock "refresh_cache-11028ce0-73e3-483a-bd01-62cfd5713954" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.753275] env[69399]: DEBUG oslo_vmware.api [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Task: {'id': task-4176523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59777} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.763067] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 57397a3c-2115-461c-93fe-0f8baf4484af/57397a3c-2115-461c-93fe-0f8baf4484af.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.763480] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.764722] env[69399]: DEBUG oslo_vmware.api [None req-39abd54e-40d7-4398-9f7c-83e02ccdb10e tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176525, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.765111] env[69399]: DEBUG oslo_vmware.api [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176526, 'name': ReconfigVM_Task, 'duration_secs': 0.596902} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.765834] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5aaa6438-4cc6-4aeb-b1a8-c198ede27217 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.768910] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: a69aa834-a200-486e-9922-61018ae10f90] Reconfigured VM instance instance-00000014 to attach disk [datastore2] a69aa834-a200-486e-9922-61018ae10f90/a69aa834-a200-486e-9922-61018ae10f90.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.770417] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-800a68f5-856b-4272-bc12-b7d0024de9bc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.783295] env[69399]: INFO nova.compute.manager [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Took 33.25 seconds to build instance. [ 801.785282] env[69399]: DEBUG oslo_vmware.api [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 801.785282] env[69399]: value = "task-4176528" [ 801.785282] env[69399]: _type = "Task" [ 801.785282] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.786107] env[69399]: DEBUG oslo_vmware.api [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Waiting for the task: (returnval){ [ 801.786107] env[69399]: value = "task-4176527" [ 801.786107] env[69399]: _type = "Task" [ 801.786107] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.809398] env[69399]: DEBUG oslo_vmware.api [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176528, 'name': Rename_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.815823] env[69399]: DEBUG nova.network.neutron [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.819406] env[69399]: DEBUG oslo_vmware.api [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Task: {'id': task-4176527, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.175563] env[69399]: DEBUG nova.network.neutron [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Updating instance_info_cache with network_info: [{"id": "4899fb79-df0c-4e96-ac80-c7333c5b4111", "address": "fa:16:3e:d1:7c:85", "network": {"id": "8bbd0a10-2e65-411d-8a62-f5ebaf71e8e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1453218423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ddf098d312d4b1282b2b2f8d85149f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4899fb79-df", "ovs_interfaceid": "4899fb79-df0c-4e96-ac80-c7333c5b4111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.227422] env[69399]: DEBUG oslo_vmware.api [None req-39abd54e-40d7-4398-9f7c-83e02ccdb10e tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176525, 'name': RemoveSnapshot_Task, 'duration_secs': 1.791828} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.228336] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-39abd54e-40d7-4398-9f7c-83e02ccdb10e tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Deleted Snapshot of the VM instance {{(pid=69399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 802.228336] env[69399]: INFO nova.compute.manager [None req-39abd54e-40d7-4398-9f7c-83e02ccdb10e tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Took 16.54 seconds to snapshot the instance on the hypervisor. [ 802.235275] env[69399]: DEBUG nova.compute.manager [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.237787] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0eebb46b-a381-459d-84b4-4bb8433eead8 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.747s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.243296] env[69399]: DEBUG oslo_concurrency.lockutils [None req-59356dd7-ae9b-47db-91c4-8596ed53b5a6 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.832s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.243296] env[69399]: DEBUG nova.objects.instance [None req-59356dd7-ae9b-47db-91c4-8596ed53b5a6 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Lazy-loading 'resources' on Instance uuid 9dd18afb-5a25-48e4-9250-fe7122031a6c {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.279659] env[69399]: DEBUG nova.virt.hardware [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.280212] env[69399]: DEBUG nova.virt.hardware [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.280212] env[69399]: DEBUG nova.virt.hardware [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.280383] env[69399]: DEBUG nova.virt.hardware [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.280383] env[69399]: DEBUG nova.virt.hardware [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.280500] env[69399]: DEBUG nova.virt.hardware [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.280730] env[69399]: DEBUG nova.virt.hardware [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.280888] env[69399]: DEBUG nova.virt.hardware [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.286272] env[69399]: DEBUG nova.virt.hardware [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.286583] env[69399]: DEBUG nova.virt.hardware [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.286777] env[69399]: DEBUG nova.virt.hardware [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.288267] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57aefe5-1431-4532-a1d4-91827bfca23f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.295166] env[69399]: INFO nova.scheduler.client.report [None req-0eebb46b-a381-459d-84b4-4bb8433eead8 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Deleted allocations for instance da2b0704-38ab-47ef-855f-0df5ee7fcbae [ 802.305820] env[69399]: DEBUG oslo_concurrency.lockutils [None req-05d24b4d-2903-4ee1-b2e6-ba159e1a7640 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Lock "6f6bf764-5ab6-454b-b0b2-b9c0a213e60c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.724s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.320259] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459ad9fb-c9a9-4aff-ba98-3b4f51a76140 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.326021] env[69399]: DEBUG oslo_vmware.api [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Task: {'id': task-4176527, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129645} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.326320] env[69399]: DEBUG oslo_vmware.api [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176528, 'name': Rename_Task, 'duration_secs': 0.273257} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.326618] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.328110] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: a69aa834-a200-486e-9922-61018ae10f90] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.330207] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bb6555-5882-4b15-8c7f-9d0a023b7e89 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.332864] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75f5c654-3e1c-426b-9505-8558b3d3982c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.374298] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 57397a3c-2115-461c-93fe-0f8baf4484af/57397a3c-2115-461c-93fe-0f8baf4484af.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.379806] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db4cd85c-bf7e-44a7-89b9-72580a5f2e1d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.393647] env[69399]: DEBUG oslo_vmware.api [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 802.393647] env[69399]: value = "task-4176529" [ 802.393647] env[69399]: _type = "Task" [ 802.393647] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.404950] env[69399]: DEBUG oslo_vmware.api [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Waiting for the task: (returnval){ [ 802.404950] env[69399]: value = "task-4176530" [ 802.404950] env[69399]: _type = "Task" [ 802.404950] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.413139] env[69399]: DEBUG oslo_vmware.api [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176529, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.425334] env[69399]: DEBUG oslo_vmware.api [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Task: {'id': task-4176530, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.539886] env[69399]: DEBUG oslo_concurrency.lockutils [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Acquiring lock "4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.540154] env[69399]: DEBUG oslo_concurrency.lockutils [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Lock "4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.679209] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Releasing lock "refresh_cache-11028ce0-73e3-483a-bd01-62cfd5713954" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.679558] env[69399]: DEBUG nova.compute.manager [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Instance network_info: |[{"id": "4899fb79-df0c-4e96-ac80-c7333c5b4111", "address": "fa:16:3e:d1:7c:85", "network": {"id": "8bbd0a10-2e65-411d-8a62-f5ebaf71e8e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1453218423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ddf098d312d4b1282b2b2f8d85149f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4899fb79-df", "ovs_interfaceid": "4899fb79-df0c-4e96-ac80-c7333c5b4111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.679932] env[69399]: DEBUG oslo_concurrency.lockutils [req-3503414a-c31c-4bd8-b03d-4b33752b93b8 req-afe1e571-98ef-4be4-9458-37ed2399976e service nova] Acquired lock "refresh_cache-11028ce0-73e3-483a-bd01-62cfd5713954" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.680065] env[69399]: DEBUG nova.network.neutron [req-3503414a-c31c-4bd8-b03d-4b33752b93b8 req-afe1e571-98ef-4be4-9458-37ed2399976e service nova] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Refreshing network info cache for port 4899fb79-df0c-4e96-ac80-c7333c5b4111 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.681401] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:7c:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24ec44b7-0acf-4ff9-8bb3-4641b74af7a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4899fb79-df0c-4e96-ac80-c7333c5b4111', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.689978] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Creating folder: Project (5ddf098d312d4b1282b2b2f8d85149f7). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.691204] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06f3a500-208b-4d39-a4bd-4d53a3bc28c0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.704875] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Created folder: Project (5ddf098d312d4b1282b2b2f8d85149f7) in parent group-v826677. [ 802.705174] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Creating folder: Instances. Parent ref: group-v826746. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.705442] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0846c5f3-9e9c-4c2c-a54a-12faa83ddd02 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.711258] env[69399]: DEBUG nova.network.neutron [None req-49228a9f-4cf8-488e-851b-64dc7d3cba09 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Updating instance_info_cache with network_info: [{"id": "d5dfd71e-f848-42be-9017-70574bef95ef", "address": "fa:16:3e:f5:e3:39", "network": {"id": "e6123224-ba4a-4d8f-91b9-06e051cef811", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70c0851169f84ebb9810edf05230c60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5dfd71e-f8", "ovs_interfaceid": "d5dfd71e-f848-42be-9017-70574bef95ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.717074] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Created folder: Instances in parent group-v826746. [ 802.717434] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.717562] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.717813] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29a16756-607c-45b2-9685-2d4766e019c0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.749987] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.749987] env[69399]: value = "task-4176533" [ 802.749987] env[69399]: _type = "Task" [ 802.749987] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.770520] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176533, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.799191] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1b32af5-33e5-4d33-aa3d-a994eeaf54b9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Volume attach. Driver type: vmdk {{(pid=69399) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 802.800826] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1b32af5-33e5-4d33-aa3d-a994eeaf54b9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826745', 'volume_id': 'e8d21958-c4ea-4753-acd0-8999ad26e2dc', 'name': 'volume-e8d21958-c4ea-4753-acd0-8999ad26e2dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f7e38fa3-14c9-44a8-9234-45abec23187c', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8d21958-c4ea-4753-acd0-8999ad26e2dc', 'serial': 'e8d21958-c4ea-4753-acd0-8999ad26e2dc'} {{(pid=69399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 802.805722] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97794b7c-7d2b-4a89-861e-bfba29d24144 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.813451] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0eebb46b-a381-459d-84b4-4bb8433eead8 tempest-InstanceActionsNegativeTestJSON-118772677 tempest-InstanceActionsNegativeTestJSON-118772677-project-member] Lock "da2b0704-38ab-47ef-855f-0df5ee7fcbae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.004s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.817850] env[69399]: DEBUG nova.compute.manager [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 802.846208] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad973b54-5a38-428d-933a-9eeed15d6472 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.880468] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1b32af5-33e5-4d33-aa3d-a994eeaf54b9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] volume-e8d21958-c4ea-4753-acd0-8999ad26e2dc/volume-e8d21958-c4ea-4753-acd0-8999ad26e2dc.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.884410] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fc51835-5772-430f-a9b3-07483a715d37 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.901487] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f48fbda3-c6c4-49bb-a68b-b98958f3ddb8 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Acquiring lock "d9ae2163-ba21-47c0-9c10-d9cd35fb00f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.901674] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f48fbda3-c6c4-49bb-a68b-b98958f3ddb8 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Lock "d9ae2163-ba21-47c0-9c10-d9cd35fb00f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.902208] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f48fbda3-c6c4-49bb-a68b-b98958f3ddb8 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Acquiring lock "d9ae2163-ba21-47c0-9c10-d9cd35fb00f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.902734] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f48fbda3-c6c4-49bb-a68b-b98958f3ddb8 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Lock "d9ae2163-ba21-47c0-9c10-d9cd35fb00f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.903215] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f48fbda3-c6c4-49bb-a68b-b98958f3ddb8 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Lock "d9ae2163-ba21-47c0-9c10-d9cd35fb00f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.911263] env[69399]: INFO nova.compute.manager [None req-f48fbda3-c6c4-49bb-a68b-b98958f3ddb8 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Terminating instance [ 802.924707] env[69399]: DEBUG oslo_vmware.api [None req-f1b32af5-33e5-4d33-aa3d-a994eeaf54b9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Waiting for the task: (returnval){ [ 802.924707] env[69399]: value = "task-4176534" [ 802.924707] env[69399]: _type = "Task" [ 802.924707] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.930224] env[69399]: DEBUG oslo_vmware.api [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176529, 'name': PowerOnVM_Task, 'duration_secs': 0.495727} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.934234] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: a69aa834-a200-486e-9922-61018ae10f90] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.934523] env[69399]: INFO nova.compute.manager [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: a69aa834-a200-486e-9922-61018ae10f90] Took 10.91 seconds to spawn the instance on the hypervisor. [ 802.934809] env[69399]: DEBUG nova.compute.manager [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: a69aa834-a200-486e-9922-61018ae10f90] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.940250] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a4010e-026a-4196-93c2-38caca62b030 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.943876] env[69399]: DEBUG oslo_vmware.api [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Task: {'id': task-4176530, 'name': ReconfigVM_Task, 'duration_secs': 0.316461} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.945341] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 57397a3c-2115-461c-93fe-0f8baf4484af/57397a3c-2115-461c-93fe-0f8baf4484af.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.946261] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b796b7c-0c61-47b6-9b2c-076c882a4f07 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.953881] env[69399]: DEBUG oslo_vmware.api [None req-f1b32af5-33e5-4d33-aa3d-a994eeaf54b9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': task-4176534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.968305] env[69399]: DEBUG oslo_vmware.api [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Waiting for the task: (returnval){ [ 802.968305] env[69399]: value = "task-4176535" [ 802.968305] env[69399]: _type = "Task" [ 802.968305] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.980235] env[69399]: DEBUG oslo_vmware.api [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Task: {'id': task-4176535, 'name': Rename_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.216592] env[69399]: DEBUG oslo_concurrency.lockutils [None req-49228a9f-4cf8-488e-851b-64dc7d3cba09 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Releasing lock "refresh_cache-2068b009-a493-4a97-adb2-bf90e6d71c12" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.216919] env[69399]: DEBUG nova.objects.instance [None req-49228a9f-4cf8-488e-851b-64dc7d3cba09 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Lazy-loading 'migration_context' on Instance uuid 2068b009-a493-4a97-adb2-bf90e6d71c12 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.258998] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176533, 'name': CreateVM_Task, 'duration_secs': 0.396189} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.261920] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.263584] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.263661] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.264133] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.264441] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71058af0-f5ce-4168-afb2-6b45b37c8295 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.270990] env[69399]: DEBUG oslo_vmware.api [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 803.270990] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]527e9b38-30d1-112b-6f90-cd061ee24add" [ 803.270990] env[69399]: _type = "Task" [ 803.270990] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.292800] env[69399]: DEBUG oslo_vmware.api [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]527e9b38-30d1-112b-6f90-cd061ee24add, 'name': SearchDatastore_Task, 'duration_secs': 0.014392} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.296042] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.296334] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.296659] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.296850] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.297199] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.297622] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d474d583-72df-4594-97eb-33774544f740 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.308165] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.308419] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.309319] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce808580-679d-43a4-beb8-b0655091b4fa {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.319304] env[69399]: DEBUG oslo_vmware.api [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 803.319304] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]527edaf7-f471-5c4d-c808-4201862b1059" [ 803.319304] env[69399]: _type = "Task" [ 803.319304] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.331076] env[69399]: DEBUG oslo_vmware.api [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]527edaf7-f471-5c4d-c808-4201862b1059, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.339541] env[69399]: DEBUG oslo_concurrency.lockutils [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.422612] env[69399]: DEBUG nova.compute.manager [None req-f48fbda3-c6c4-49bb-a68b-b98958f3ddb8 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 803.422924] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f48fbda3-c6c4-49bb-a68b-b98958f3ddb8 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.424145] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d4e213-ebf5-4aea-89a5-232a651d2249 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.436854] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05eb07fa-ea84-4728-98e1-e280cbdb112a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.444060] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f48fbda3-c6c4-49bb-a68b-b98958f3ddb8 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.444660] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b102db35-d0c6-437d-b5f6-981fb21c5cda {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.451354] env[69399]: DEBUG oslo_vmware.api [None req-f1b32af5-33e5-4d33-aa3d-a994eeaf54b9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': task-4176534, 'name': ReconfigVM_Task, 'duration_secs': 0.516182} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.452265] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1b32af5-33e5-4d33-aa3d-a994eeaf54b9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Reconfigured VM instance instance-00000007 to attach disk [datastore2] volume-e8d21958-c4ea-4753-acd0-8999ad26e2dc/volume-e8d21958-c4ea-4753-acd0-8999ad26e2dc.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.460022] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c7a40e-1160-4653-a369-9965955c758d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.465620] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29190f49-f567-451f-a3e7-0facfca9166a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.484339] env[69399]: DEBUG oslo_vmware.api [None req-f48fbda3-c6c4-49bb-a68b-b98958f3ddb8 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Waiting for the task: (returnval){ [ 803.484339] env[69399]: value = "task-4176536" [ 803.484339] env[69399]: _type = "Task" [ 803.484339] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.488682] env[69399]: INFO nova.compute.manager [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: a69aa834-a200-486e-9922-61018ae10f90] Took 33.55 seconds to build instance. [ 803.533213] env[69399]: DEBUG oslo_vmware.api [None req-f1b32af5-33e5-4d33-aa3d-a994eeaf54b9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Waiting for the task: (returnval){ [ 803.533213] env[69399]: value = "task-4176537" [ 803.533213] env[69399]: _type = "Task" [ 803.533213] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.538805] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01336e4a-9245-4631-9345-6b1e744d4440 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.552594] env[69399]: DEBUG oslo_vmware.api [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Task: {'id': task-4176535, 'name': Rename_Task, 'duration_secs': 0.194713} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.553974] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.554736] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63da951a-1c9f-4334-9c76-e89be934a90f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.565648] env[69399]: DEBUG oslo_vmware.api [None req-f48fbda3-c6c4-49bb-a68b-b98958f3ddb8 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Task: {'id': task-4176536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.566036] env[69399]: DEBUG oslo_vmware.api [None req-f1b32af5-33e5-4d33-aa3d-a994eeaf54b9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': task-4176537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.567733] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61a0c1b-4238-4d7e-b09a-d22da3953651 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.573446] env[69399]: DEBUG oslo_vmware.api [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Waiting for the task: (returnval){ [ 803.573446] env[69399]: value = "task-4176538" [ 803.573446] env[69399]: _type = "Task" [ 803.573446] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.591951] env[69399]: DEBUG nova.compute.provider_tree [None req-59356dd7-ae9b-47db-91c4-8596ed53b5a6 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.593845] env[69399]: DEBUG oslo_vmware.api [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Task: {'id': task-4176538, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.720639] env[69399]: DEBUG nova.objects.base [None req-49228a9f-4cf8-488e-851b-64dc7d3cba09 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Object Instance<2068b009-a493-4a97-adb2-bf90e6d71c12> lazy-loaded attributes: info_cache,migration_context {{(pid=69399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 803.721661] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742ddd3c-5193-487f-819f-7814ee9884ed {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.744014] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07d2929f-3ea4-42ba-8bf2-2cfa508f3d09 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.751641] env[69399]: DEBUG oslo_vmware.api [None req-49228a9f-4cf8-488e-851b-64dc7d3cba09 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Waiting for the task: (returnval){ [ 803.751641] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f7e494-e562-2ab5-dd2a-ffb32f48045f" [ 803.751641] env[69399]: _type = "Task" [ 803.751641] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.764786] env[69399]: DEBUG oslo_vmware.api [None req-49228a9f-4cf8-488e-851b-64dc7d3cba09 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f7e494-e562-2ab5-dd2a-ffb32f48045f, 'name': SearchDatastore_Task, 'duration_secs': 0.010316} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.765611] env[69399]: DEBUG oslo_concurrency.lockutils [None req-49228a9f-4cf8-488e-851b-64dc7d3cba09 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.831693] env[69399]: DEBUG oslo_vmware.api [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]527edaf7-f471-5c4d-c808-4201862b1059, 'name': SearchDatastore_Task, 'duration_secs': 0.016716} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.833678] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-060fa1a7-11a1-4a56-8cfa-d6e001101713 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.840242] env[69399]: DEBUG oslo_vmware.api [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 803.840242] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5239ba23-3ee8-6eb6-aac6-be5d161ebe7d" [ 803.840242] env[69399]: _type = "Task" [ 803.840242] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.849971] env[69399]: DEBUG oslo_vmware.api [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5239ba23-3ee8-6eb6-aac6-be5d161ebe7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.913642] env[69399]: DEBUG nova.network.neutron [req-3503414a-c31c-4bd8-b03d-4b33752b93b8 req-afe1e571-98ef-4be4-9458-37ed2399976e service nova] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Updated VIF entry in instance network info cache for port 4899fb79-df0c-4e96-ac80-c7333c5b4111. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.914134] env[69399]: DEBUG nova.network.neutron [req-3503414a-c31c-4bd8-b03d-4b33752b93b8 req-afe1e571-98ef-4be4-9458-37ed2399976e service nova] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Updating instance_info_cache with network_info: [{"id": "4899fb79-df0c-4e96-ac80-c7333c5b4111", "address": "fa:16:3e:d1:7c:85", "network": {"id": "8bbd0a10-2e65-411d-8a62-f5ebaf71e8e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1453218423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ddf098d312d4b1282b2b2f8d85149f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4899fb79-df", "ovs_interfaceid": "4899fb79-df0c-4e96-ac80-c7333c5b4111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.003462] env[69399]: DEBUG oslo_vmware.api [None req-f48fbda3-c6c4-49bb-a68b-b98958f3ddb8 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Task: {'id': task-4176536, 'name': PowerOffVM_Task, 'duration_secs': 0.357385} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.003462] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f48fbda3-c6c4-49bb-a68b-b98958f3ddb8 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.003462] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f48fbda3-c6c4-49bb-a68b-b98958f3ddb8 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.003462] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3dbd4f6a-b97e-48d0-b607-16891aadbb28 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.034876] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fff11a79-78d8-4320-8da9-05a01b6a662f tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lock "a69aa834-a200-486e-9922-61018ae10f90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.885s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.053233] env[69399]: DEBUG oslo_vmware.api [None req-f1b32af5-33e5-4d33-aa3d-a994eeaf54b9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': task-4176537, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.080802] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f48fbda3-c6c4-49bb-a68b-b98958f3ddb8 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.081188] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f48fbda3-c6c4-49bb-a68b-b98958f3ddb8 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.081403] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f48fbda3-c6c4-49bb-a68b-b98958f3ddb8 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Deleting the datastore file [datastore1] d9ae2163-ba21-47c0-9c10-d9cd35fb00f6 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.081677] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6430198-f003-4568-bd25-544e22cf1f84 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.088046] env[69399]: DEBUG oslo_vmware.api [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Task: {'id': task-4176538, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.095431] env[69399]: DEBUG nova.scheduler.client.report [None req-59356dd7-ae9b-47db-91c4-8596ed53b5a6 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.099706] env[69399]: DEBUG oslo_vmware.api [None req-f48fbda3-c6c4-49bb-a68b-b98958f3ddb8 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Waiting for the task: (returnval){ [ 804.099706] env[69399]: value = "task-4176540" [ 804.099706] env[69399]: _type = "Task" [ 804.099706] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.113491] env[69399]: DEBUG oslo_vmware.api [None req-f48fbda3-c6c4-49bb-a68b-b98958f3ddb8 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Task: {'id': task-4176540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.183932] env[69399]: DEBUG nova.network.neutron [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Successfully updated port: 45b17eab-559d-4df7-b196-0f0232a8c2a2 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 804.355762] env[69399]: DEBUG oslo_vmware.api [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5239ba23-3ee8-6eb6-aac6-be5d161ebe7d, 'name': SearchDatastore_Task, 'duration_secs': 0.012091} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.356131] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.356385] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 11028ce0-73e3-483a-bd01-62cfd5713954/11028ce0-73e3-483a-bd01-62cfd5713954.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.356573] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-667da4a9-4a3f-4d22-9d64-1a86b08a8534 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.365626] env[69399]: DEBUG oslo_vmware.api [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 804.365626] env[69399]: value = "task-4176541" [ 804.365626] env[69399]: _type = "Task" [ 804.365626] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.375394] env[69399]: DEBUG oslo_vmware.api [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4176541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.418623] env[69399]: DEBUG oslo_concurrency.lockutils [req-3503414a-c31c-4bd8-b03d-4b33752b93b8 req-afe1e571-98ef-4be4-9458-37ed2399976e service nova] Releasing lock "refresh_cache-11028ce0-73e3-483a-bd01-62cfd5713954" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.536114] env[69399]: DEBUG nova.compute.manager [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.555894] env[69399]: DEBUG oslo_vmware.api [None req-f1b32af5-33e5-4d33-aa3d-a994eeaf54b9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': task-4176537, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.586793] env[69399]: DEBUG oslo_vmware.api [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Task: {'id': task-4176538, 'name': PowerOnVM_Task, 'duration_secs': 0.559038} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.587353] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.587799] env[69399]: INFO nova.compute.manager [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Took 9.73 seconds to spawn the instance on the hypervisor. [ 804.588087] env[69399]: DEBUG nova.compute.manager [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.589291] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3108d327-2ffd-4b69-9d97-87a9f75cdbf1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.601217] env[69399]: DEBUG oslo_concurrency.lockutils [None req-59356dd7-ae9b-47db-91c4-8596ed53b5a6 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.360s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.604543] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.782s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.605972] env[69399]: INFO nova.compute.claims [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.620888] env[69399]: DEBUG oslo_vmware.api [None req-f48fbda3-c6c4-49bb-a68b-b98958f3ddb8 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Task: {'id': task-4176540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.638180] env[69399]: INFO nova.scheduler.client.report [None req-59356dd7-ae9b-47db-91c4-8596ed53b5a6 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Deleted allocations for instance 9dd18afb-5a25-48e4-9250-fe7122031a6c [ 804.688241] env[69399]: DEBUG oslo_concurrency.lockutils [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Acquiring lock "refresh_cache-97eda364-701c-4a37-b3b8-9e399dad5fd5" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.689038] env[69399]: DEBUG oslo_concurrency.lockutils [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Acquired lock "refresh_cache-97eda364-701c-4a37-b3b8-9e399dad5fd5" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.689038] env[69399]: DEBUG nova.network.neutron [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.880282] env[69399]: DEBUG oslo_vmware.api [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4176541, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.054947] env[69399]: DEBUG oslo_vmware.api [None req-f1b32af5-33e5-4d33-aa3d-a994eeaf54b9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': task-4176537, 'name': ReconfigVM_Task, 'duration_secs': 1.205616} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.055213] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1b32af5-33e5-4d33-aa3d-a994eeaf54b9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826745', 'volume_id': 'e8d21958-c4ea-4753-acd0-8999ad26e2dc', 'name': 'volume-e8d21958-c4ea-4753-acd0-8999ad26e2dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f7e38fa3-14c9-44a8-9234-45abec23187c', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8d21958-c4ea-4753-acd0-8999ad26e2dc', 'serial': 'e8d21958-c4ea-4753-acd0-8999ad26e2dc'} {{(pid=69399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 805.071042] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.115382] env[69399]: INFO nova.compute.manager [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Took 33.39 seconds to build instance. [ 805.124927] env[69399]: DEBUG oslo_vmware.api [None req-f48fbda3-c6c4-49bb-a68b-b98958f3ddb8 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Task: {'id': task-4176540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.555323} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.128442] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f48fbda3-c6c4-49bb-a68b-b98958f3ddb8 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.128764] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f48fbda3-c6c4-49bb-a68b-b98958f3ddb8 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.128861] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f48fbda3-c6c4-49bb-a68b-b98958f3ddb8 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.129161] env[69399]: INFO nova.compute.manager [None req-f48fbda3-c6c4-49bb-a68b-b98958f3ddb8 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Took 1.71 seconds to destroy the instance on the hypervisor. [ 805.129837] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f48fbda3-c6c4-49bb-a68b-b98958f3ddb8 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.129837] env[69399]: DEBUG nova.compute.manager [-] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 805.129837] env[69399]: DEBUG nova.network.neutron [-] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 805.148835] env[69399]: DEBUG oslo_concurrency.lockutils [None req-59356dd7-ae9b-47db-91c4-8596ed53b5a6 tempest-ServersAdmin275Test-1788036599 tempest-ServersAdmin275Test-1788036599-project-member] Lock "9dd18afb-5a25-48e4-9250-fe7122031a6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.252s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.335748] env[69399]: DEBUG nova.compute.manager [req-5b8f461c-f82a-4009-956b-4eb7312d13fd req-e81aff1e-0e38-4af3-ae38-f7cd81af9add service nova] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Received event network-vif-plugged-45b17eab-559d-4df7-b196-0f0232a8c2a2 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.335984] env[69399]: DEBUG oslo_concurrency.lockutils [req-5b8f461c-f82a-4009-956b-4eb7312d13fd req-e81aff1e-0e38-4af3-ae38-f7cd81af9add service nova] Acquiring lock "97eda364-701c-4a37-b3b8-9e399dad5fd5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.336231] env[69399]: DEBUG oslo_concurrency.lockutils [req-5b8f461c-f82a-4009-956b-4eb7312d13fd req-e81aff1e-0e38-4af3-ae38-f7cd81af9add service nova] Lock "97eda364-701c-4a37-b3b8-9e399dad5fd5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.336414] env[69399]: DEBUG oslo_concurrency.lockutils [req-5b8f461c-f82a-4009-956b-4eb7312d13fd req-e81aff1e-0e38-4af3-ae38-f7cd81af9add service nova] Lock "97eda364-701c-4a37-b3b8-9e399dad5fd5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.336673] env[69399]: DEBUG nova.compute.manager [req-5b8f461c-f82a-4009-956b-4eb7312d13fd req-e81aff1e-0e38-4af3-ae38-f7cd81af9add service nova] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] No waiting events found dispatching network-vif-plugged-45b17eab-559d-4df7-b196-0f0232a8c2a2 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 805.336864] env[69399]: WARNING nova.compute.manager [req-5b8f461c-f82a-4009-956b-4eb7312d13fd req-e81aff1e-0e38-4af3-ae38-f7cd81af9add service nova] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Received unexpected event network-vif-plugged-45b17eab-559d-4df7-b196-0f0232a8c2a2 for instance with vm_state building and task_state spawning. [ 805.342281] env[69399]: DEBUG nova.network.neutron [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.384740] env[69399]: DEBUG oslo_vmware.api [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4176541, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.916687} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.385119] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 11028ce0-73e3-483a-bd01-62cfd5713954/11028ce0-73e3-483a-bd01-62cfd5713954.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.385740] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.385740] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-848fea58-c1ea-447e-beae-968a2a0ff423 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.393412] env[69399]: DEBUG oslo_vmware.api [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 805.393412] env[69399]: value = "task-4176542" [ 805.393412] env[69399]: _type = "Task" [ 805.393412] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.409081] env[69399]: DEBUG oslo_vmware.api [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4176542, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.620129] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d50f39ea-ca10-42f8-95c1-a1e5bfd9025b tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Lock "57397a3c-2115-461c-93fe-0f8baf4484af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.731s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.705258] env[69399]: DEBUG nova.compute.manager [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 805.709350] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9895aed-fc6a-4a22-89d8-0f880f387f99 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.903780] env[69399]: DEBUG oslo_vmware.api [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4176542, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066193} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.904247] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.905447] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0727ffec-01c9-4c34-858f-756b0c963afa {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.939824] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 11028ce0-73e3-483a-bd01-62cfd5713954/11028ce0-73e3-483a-bd01-62cfd5713954.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.944436] env[69399]: DEBUG nova.network.neutron [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Updating instance_info_cache with network_info: [{"id": "45b17eab-559d-4df7-b196-0f0232a8c2a2", "address": "fa:16:3e:f3:04:51", "network": {"id": "810c00e9-4b70-4638-8913-eaea2b8970b5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1053593037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "84685f5442fe4077bcb1e5b0941ed777", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45b17eab-55", "ovs_interfaceid": "45b17eab-559d-4df7-b196-0f0232a8c2a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.945760] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70517803-55a9-48d4-b6ed-f6727e6ac37b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.967710] env[69399]: DEBUG nova.compute.manager [req-973f46ce-e24d-479c-8923-eb56403dd77a req-3191e210-4429-4670-a708-543476cb421d service nova] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Received event network-changed-79f615c5-b9c8-4d24-97e5-e06a7a84980d {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.970957] env[69399]: DEBUG nova.compute.manager [req-973f46ce-e24d-479c-8923-eb56403dd77a req-3191e210-4429-4670-a708-543476cb421d service nova] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Refreshing instance network info cache due to event network-changed-79f615c5-b9c8-4d24-97e5-e06a7a84980d. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 805.970957] env[69399]: DEBUG oslo_concurrency.lockutils [req-973f46ce-e24d-479c-8923-eb56403dd77a req-3191e210-4429-4670-a708-543476cb421d service nova] Acquiring lock "refresh_cache-6f6bf764-5ab6-454b-b0b2-b9c0a213e60c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.970957] env[69399]: DEBUG oslo_concurrency.lockutils [req-973f46ce-e24d-479c-8923-eb56403dd77a req-3191e210-4429-4670-a708-543476cb421d service nova] Acquired lock "refresh_cache-6f6bf764-5ab6-454b-b0b2-b9c0a213e60c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.970957] env[69399]: DEBUG nova.network.neutron [req-973f46ce-e24d-479c-8923-eb56403dd77a req-3191e210-4429-4670-a708-543476cb421d service nova] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Refreshing network info cache for port 79f615c5-b9c8-4d24-97e5-e06a7a84980d {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.976374] env[69399]: DEBUG oslo_vmware.api [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 805.976374] env[69399]: value = "task-4176543" [ 805.976374] env[69399]: _type = "Task" [ 805.976374] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.992397] env[69399]: DEBUG oslo_vmware.api [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4176543, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.102057] env[69399]: DEBUG nova.objects.instance [None req-f1b32af5-33e5-4d33-aa3d-a994eeaf54b9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Lazy-loading 'flavor' on Instance uuid f7e38fa3-14c9-44a8-9234-45abec23187c {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.129141] env[69399]: DEBUG nova.compute.manager [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 806.197221] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fdd93b-fb0b-40eb-bece-f2bd01cb6378 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.207492] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941988ee-88ba-4fb0-9432-8fec30793dfb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.243392] env[69399]: INFO nova.compute.manager [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] instance snapshotting [ 806.246920] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2003b2-6fc3-4ca7-8127-44d73252b41e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.250761] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55862f2e-8b6f-4989-9c5a-a93f0550b69c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.273506] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0546a5b3-3ad1-4906-a1a8-95fcfb19c532 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.278896] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fca1d2-61ed-4421-b390-245570abf365 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.292771] env[69399]: DEBUG nova.compute.provider_tree [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.296404] env[69399]: DEBUG nova.network.neutron [-] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.471296] env[69399]: DEBUG oslo_concurrency.lockutils [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Releasing lock "refresh_cache-97eda364-701c-4a37-b3b8-9e399dad5fd5" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.471296] env[69399]: DEBUG nova.compute.manager [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Instance network_info: |[{"id": "45b17eab-559d-4df7-b196-0f0232a8c2a2", "address": "fa:16:3e:f3:04:51", "network": {"id": "810c00e9-4b70-4638-8913-eaea2b8970b5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1053593037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "84685f5442fe4077bcb1e5b0941ed777", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45b17eab-55", "ovs_interfaceid": "45b17eab-559d-4df7-b196-0f0232a8c2a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 806.471849] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:04:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '489b2441-7132-4942-8b61-49cf0ad4400e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45b17eab-559d-4df7-b196-0f0232a8c2a2', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.485065] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Creating folder: Project (84685f5442fe4077bcb1e5b0941ed777). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.491143] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0808852b-7789-44a6-9c5a-46ae17a853fc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.504870] env[69399]: DEBUG oslo_vmware.api [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4176543, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.509025] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Created folder: Project (84685f5442fe4077bcb1e5b0941ed777) in parent group-v826677. [ 806.509025] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Creating folder: Instances. Parent ref: group-v826749. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.509025] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a856c94-883b-46b0-a9ca-02d93bb14e68 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.521290] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Created folder: Instances in parent group-v826749. [ 806.521290] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.521290] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.521290] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71d8a8b6-b421-4a4f-ad0f-c3a8420d4890 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.550046] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.550046] env[69399]: value = "task-4176546" [ 806.550046] env[69399]: _type = "Task" [ 806.550046] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.557900] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176546, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.607646] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f1b32af5-33e5-4d33-aa3d-a994eeaf54b9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Lock "f7e38fa3-14c9-44a8-9234-45abec23187c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.663785] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.802524] env[69399]: DEBUG nova.scheduler.client.report [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.810319] env[69399]: INFO nova.compute.manager [-] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Took 1.68 seconds to deallocate network for instance. [ 806.813094] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Creating Snapshot of the VM instance {{(pid=69399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 806.816647] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f3c2b757-57c8-4a24-a3da-89f5a52082ff {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.839619] env[69399]: DEBUG oslo_vmware.api [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Waiting for the task: (returnval){ [ 806.839619] env[69399]: value = "task-4176547" [ 806.839619] env[69399]: _type = "Task" [ 806.839619] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.853900] env[69399]: DEBUG oslo_vmware.api [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176547, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.999954] env[69399]: DEBUG oslo_vmware.api [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4176543, 'name': ReconfigVM_Task, 'duration_secs': 0.83438} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.999954] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 11028ce0-73e3-483a-bd01-62cfd5713954/11028ce0-73e3-483a-bd01-62cfd5713954.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.000559] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c22fd90-4cad-499f-95dc-fe086878b467 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.010526] env[69399]: DEBUG oslo_vmware.api [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 807.010526] env[69399]: value = "task-4176548" [ 807.010526] env[69399]: _type = "Task" [ 807.010526] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.022126] env[69399]: DEBUG oslo_vmware.api [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4176548, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.063226] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176546, 'name': CreateVM_Task, 'duration_secs': 0.385187} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.063859] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.065491] env[69399]: DEBUG oslo_concurrency.lockutils [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.065574] env[69399]: DEBUG oslo_concurrency.lockutils [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.065891] env[69399]: DEBUG oslo_concurrency.lockutils [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.066269] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-216f848f-3c47-4604-9f65-d69dd39534fa {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.073563] env[69399]: DEBUG oslo_vmware.api [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Waiting for the task: (returnval){ [ 807.073563] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]526ec450-101a-70f4-dc2f-9358e71f5589" [ 807.073563] env[69399]: _type = "Task" [ 807.073563] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.083043] env[69399]: DEBUG oslo_vmware.api [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]526ec450-101a-70f4-dc2f-9358e71f5589, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.269254] env[69399]: DEBUG nova.network.neutron [req-973f46ce-e24d-479c-8923-eb56403dd77a req-3191e210-4429-4670-a708-543476cb421d service nova] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Updated VIF entry in instance network info cache for port 79f615c5-b9c8-4d24-97e5-e06a7a84980d. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.269641] env[69399]: DEBUG nova.network.neutron [req-973f46ce-e24d-479c-8923-eb56403dd77a req-3191e210-4429-4670-a708-543476cb421d service nova] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Updating instance_info_cache with network_info: [{"id": "79f615c5-b9c8-4d24-97e5-e06a7a84980d", "address": "fa:16:3e:36:0e:8d", "network": {"id": "c133dc4b-d55d-4dde-8304-6cea0aaab941", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-461620165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5479e55756984e5db34ffebc730914ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79f615c5-b9", "ovs_interfaceid": "79f615c5-b9c8-4d24-97e5-e06a7a84980d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.315646] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.316377] env[69399]: DEBUG nova.compute.manager [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.319968] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.440s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.321758] env[69399]: INFO nova.compute.claims [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.333166] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f48fbda3-c6c4-49bb-a68b-b98958f3ddb8 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.351933] env[69399]: DEBUG oslo_vmware.api [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176547, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.523758] env[69399]: DEBUG oslo_vmware.api [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4176548, 'name': Rename_Task, 'duration_secs': 0.268344} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.524253] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.525036] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae62a73e-2be4-48da-a4ae-cfda929a1928 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.533402] env[69399]: DEBUG oslo_vmware.api [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 807.533402] env[69399]: value = "task-4176549" [ 807.533402] env[69399]: _type = "Task" [ 807.533402] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.549690] env[69399]: DEBUG oslo_vmware.api [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4176549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.592528] env[69399]: DEBUG oslo_vmware.api [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]526ec450-101a-70f4-dc2f-9358e71f5589, 'name': SearchDatastore_Task, 'duration_secs': 0.032666} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.592528] env[69399]: DEBUG oslo_concurrency.lockutils [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.592528] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.592528] env[69399]: DEBUG oslo_concurrency.lockutils [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.592732] env[69399]: DEBUG oslo_concurrency.lockutils [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.592732] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.595664] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56ba0e4e-9ad0-4f80-8154-bc5224bf447d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.610538] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.610829] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.611770] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-827a5110-23a7-4e04-bb7a-b4580d249944 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.619966] env[69399]: DEBUG oslo_vmware.api [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Waiting for the task: (returnval){ [ 807.619966] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52afe642-51da-1ab8-6cc6-d340e5612364" [ 807.619966] env[69399]: _type = "Task" [ 807.619966] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.631268] env[69399]: DEBUG oslo_vmware.api [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52afe642-51da-1ab8-6cc6-d340e5612364, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.773392] env[69399]: DEBUG oslo_concurrency.lockutils [req-973f46ce-e24d-479c-8923-eb56403dd77a req-3191e210-4429-4670-a708-543476cb421d service nova] Releasing lock "refresh_cache-6f6bf764-5ab6-454b-b0b2-b9c0a213e60c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.829462] env[69399]: DEBUG nova.compute.utils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.836517] env[69399]: DEBUG nova.compute.manager [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 807.836718] env[69399]: DEBUG nova.network.neutron [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 807.838861] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 807.841634] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 807.865302] env[69399]: DEBUG oslo_vmware.api [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176547, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.956371] env[69399]: DEBUG nova.policy [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6234d348f6184d7eb782967bdc69d0cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55ff750f74b0453b93e3fce98aa4a960', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 808.049669] env[69399]: DEBUG oslo_vmware.api [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4176549, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.081344] env[69399]: DEBUG nova.compute.manager [req-5c0530e9-f2a8-4b3d-b7da-524e27b7c8db req-6ced712e-c2f0-481d-bcb3-038ab2493500 service nova] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Received event network-changed-45b17eab-559d-4df7-b196-0f0232a8c2a2 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.081813] env[69399]: DEBUG nova.compute.manager [req-5c0530e9-f2a8-4b3d-b7da-524e27b7c8db req-6ced712e-c2f0-481d-bcb3-038ab2493500 service nova] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Refreshing instance network info cache due to event network-changed-45b17eab-559d-4df7-b196-0f0232a8c2a2. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 808.082425] env[69399]: DEBUG oslo_concurrency.lockutils [req-5c0530e9-f2a8-4b3d-b7da-524e27b7c8db req-6ced712e-c2f0-481d-bcb3-038ab2493500 service nova] Acquiring lock "refresh_cache-97eda364-701c-4a37-b3b8-9e399dad5fd5" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.082892] env[69399]: DEBUG oslo_concurrency.lockutils [req-5c0530e9-f2a8-4b3d-b7da-524e27b7c8db req-6ced712e-c2f0-481d-bcb3-038ab2493500 service nova] Acquired lock "refresh_cache-97eda364-701c-4a37-b3b8-9e399dad5fd5" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.083326] env[69399]: DEBUG nova.network.neutron [req-5c0530e9-f2a8-4b3d-b7da-524e27b7c8db req-6ced712e-c2f0-481d-bcb3-038ab2493500 service nova] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Refreshing network info cache for port 45b17eab-559d-4df7-b196-0f0232a8c2a2 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.137634] env[69399]: DEBUG oslo_vmware.api [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52afe642-51da-1ab8-6cc6-d340e5612364, 'name': SearchDatastore_Task, 'duration_secs': 0.017925} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.138642] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99a5972d-17d6-4684-b7db-d07f82ff3a7a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.146877] env[69399]: DEBUG oslo_vmware.api [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Waiting for the task: (returnval){ [ 808.146877] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5223d131-6f86-2bdb-a3c9-a791f38dffc4" [ 808.146877] env[69399]: _type = "Task" [ 808.146877] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.161759] env[69399]: DEBUG oslo_vmware.api [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5223d131-6f86-2bdb-a3c9-a791f38dffc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.344179] env[69399]: DEBUG nova.compute.manager [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.361131] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 808.364016] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 808.364016] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 808.364016] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 808.364016] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 808.364016] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 808.366371] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69399) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 808.366371] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 808.375430] env[69399]: DEBUG oslo_vmware.api [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176547, 'name': CreateSnapshot_Task, 'duration_secs': 1.272651} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.375977] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Created Snapshot of the VM instance {{(pid=69399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 808.376823] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b8b8f0-1c6e-4f79-a4ba-46f8b52ce5a1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.555844] env[69399]: DEBUG oslo_vmware.api [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4176549, 'name': PowerOnVM_Task, 'duration_secs': 0.688749} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.556225] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.557677] env[69399]: INFO nova.compute.manager [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Took 9.92 seconds to spawn the instance on the hypervisor. [ 808.557851] env[69399]: DEBUG nova.compute.manager [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.565359] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c8c01b-66d0-4206-b4b2-edbddccec32d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.659639] env[69399]: DEBUG oslo_vmware.api [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5223d131-6f86-2bdb-a3c9-a791f38dffc4, 'name': SearchDatastore_Task, 'duration_secs': 0.020411} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.665098] env[69399]: DEBUG oslo_concurrency.lockutils [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.665527] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 97eda364-701c-4a37-b3b8-9e399dad5fd5/97eda364-701c-4a37-b3b8-9e399dad5fd5.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.669018] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5131944-e209-466c-9f86-cdcb25118383 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.676860] env[69399]: DEBUG oslo_vmware.api [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Waiting for the task: (returnval){ [ 808.676860] env[69399]: value = "task-4176550" [ 808.676860] env[69399]: _type = "Task" [ 808.676860] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.698941] env[69399]: DEBUG oslo_vmware.api [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': task-4176550, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.882216] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.918042] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Creating linked-clone VM from snapshot {{(pid=69399) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 808.921187] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0962208d-8a0b-423c-aa05-7e09c1fc4d53 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.936772] env[69399]: DEBUG oslo_vmware.api [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Waiting for the task: (returnval){ [ 808.936772] env[69399]: value = "task-4176551" [ 808.936772] env[69399]: _type = "Task" [ 808.936772] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.944821] env[69399]: DEBUG nova.network.neutron [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Successfully created port: f63aabe8-f5f3-4e07-b0f8-6a9d5bbeb620 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.955513] env[69399]: DEBUG oslo_vmware.api [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176551, 'name': CloneVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.092339] env[69399]: INFO nova.compute.manager [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Took 32.89 seconds to build instance. [ 809.192150] env[69399]: DEBUG oslo_vmware.api [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': task-4176550, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.210940] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6063b5e5-38a8-43cc-b0d6-23d66989f12e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.225086] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fd5cb7-b1a4-470e-a8f8-218a16da4a99 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.289147] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92fa733f-1105-4b55-bac2-4e52699d6aad {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.306872] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af58dbd6-3036-484f-a558-c64067a62941 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.330024] env[69399]: DEBUG nova.compute.provider_tree [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.381962] env[69399]: DEBUG nova.compute.manager [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.389355] env[69399]: DEBUG nova.network.neutron [req-5c0530e9-f2a8-4b3d-b7da-524e27b7c8db req-6ced712e-c2f0-481d-bcb3-038ab2493500 service nova] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Updated VIF entry in instance network info cache for port 45b17eab-559d-4df7-b196-0f0232a8c2a2. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.389355] env[69399]: DEBUG nova.network.neutron [req-5c0530e9-f2a8-4b3d-b7da-524e27b7c8db req-6ced712e-c2f0-481d-bcb3-038ab2493500 service nova] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Updating instance_info_cache with network_info: [{"id": "45b17eab-559d-4df7-b196-0f0232a8c2a2", "address": "fa:16:3e:f3:04:51", "network": {"id": "810c00e9-4b70-4638-8913-eaea2b8970b5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1053593037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84685f5442fe4077bcb1e5b0941ed777", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45b17eab-55", "ovs_interfaceid": "45b17eab-559d-4df7-b196-0f0232a8c2a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.430248] env[69399]: DEBUG nova.virt.hardware [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.430367] env[69399]: DEBUG nova.virt.hardware [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.430511] env[69399]: DEBUG nova.virt.hardware [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.432049] env[69399]: DEBUG nova.virt.hardware [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.432049] env[69399]: DEBUG nova.virt.hardware [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.432049] env[69399]: DEBUG nova.virt.hardware [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.432049] env[69399]: DEBUG nova.virt.hardware [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.432049] env[69399]: DEBUG nova.virt.hardware [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.432452] env[69399]: DEBUG nova.virt.hardware [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.432452] env[69399]: DEBUG nova.virt.hardware [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.432536] env[69399]: DEBUG nova.virt.hardware [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.434091] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74b3755-e080-42b7-a978-dfe67eb54fc7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.456138] env[69399]: DEBUG oslo_vmware.api [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176551, 'name': CloneVM_Task} progress is 94%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.462675] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3d1304-4b4c-4280-ab22-8f7dd6637091 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.606000] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cfb77553-4dc2-4137-8ed2-d4ec1c45f574 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "11028ce0-73e3-483a-bd01-62cfd5713954" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.410s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.689921] env[69399]: DEBUG oslo_vmware.api [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': task-4176550, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.728517} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.690888] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 97eda364-701c-4a37-b3b8-9e399dad5fd5/97eda364-701c-4a37-b3b8-9e399dad5fd5.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.692051] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.692924] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc65cd6c-e011-418c-9a35-04052d84ace1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.703060] env[69399]: DEBUG oslo_vmware.api [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Waiting for the task: (returnval){ [ 809.703060] env[69399]: value = "task-4176552" [ 809.703060] env[69399]: _type = "Task" [ 809.703060] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.713209] env[69399]: DEBUG oslo_vmware.api [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': task-4176552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.835610] env[69399]: DEBUG nova.scheduler.client.report [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.896255] env[69399]: DEBUG oslo_concurrency.lockutils [req-5c0530e9-f2a8-4b3d-b7da-524e27b7c8db req-6ced712e-c2f0-481d-bcb3-038ab2493500 service nova] Releasing lock "refresh_cache-97eda364-701c-4a37-b3b8-9e399dad5fd5" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.896255] env[69399]: DEBUG nova.compute.manager [req-5c0530e9-f2a8-4b3d-b7da-524e27b7c8db req-6ced712e-c2f0-481d-bcb3-038ab2493500 service nova] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Received event network-vif-deleted-e5cbf0a1-29e5-4bbd-a04e-e29a1b9af2ea {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.897595] env[69399]: DEBUG oslo_concurrency.lockutils [None req-18f00403-e1f6-4554-9fcc-b7ff311af82d tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Acquiring lock "f7e38fa3-14c9-44a8-9234-45abec23187c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.897595] env[69399]: DEBUG oslo_concurrency.lockutils [None req-18f00403-e1f6-4554-9fcc-b7ff311af82d tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Lock "f7e38fa3-14c9-44a8-9234-45abec23187c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.954408] env[69399]: DEBUG oslo_vmware.api [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176551, 'name': CloneVM_Task} progress is 94%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.986664] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquiring lock "f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.986942] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lock "f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.109268] env[69399]: DEBUG nova.compute.manager [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 810.217210] env[69399]: DEBUG oslo_vmware.api [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': task-4176552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096944} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.217532] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.221022] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd30ea7-e981-4ddc-8de2-8a9ea5f60781 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.246572] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 97eda364-701c-4a37-b3b8-9e399dad5fd5/97eda364-701c-4a37-b3b8-9e399dad5fd5.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.247028] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c207cf41-b4a6-4d77-a57a-479c88472f22 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.279389] env[69399]: DEBUG oslo_vmware.api [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Waiting for the task: (returnval){ [ 810.279389] env[69399]: value = "task-4176553" [ 810.279389] env[69399]: _type = "Task" [ 810.279389] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.292080] env[69399]: DEBUG oslo_vmware.api [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': task-4176553, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.340861] env[69399]: DEBUG nova.compute.manager [req-6ac7b32e-f685-487c-b29f-2dd1521d13a9 req-05ddfe9e-ede0-4752-a52c-db1867ff071a service nova] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Received event network-changed-6906e0de-2b93-4f7c-8364-a91d3e67876b {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.344020] env[69399]: DEBUG nova.compute.manager [req-6ac7b32e-f685-487c-b29f-2dd1521d13a9 req-05ddfe9e-ede0-4752-a52c-db1867ff071a service nova] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Refreshing instance network info cache due to event network-changed-6906e0de-2b93-4f7c-8364-a91d3e67876b. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 810.344020] env[69399]: DEBUG oslo_concurrency.lockutils [req-6ac7b32e-f685-487c-b29f-2dd1521d13a9 req-05ddfe9e-ede0-4752-a52c-db1867ff071a service nova] Acquiring lock "refresh_cache-57397a3c-2115-461c-93fe-0f8baf4484af" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.344020] env[69399]: DEBUG oslo_concurrency.lockutils [req-6ac7b32e-f685-487c-b29f-2dd1521d13a9 req-05ddfe9e-ede0-4752-a52c-db1867ff071a service nova] Acquired lock "refresh_cache-57397a3c-2115-461c-93fe-0f8baf4484af" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.344020] env[69399]: DEBUG nova.network.neutron [req-6ac7b32e-f685-487c-b29f-2dd1521d13a9 req-05ddfe9e-ede0-4752-a52c-db1867ff071a service nova] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Refreshing network info cache for port 6906e0de-2b93-4f7c-8364-a91d3e67876b {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.344721] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.025s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.345269] env[69399]: DEBUG nova.compute.manager [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 810.349643] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.475s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.351929] env[69399]: INFO nova.compute.claims [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.403117] env[69399]: INFO nova.compute.manager [None req-18f00403-e1f6-4554-9fcc-b7ff311af82d tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Detaching volume e8d21958-c4ea-4753-acd0-8999ad26e2dc [ 810.454603] env[69399]: INFO nova.virt.block_device [None req-18f00403-e1f6-4554-9fcc-b7ff311af82d tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Attempting to driver detach volume e8d21958-c4ea-4753-acd0-8999ad26e2dc from mountpoint /dev/sdb [ 810.455057] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-18f00403-e1f6-4554-9fcc-b7ff311af82d tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Volume detach. Driver type: vmdk {{(pid=69399) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 810.455399] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-18f00403-e1f6-4554-9fcc-b7ff311af82d tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826745', 'volume_id': 'e8d21958-c4ea-4753-acd0-8999ad26e2dc', 'name': 'volume-e8d21958-c4ea-4753-acd0-8999ad26e2dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f7e38fa3-14c9-44a8-9234-45abec23187c', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8d21958-c4ea-4753-acd0-8999ad26e2dc', 'serial': 'e8d21958-c4ea-4753-acd0-8999ad26e2dc'} {{(pid=69399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 810.458154] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6488ad1-5254-4b91-888c-331de4ee44ed {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.472931] env[69399]: DEBUG oslo_vmware.api [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176551, 'name': CloneVM_Task} progress is 94%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.492896] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84a272b-d3cb-4480-a7b3-44d1fbee9766 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.504037] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4477e1b7-d901-4f17-8020-f518ae735fd6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.532206] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721ac238-edbe-4856-80e2-251407631734 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.553342] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-18f00403-e1f6-4554-9fcc-b7ff311af82d tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] The volume has not been displaced from its original location: [datastore2] volume-e8d21958-c4ea-4753-acd0-8999ad26e2dc/volume-e8d21958-c4ea-4753-acd0-8999ad26e2dc.vmdk. No consolidation needed. {{(pid=69399) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 810.559337] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-18f00403-e1f6-4554-9fcc-b7ff311af82d tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Reconfiguring VM instance instance-00000007 to detach disk 2001 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 810.560110] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16d684ff-e053-450a-91da-afbba8cfec2a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.582307] env[69399]: DEBUG oslo_vmware.api [None req-18f00403-e1f6-4554-9fcc-b7ff311af82d tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Waiting for the task: (returnval){ [ 810.582307] env[69399]: value = "task-4176554" [ 810.582307] env[69399]: _type = "Task" [ 810.582307] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.593690] env[69399]: DEBUG oslo_vmware.api [None req-18f00403-e1f6-4554-9fcc-b7ff311af82d tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': task-4176554, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.637708] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.790855] env[69399]: DEBUG oslo_vmware.api [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': task-4176553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.860669] env[69399]: DEBUG nova.compute.utils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 810.865463] env[69399]: DEBUG nova.compute.manager [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 810.865731] env[69399]: DEBUG nova.network.neutron [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 810.953646] env[69399]: DEBUG oslo_vmware.api [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176551, 'name': CloneVM_Task} progress is 95%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.028313] env[69399]: DEBUG nova.policy [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6234d348f6184d7eb782967bdc69d0cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55ff750f74b0453b93e3fce98aa4a960', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.097582] env[69399]: DEBUG oslo_vmware.api [None req-18f00403-e1f6-4554-9fcc-b7ff311af82d tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': task-4176554, 'name': ReconfigVM_Task, 'duration_secs': 0.470951} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.097945] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-18f00403-e1f6-4554-9fcc-b7ff311af82d tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Reconfigured VM instance instance-00000007 to detach disk 2001 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 811.105195] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65505e80-d26e-481f-a8ea-0dc15a184615 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.125051] env[69399]: DEBUG oslo_vmware.api [None req-18f00403-e1f6-4554-9fcc-b7ff311af82d tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Waiting for the task: (returnval){ [ 811.125051] env[69399]: value = "task-4176555" [ 811.125051] env[69399]: _type = "Task" [ 811.125051] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.136164] env[69399]: DEBUG oslo_vmware.api [None req-18f00403-e1f6-4554-9fcc-b7ff311af82d tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': task-4176555, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.295931] env[69399]: DEBUG oslo_vmware.api [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': task-4176553, 'name': ReconfigVM_Task, 'duration_secs': 0.833951} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.296560] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 97eda364-701c-4a37-b3b8-9e399dad5fd5/97eda364-701c-4a37-b3b8-9e399dad5fd5.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.297892] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6566f438-286f-40d8-8486-7028d623f9bf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.307624] env[69399]: DEBUG oslo_vmware.api [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Waiting for the task: (returnval){ [ 811.307624] env[69399]: value = "task-4176556" [ 811.307624] env[69399]: _type = "Task" [ 811.307624] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.321279] env[69399]: DEBUG oslo_vmware.api [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': task-4176556, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.376972] env[69399]: DEBUG nova.compute.manager [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 811.453179] env[69399]: DEBUG oslo_vmware.api [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176551, 'name': CloneVM_Task, 'duration_secs': 2.292055} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.457334] env[69399]: INFO nova.virt.vmwareapi.vmops [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Created linked-clone VM from snapshot [ 811.458616] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7436c446-8a47-42a5-aa90-30869f25bc08 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.475900] env[69399]: DEBUG nova.virt.vmwareapi.images [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Uploading image 783a8419-c3ba-4aa0-9ab0-9fa2fa32f5cf {{(pid=69399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 811.516294] env[69399]: DEBUG oslo_vmware.rw_handles [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 811.516294] env[69399]: value = "vm-826753" [ 811.516294] env[69399]: _type = "VirtualMachine" [ 811.516294] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 811.516620] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6a395b9a-6e1b-4b51-a459-2f2d4491dbd5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.535023] env[69399]: DEBUG oslo_vmware.rw_handles [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Lease: (returnval){ [ 811.535023] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52253cee-e550-b79d-30ae-43c081a8c508" [ 811.535023] env[69399]: _type = "HttpNfcLease" [ 811.535023] env[69399]: } obtained for exporting VM: (result){ [ 811.535023] env[69399]: value = "vm-826753" [ 811.535023] env[69399]: _type = "VirtualMachine" [ 811.535023] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 811.535023] env[69399]: DEBUG oslo_vmware.api [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Waiting for the lease: (returnval){ [ 811.535023] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52253cee-e550-b79d-30ae-43c081a8c508" [ 811.535023] env[69399]: _type = "HttpNfcLease" [ 811.535023] env[69399]: } to be ready. {{(pid=69399) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 811.540571] env[69399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 811.540571] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52253cee-e550-b79d-30ae-43c081a8c508" [ 811.540571] env[69399]: _type = "HttpNfcLease" [ 811.540571] env[69399]: } is initializing. {{(pid=69399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 811.635712] env[69399]: DEBUG oslo_vmware.api [None req-18f00403-e1f6-4554-9fcc-b7ff311af82d tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': task-4176555, 'name': ReconfigVM_Task, 'duration_secs': 0.210338} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.639658] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-18f00403-e1f6-4554-9fcc-b7ff311af82d tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826745', 'volume_id': 'e8d21958-c4ea-4753-acd0-8999ad26e2dc', 'name': 'volume-e8d21958-c4ea-4753-acd0-8999ad26e2dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f7e38fa3-14c9-44a8-9234-45abec23187c', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8d21958-c4ea-4753-acd0-8999ad26e2dc', 'serial': 'e8d21958-c4ea-4753-acd0-8999ad26e2dc'} {{(pid=69399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 811.742070] env[69399]: DEBUG nova.network.neutron [req-6ac7b32e-f685-487c-b29f-2dd1521d13a9 req-05ddfe9e-ede0-4752-a52c-db1867ff071a service nova] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Updated VIF entry in instance network info cache for port 6906e0de-2b93-4f7c-8364-a91d3e67876b. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.743098] env[69399]: DEBUG nova.network.neutron [req-6ac7b32e-f685-487c-b29f-2dd1521d13a9 req-05ddfe9e-ede0-4752-a52c-db1867ff071a service nova] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Updating instance_info_cache with network_info: [{"id": "6906e0de-2b93-4f7c-8364-a91d3e67876b", "address": "fa:16:3e:6a:2f:a0", "network": {"id": "dc031ea2-0001-44e3-8739-91b2d6b1e499", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1999774805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecdb031169cc4df4b4e0db4d16c2cde9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6906e0de-2b", "ovs_interfaceid": "6906e0de-2b93-4f7c-8364-a91d3e67876b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.824819] env[69399]: DEBUG oslo_concurrency.lockutils [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Acquiring lock "2d81a037-fa27-45eb-824c-3bc181e8968c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.824819] env[69399]: DEBUG oslo_concurrency.lockutils [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Lock "2d81a037-fa27-45eb-824c-3bc181e8968c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.831019] env[69399]: DEBUG oslo_vmware.api [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': task-4176556, 'name': Rename_Task, 'duration_secs': 0.18126} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.831019] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.831019] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5257c448-ecd4-4f0e-9f83-e785777ee027 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.840192] env[69399]: DEBUG oslo_vmware.api [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Waiting for the task: (returnval){ [ 811.840192] env[69399]: value = "task-4176558" [ 811.840192] env[69399]: _type = "Task" [ 811.840192] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.853507] env[69399]: DEBUG oslo_vmware.api [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': task-4176558, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.862067] env[69399]: DEBUG nova.network.neutron [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Successfully updated port: f63aabe8-f5f3-4e07-b0f8-6a9d5bbeb620 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 812.018922] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8bfbe6-0b8a-48ab-8ef0-a93c7c861eda {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.030862] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ebd97b-6a1c-47b3-9d03-e0156ab69a8e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.073634] env[69399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 812.073634] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52253cee-e550-b79d-30ae-43c081a8c508" [ 812.073634] env[69399]: _type = "HttpNfcLease" [ 812.073634] env[69399]: } is ready. {{(pid=69399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 812.074485] env[69399]: DEBUG oslo_vmware.rw_handles [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 812.074485] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52253cee-e550-b79d-30ae-43c081a8c508" [ 812.074485] env[69399]: _type = "HttpNfcLease" [ 812.074485] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 812.079025] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794b9ef1-46c9-430f-a3e5-e83ddc52ddd7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.079025] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb715a29-cf8d-46f4-8736-f20e28f0fbd9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.087865] env[69399]: DEBUG oslo_vmware.rw_handles [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525a7734-a95f-1fe0-bdf1-b45785e90aa4/disk-0.vmdk from lease info. {{(pid=69399) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 812.088333] env[69399]: DEBUG oslo_vmware.rw_handles [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525a7734-a95f-1fe0-bdf1-b45785e90aa4/disk-0.vmdk for reading. {{(pid=69399) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 812.096167] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d3c2f2-f745-4690-9e59-b847083f5f74 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.167853] env[69399]: DEBUG nova.compute.provider_tree [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.184402] env[69399]: DEBUG nova.network.neutron [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Successfully created port: 40d419ff-bdd0-43e7-886d-4a5ea416ae3b {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 812.202036] env[69399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-60264c8a-c9f3-4fc7-a180-aecd03edf84a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.217458] env[69399]: DEBUG nova.objects.instance [None req-18f00403-e1f6-4554-9fcc-b7ff311af82d tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Lazy-loading 'flavor' on Instance uuid f7e38fa3-14c9-44a8-9234-45abec23187c {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.250432] env[69399]: DEBUG oslo_concurrency.lockutils [req-6ac7b32e-f685-487c-b29f-2dd1521d13a9 req-05ddfe9e-ede0-4752-a52c-db1867ff071a service nova] Releasing lock "refresh_cache-57397a3c-2115-461c-93fe-0f8baf4484af" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.312993] env[69399]: DEBUG nova.compute.manager [req-843d6779-cd80-4673-b3c8-8d0cdd64934f req-b0e0dca0-5992-4a86-bad5-d4fed1622511 service nova] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Received event network-vif-plugged-f63aabe8-f5f3-4e07-b0f8-6a9d5bbeb620 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.313249] env[69399]: DEBUG oslo_concurrency.lockutils [req-843d6779-cd80-4673-b3c8-8d0cdd64934f req-b0e0dca0-5992-4a86-bad5-d4fed1622511 service nova] Acquiring lock "49ebd426-a2d8-4a16-a648-d672641add81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.313483] env[69399]: DEBUG oslo_concurrency.lockutils [req-843d6779-cd80-4673-b3c8-8d0cdd64934f req-b0e0dca0-5992-4a86-bad5-d4fed1622511 service nova] Lock "49ebd426-a2d8-4a16-a648-d672641add81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.313647] env[69399]: DEBUG oslo_concurrency.lockutils [req-843d6779-cd80-4673-b3c8-8d0cdd64934f req-b0e0dca0-5992-4a86-bad5-d4fed1622511 service nova] Lock "49ebd426-a2d8-4a16-a648-d672641add81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.313842] env[69399]: DEBUG nova.compute.manager [req-843d6779-cd80-4673-b3c8-8d0cdd64934f req-b0e0dca0-5992-4a86-bad5-d4fed1622511 service nova] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] No waiting events found dispatching network-vif-plugged-f63aabe8-f5f3-4e07-b0f8-6a9d5bbeb620 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 812.318102] env[69399]: WARNING nova.compute.manager [req-843d6779-cd80-4673-b3c8-8d0cdd64934f req-b0e0dca0-5992-4a86-bad5-d4fed1622511 service nova] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Received unexpected event network-vif-plugged-f63aabe8-f5f3-4e07-b0f8-6a9d5bbeb620 for instance with vm_state building and task_state spawning. [ 812.360937] env[69399]: DEBUG oslo_vmware.api [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': task-4176558, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.370744] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Acquiring lock "refresh_cache-49ebd426-a2d8-4a16-a648-d672641add81" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.370913] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Acquired lock "refresh_cache-49ebd426-a2d8-4a16-a648-d672641add81" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.371125] env[69399]: DEBUG nova.network.neutron [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.391642] env[69399]: DEBUG nova.compute.manager [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 812.422517] env[69399]: DEBUG nova.virt.hardware [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.422805] env[69399]: DEBUG nova.virt.hardware [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.423014] env[69399]: DEBUG nova.virt.hardware [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.423270] env[69399]: DEBUG nova.virt.hardware [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.423535] env[69399]: DEBUG nova.virt.hardware [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.423609] env[69399]: DEBUG nova.virt.hardware [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.424017] env[69399]: DEBUG nova.virt.hardware [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.424227] env[69399]: DEBUG nova.virt.hardware [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.424537] env[69399]: DEBUG nova.virt.hardware [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.424762] env[69399]: DEBUG nova.virt.hardware [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.425648] env[69399]: DEBUG nova.virt.hardware [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.426753] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4718e752-5570-469b-aa7f-f8027ee68687 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.439076] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2bd722-4e25-498c-9a15-0269003c1f38 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.673916] env[69399]: DEBUG nova.scheduler.client.report [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.688862] env[69399]: DEBUG nova.compute.manager [req-0ecbd745-9030-435f-87cb-dd20e617d573 req-d5bef9fb-47ae-4a19-89ea-f60275c45318 service nova] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Received event network-changed-4899fb79-df0c-4e96-ac80-c7333c5b4111 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.690266] env[69399]: DEBUG nova.compute.manager [req-0ecbd745-9030-435f-87cb-dd20e617d573 req-d5bef9fb-47ae-4a19-89ea-f60275c45318 service nova] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Refreshing instance network info cache due to event network-changed-4899fb79-df0c-4e96-ac80-c7333c5b4111. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 812.690553] env[69399]: DEBUG oslo_concurrency.lockutils [req-0ecbd745-9030-435f-87cb-dd20e617d573 req-d5bef9fb-47ae-4a19-89ea-f60275c45318 service nova] Acquiring lock "refresh_cache-11028ce0-73e3-483a-bd01-62cfd5713954" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.690626] env[69399]: DEBUG oslo_concurrency.lockutils [req-0ecbd745-9030-435f-87cb-dd20e617d573 req-d5bef9fb-47ae-4a19-89ea-f60275c45318 service nova] Acquired lock "refresh_cache-11028ce0-73e3-483a-bd01-62cfd5713954" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.691394] env[69399]: DEBUG nova.network.neutron [req-0ecbd745-9030-435f-87cb-dd20e617d573 req-d5bef9fb-47ae-4a19-89ea-f60275c45318 service nova] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Refreshing network info cache for port 4899fb79-df0c-4e96-ac80-c7333c5b4111 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.856137] env[69399]: DEBUG oslo_vmware.api [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': task-4176558, 'name': PowerOnVM_Task, 'duration_secs': 0.77874} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.856279] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.856527] env[69399]: INFO nova.compute.manager [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Took 10.62 seconds to spawn the instance on the hypervisor. [ 812.856977] env[69399]: DEBUG nova.compute.manager [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.858202] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9affa2-26e7-47ea-b010-19ace2b77fca {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.941650] env[69399]: DEBUG nova.network.neutron [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.184464] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.835s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.185140] env[69399]: DEBUG nova.compute.manager [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 813.189362] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.217s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.191309] env[69399]: INFO nova.compute.claims [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 813.233213] env[69399]: DEBUG oslo_concurrency.lockutils [None req-18f00403-e1f6-4554-9fcc-b7ff311af82d tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Lock "f7e38fa3-14c9-44a8-9234-45abec23187c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.335s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.398775] env[69399]: INFO nova.compute.manager [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Took 33.18 seconds to build instance. [ 813.413994] env[69399]: DEBUG nova.network.neutron [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Updating instance_info_cache with network_info: [{"id": "f63aabe8-f5f3-4e07-b0f8-6a9d5bbeb620", "address": "fa:16:3e:bc:3c:17", "network": {"id": "68a673e7-b30d-4cdf-b8b1-20402cbb8cf4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1343192852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "55ff750f74b0453b93e3fce98aa4a960", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf63aabe8-f5", "ovs_interfaceid": "f63aabe8-f5f3-4e07-b0f8-6a9d5bbeb620", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.697290] env[69399]: DEBUG nova.compute.utils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.704138] env[69399]: DEBUG nova.compute.manager [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 813.704867] env[69399]: DEBUG nova.network.neutron [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.831701] env[69399]: DEBUG nova.policy [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6234d348f6184d7eb782967bdc69d0cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55ff750f74b0453b93e3fce98aa4a960', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.902903] env[69399]: DEBUG oslo_concurrency.lockutils [None req-98d01df1-f765-4ef8-9b8a-a1fd5b19789d tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Lock "97eda364-701c-4a37-b3b8-9e399dad5fd5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.700s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.919619] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Releasing lock "refresh_cache-49ebd426-a2d8-4a16-a648-d672641add81" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.920564] env[69399]: DEBUG nova.compute.manager [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Instance network_info: |[{"id": "f63aabe8-f5f3-4e07-b0f8-6a9d5bbeb620", "address": "fa:16:3e:bc:3c:17", "network": {"id": "68a673e7-b30d-4cdf-b8b1-20402cbb8cf4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1343192852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "55ff750f74b0453b93e3fce98aa4a960", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf63aabe8-f5", "ovs_interfaceid": "f63aabe8-f5f3-4e07-b0f8-6a9d5bbeb620", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 813.925021] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:3c:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33fdc099-7497-41c1-b40c-1558937132d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f63aabe8-f5f3-4e07-b0f8-6a9d5bbeb620', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.935416] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Creating folder: Project (55ff750f74b0453b93e3fce98aa4a960). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 813.936752] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d82b7d6b-773c-453a-9f15-db0bc9a5964c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.954548] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Created folder: Project (55ff750f74b0453b93e3fce98aa4a960) in parent group-v826677. [ 813.955370] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Creating folder: Instances. Parent ref: group-v826754. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 813.956180] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71b93efb-dfd5-4c5d-9b0e-62c9bfb53cb3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.970353] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Created folder: Instances in parent group-v826754. [ 813.971533] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.972436] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.973055] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4c1bcff-f0e1-44a6-a60a-12e1ee743809 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.997445] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.997445] env[69399]: value = "task-4176561" [ 813.997445] env[69399]: _type = "Task" [ 813.997445] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.011023] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176561, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.146466] env[69399]: DEBUG nova.network.neutron [req-0ecbd745-9030-435f-87cb-dd20e617d573 req-d5bef9fb-47ae-4a19-89ea-f60275c45318 service nova] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Updated VIF entry in instance network info cache for port 4899fb79-df0c-4e96-ac80-c7333c5b4111. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.146466] env[69399]: DEBUG nova.network.neutron [req-0ecbd745-9030-435f-87cb-dd20e617d573 req-d5bef9fb-47ae-4a19-89ea-f60275c45318 service nova] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Updating instance_info_cache with network_info: [{"id": "4899fb79-df0c-4e96-ac80-c7333c5b4111", "address": "fa:16:3e:d1:7c:85", "network": {"id": "8bbd0a10-2e65-411d-8a62-f5ebaf71e8e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1453218423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ddf098d312d4b1282b2b2f8d85149f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4899fb79-df", "ovs_interfaceid": "4899fb79-df0c-4e96-ac80-c7333c5b4111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.201814] env[69399]: DEBUG nova.compute.manager [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 814.408449] env[69399]: DEBUG nova.compute.manager [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 814.516917] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176561, 'name': CreateVM_Task, 'duration_secs': 0.44907} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.517017] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.520719] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.520719] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.520719] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.520980] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-690b6d4c-7e05-4b03-b2cf-564c1e54720c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.528613] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Waiting for the task: (returnval){ [ 814.528613] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5244c414-a816-70a3-1426-7af7ed2d0742" [ 814.528613] env[69399]: _type = "Task" [ 814.528613] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.534755] env[69399]: DEBUG nova.network.neutron [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Successfully updated port: 40d419ff-bdd0-43e7-886d-4a5ea416ae3b {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 814.548169] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5244c414-a816-70a3-1426-7af7ed2d0742, 'name': SearchDatastore_Task, 'duration_secs': 0.014462} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.548169] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.548676] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.548676] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.548784] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.548988] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.549243] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-843783dd-2e9b-42ce-849e-cd63d4d41d83 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.565392] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.565493] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.566278] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08cda980-a76d-4477-ba67-f249a3619947 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.574083] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Waiting for the task: (returnval){ [ 814.574083] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52494e5b-a62c-bb84-29c4-2e886049766a" [ 814.574083] env[69399]: _type = "Task" [ 814.574083] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.588436] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52494e5b-a62c-bb84-29c4-2e886049766a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.656517] env[69399]: DEBUG oslo_concurrency.lockutils [req-0ecbd745-9030-435f-87cb-dd20e617d573 req-d5bef9fb-47ae-4a19-89ea-f60275c45318 service nova] Releasing lock "refresh_cache-11028ce0-73e3-483a-bd01-62cfd5713954" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.824013] env[69399]: DEBUG nova.network.neutron [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Successfully created port: 4665b6f6-1f40-46bb-8b2c-248420491d06 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 814.920973] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c44869-32ea-444b-9f77-a0d9dd256b8c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.936788] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dca25f4-f053-42d3-b9b5-8a7b67d5740a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.943277] env[69399]: DEBUG oslo_concurrency.lockutils [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.974759] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3735741-8ab7-433d-bc0e-00b9f17681f0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.985276] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd252e3-00bd-41b8-b524-c45d93ec24b1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.004301] env[69399]: DEBUG nova.compute.provider_tree [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.040772] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Acquiring lock "refresh_cache-ce36ec6e-aa3a-4413-897a-1aad2173662b" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.042461] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Acquired lock "refresh_cache-ce36ec6e-aa3a-4413-897a-1aad2173662b" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.042461] env[69399]: DEBUG nova.network.neutron [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.089161] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52494e5b-a62c-bb84-29c4-2e886049766a, 'name': SearchDatastore_Task, 'duration_secs': 0.014043} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.090213] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ec2b6a9-3633-4893-8178-5808c5c5afa9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.097613] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Waiting for the task: (returnval){ [ 815.097613] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c7f94c-ea36-c471-ec66-f8f10271fff3" [ 815.097613] env[69399]: _type = "Task" [ 815.097613] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.107700] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c7f94c-ea36-c471-ec66-f8f10271fff3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.217974] env[69399]: DEBUG nova.compute.manager [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 815.259028] env[69399]: DEBUG nova.virt.hardware [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.259530] env[69399]: DEBUG nova.virt.hardware [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.259718] env[69399]: DEBUG nova.virt.hardware [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.259968] env[69399]: DEBUG nova.virt.hardware [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.260354] env[69399]: DEBUG nova.virt.hardware [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.260477] env[69399]: DEBUG nova.virt.hardware [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.260722] env[69399]: DEBUG nova.virt.hardware [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.261210] env[69399]: DEBUG nova.virt.hardware [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.263955] env[69399]: DEBUG nova.virt.hardware [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.263955] env[69399]: DEBUG nova.virt.hardware [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.263955] env[69399]: DEBUG nova.virt.hardware [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.264530] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e567dbb4-dc25-4a2c-8fad-6c86b3d4c16d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.277462] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fb66b0-55cd-46be-bd52-3b19006001be {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.507635] env[69399]: DEBUG nova.scheduler.client.report [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.614627] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c7f94c-ea36-c471-ec66-f8f10271fff3, 'name': SearchDatastore_Task, 'duration_secs': 0.022941} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.616998] env[69399]: DEBUG nova.network.neutron [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.618973] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.619440] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 49ebd426-a2d8-4a16-a648-d672641add81/49ebd426-a2d8-4a16-a648-d672641add81.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.620688] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39f674a0-0e63-4808-a6a9-590196fa062f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.631608] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Waiting for the task: (returnval){ [ 815.631608] env[69399]: value = "task-4176562" [ 815.631608] env[69399]: _type = "Task" [ 815.631608] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.641882] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.749925] env[69399]: DEBUG nova.compute.manager [req-df216666-0d3b-4c3f-a0ae-69a9690c5038 req-d55ec1e8-0aee-4548-9fc0-759ad48cb204 service nova] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Received event network-changed-f63aabe8-f5f3-4e07-b0f8-6a9d5bbeb620 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.750234] env[69399]: DEBUG nova.compute.manager [req-df216666-0d3b-4c3f-a0ae-69a9690c5038 req-d55ec1e8-0aee-4548-9fc0-759ad48cb204 service nova] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Refreshing instance network info cache due to event network-changed-f63aabe8-f5f3-4e07-b0f8-6a9d5bbeb620. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.750543] env[69399]: DEBUG oslo_concurrency.lockutils [req-df216666-0d3b-4c3f-a0ae-69a9690c5038 req-d55ec1e8-0aee-4548-9fc0-759ad48cb204 service nova] Acquiring lock "refresh_cache-49ebd426-a2d8-4a16-a648-d672641add81" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.750739] env[69399]: DEBUG oslo_concurrency.lockutils [req-df216666-0d3b-4c3f-a0ae-69a9690c5038 req-d55ec1e8-0aee-4548-9fc0-759ad48cb204 service nova] Acquired lock "refresh_cache-49ebd426-a2d8-4a16-a648-d672641add81" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.750971] env[69399]: DEBUG nova.network.neutron [req-df216666-0d3b-4c3f-a0ae-69a9690c5038 req-d55ec1e8-0aee-4548-9fc0-759ad48cb204 service nova] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Refreshing network info cache for port f63aabe8-f5f3-4e07-b0f8-6a9d5bbeb620 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.937667] env[69399]: DEBUG nova.network.neutron [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Updating instance_info_cache with network_info: [{"id": "40d419ff-bdd0-43e7-886d-4a5ea416ae3b", "address": "fa:16:3e:c9:0c:10", "network": {"id": "68a673e7-b30d-4cdf-b8b1-20402cbb8cf4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1343192852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55ff750f74b0453b93e3fce98aa4a960", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40d419ff-bd", "ovs_interfaceid": "40d419ff-bdd0-43e7-886d-4a5ea416ae3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.005046] env[69399]: DEBUG nova.compute.manager [req-702c6139-8552-49f6-9c68-b0bc2cfd633d req-70eee890-d3fc-4160-a04d-accc0157136f service nova] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Received event network-vif-plugged-40d419ff-bdd0-43e7-886d-4a5ea416ae3b {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.005046] env[69399]: DEBUG oslo_concurrency.lockutils [req-702c6139-8552-49f6-9c68-b0bc2cfd633d req-70eee890-d3fc-4160-a04d-accc0157136f service nova] Acquiring lock "ce36ec6e-aa3a-4413-897a-1aad2173662b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.005046] env[69399]: DEBUG oslo_concurrency.lockutils [req-702c6139-8552-49f6-9c68-b0bc2cfd633d req-70eee890-d3fc-4160-a04d-accc0157136f service nova] Lock "ce36ec6e-aa3a-4413-897a-1aad2173662b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.005046] env[69399]: DEBUG oslo_concurrency.lockutils [req-702c6139-8552-49f6-9c68-b0bc2cfd633d req-70eee890-d3fc-4160-a04d-accc0157136f service nova] Lock "ce36ec6e-aa3a-4413-897a-1aad2173662b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.005819] env[69399]: DEBUG nova.compute.manager [req-702c6139-8552-49f6-9c68-b0bc2cfd633d req-70eee890-d3fc-4160-a04d-accc0157136f service nova] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] No waiting events found dispatching network-vif-plugged-40d419ff-bdd0-43e7-886d-4a5ea416ae3b {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 816.005819] env[69399]: WARNING nova.compute.manager [req-702c6139-8552-49f6-9c68-b0bc2cfd633d req-70eee890-d3fc-4160-a04d-accc0157136f service nova] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Received unexpected event network-vif-plugged-40d419ff-bdd0-43e7-886d-4a5ea416ae3b for instance with vm_state building and task_state spawning. [ 816.005819] env[69399]: DEBUG nova.compute.manager [req-702c6139-8552-49f6-9c68-b0bc2cfd633d req-70eee890-d3fc-4160-a04d-accc0157136f service nova] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Received event network-changed-40d419ff-bdd0-43e7-886d-4a5ea416ae3b {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.005819] env[69399]: DEBUG nova.compute.manager [req-702c6139-8552-49f6-9c68-b0bc2cfd633d req-70eee890-d3fc-4160-a04d-accc0157136f service nova] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Refreshing instance network info cache due to event network-changed-40d419ff-bdd0-43e7-886d-4a5ea416ae3b. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 816.006041] env[69399]: DEBUG oslo_concurrency.lockutils [req-702c6139-8552-49f6-9c68-b0bc2cfd633d req-70eee890-d3fc-4160-a04d-accc0157136f service nova] Acquiring lock "refresh_cache-ce36ec6e-aa3a-4413-897a-1aad2173662b" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.019114] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.825s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.019114] env[69399]: DEBUG nova.compute.manager [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 816.019114] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.193s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.020038] env[69399]: INFO nova.compute.claims [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 816.144114] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176562, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.199291] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Acquiring lock "0d2be239-eafb-43bb-b8a9-b8e9f53d8920" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.199753] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Lock "0d2be239-eafb-43bb-b8a9-b8e9f53d8920" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.440962] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Releasing lock "refresh_cache-ce36ec6e-aa3a-4413-897a-1aad2173662b" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.441463] env[69399]: DEBUG nova.compute.manager [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Instance network_info: |[{"id": "40d419ff-bdd0-43e7-886d-4a5ea416ae3b", "address": "fa:16:3e:c9:0c:10", "network": {"id": "68a673e7-b30d-4cdf-b8b1-20402cbb8cf4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1343192852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55ff750f74b0453b93e3fce98aa4a960", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40d419ff-bd", "ovs_interfaceid": "40d419ff-bdd0-43e7-886d-4a5ea416ae3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.441881] env[69399]: DEBUG oslo_concurrency.lockutils [req-702c6139-8552-49f6-9c68-b0bc2cfd633d req-70eee890-d3fc-4160-a04d-accc0157136f service nova] Acquired lock "refresh_cache-ce36ec6e-aa3a-4413-897a-1aad2173662b" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.442230] env[69399]: DEBUG nova.network.neutron [req-702c6139-8552-49f6-9c68-b0bc2cfd633d req-70eee890-d3fc-4160-a04d-accc0157136f service nova] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Refreshing network info cache for port 40d419ff-bdd0-43e7-886d-4a5ea416ae3b {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.443553] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:0c:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33fdc099-7497-41c1-b40c-1558937132d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40d419ff-bdd0-43e7-886d-4a5ea416ae3b', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.452445] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.452927] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.453215] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61cd40c4-d07d-4fc2-9368-9da04ec0af11 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.477950] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.477950] env[69399]: value = "task-4176563" [ 816.477950] env[69399]: _type = "Task" [ 816.477950] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.487778] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176563, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.524938] env[69399]: DEBUG nova.compute.utils [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 816.530176] env[69399]: DEBUG nova.compute.manager [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 816.530176] env[69399]: DEBUG nova.network.neutron [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 816.600120] env[69399]: DEBUG nova.policy [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9afe9629d14b449d82a3e6c737400bf7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a53443eb7f944f469243b44cdb5568d9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.647218] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176562, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.670143] env[69399]: DEBUG nova.network.neutron [req-df216666-0d3b-4c3f-a0ae-69a9690c5038 req-d55ec1e8-0aee-4548-9fc0-759ad48cb204 service nova] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Updated VIF entry in instance network info cache for port f63aabe8-f5f3-4e07-b0f8-6a9d5bbeb620. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.670605] env[69399]: DEBUG nova.network.neutron [req-df216666-0d3b-4c3f-a0ae-69a9690c5038 req-d55ec1e8-0aee-4548-9fc0-759ad48cb204 service nova] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Updating instance_info_cache with network_info: [{"id": "f63aabe8-f5f3-4e07-b0f8-6a9d5bbeb620", "address": "fa:16:3e:bc:3c:17", "network": {"id": "68a673e7-b30d-4cdf-b8b1-20402cbb8cf4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1343192852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55ff750f74b0453b93e3fce98aa4a960", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf63aabe8-f5", "ovs_interfaceid": "f63aabe8-f5f3-4e07-b0f8-6a9d5bbeb620", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.991563] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176563, 'name': CreateVM_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.034157] env[69399]: DEBUG nova.compute.manager [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 817.156821] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176562, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.174175] env[69399]: DEBUG oslo_concurrency.lockutils [req-df216666-0d3b-4c3f-a0ae-69a9690c5038 req-d55ec1e8-0aee-4548-9fc0-759ad48cb204 service nova] Releasing lock "refresh_cache-49ebd426-a2d8-4a16-a648-d672641add81" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.205276] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Acquiring lock "0998af2d-3756-4997-ac22-2e3b07e876fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.205533] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Lock "0998af2d-3756-4997-ac22-2e3b07e876fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.255487] env[69399]: DEBUG nova.network.neutron [req-702c6139-8552-49f6-9c68-b0bc2cfd633d req-70eee890-d3fc-4160-a04d-accc0157136f service nova] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Updated VIF entry in instance network info cache for port 40d419ff-bdd0-43e7-886d-4a5ea416ae3b. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.255487] env[69399]: DEBUG nova.network.neutron [req-702c6139-8552-49f6-9c68-b0bc2cfd633d req-70eee890-d3fc-4160-a04d-accc0157136f service nova] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Updating instance_info_cache with network_info: [{"id": "40d419ff-bdd0-43e7-886d-4a5ea416ae3b", "address": "fa:16:3e:c9:0c:10", "network": {"id": "68a673e7-b30d-4cdf-b8b1-20402cbb8cf4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1343192852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55ff750f74b0453b93e3fce98aa4a960", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40d419ff-bd", "ovs_interfaceid": "40d419ff-bdd0-43e7-886d-4a5ea416ae3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.406245] env[69399]: DEBUG nova.network.neutron [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Successfully created port: 0d5f3fb8-0d75-48b8-8d5b-2f41884f368a {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 817.491581] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176563, 'name': CreateVM_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.618434] env[69399]: DEBUG nova.network.neutron [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Successfully updated port: 4665b6f6-1f40-46bb-8b2c-248420491d06 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.652698] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176562, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.584231} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.653081] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 49ebd426-a2d8-4a16-a648-d672641add81/49ebd426-a2d8-4a16-a648-d672641add81.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.653512] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.653688] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5462f30f-3015-4a43-9618-638152bd3887 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.667298] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Waiting for the task: (returnval){ [ 817.667298] env[69399]: value = "task-4176564" [ 817.667298] env[69399]: _type = "Task" [ 817.667298] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.680211] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176564, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.736218] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a70ce4b-f148-4d4d-8357-ced5aa0fa01a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.746975] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cc260a-d5e7-4b23-9720-26a4a96559c2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.790349] env[69399]: DEBUG oslo_concurrency.lockutils [req-702c6139-8552-49f6-9c68-b0bc2cfd633d req-70eee890-d3fc-4160-a04d-accc0157136f service nova] Releasing lock "refresh_cache-ce36ec6e-aa3a-4413-897a-1aad2173662b" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.792184] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e253d3fc-78af-4393-8fc6-a7d60e3c1557 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.801734] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572e95ef-600e-457c-8b0b-5360668cb699 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.818307] env[69399]: DEBUG nova.compute.provider_tree [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.996569] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176563, 'name': CreateVM_Task, 'duration_secs': 1.174014} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.996569] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.996569] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.996569] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.997357] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.997357] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75cc2d76-e88e-4687-be66-695e9c6cec66 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.004891] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Waiting for the task: (returnval){ [ 818.004891] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52547dbc-1e2a-035b-6ceb-f1a93554068c" [ 818.004891] env[69399]: _type = "Task" [ 818.004891] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.018059] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52547dbc-1e2a-035b-6ceb-f1a93554068c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.051824] env[69399]: DEBUG nova.compute.manager [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 818.054379] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Acquiring lock "a572b063-eb76-4524-9008-58dfb766cc17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.054507] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Lock "a572b063-eb76-4524-9008-58dfb766cc17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.094954] env[69399]: DEBUG nova.virt.hardware [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 818.095244] env[69399]: DEBUG nova.virt.hardware [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.095428] env[69399]: DEBUG nova.virt.hardware [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.095631] env[69399]: DEBUG nova.virt.hardware [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.095971] env[69399]: DEBUG nova.virt.hardware [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.095971] env[69399]: DEBUG nova.virt.hardware [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 818.096185] env[69399]: DEBUG nova.virt.hardware [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 818.096356] env[69399]: DEBUG nova.virt.hardware [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 818.096538] env[69399]: DEBUG nova.virt.hardware [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 818.096705] env[69399]: DEBUG nova.virt.hardware [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 818.096892] env[69399]: DEBUG nova.virt.hardware [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 818.097795] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400a16b5-2196-49e5-94f6-4d55808ca06b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.111923] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962e3529-f4ba-4197-82ab-0f55735a8635 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.131603] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Acquiring lock "refresh_cache-62fb4163-a054-400c-b130-8039c5ab7b60" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.132060] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Acquired lock "refresh_cache-62fb4163-a054-400c-b130-8039c5ab7b60" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.132226] env[69399]: DEBUG nova.network.neutron [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.179592] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176564, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123325} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.179756] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.181016] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713891e3-f0f0-46e1-8897-873ea262d858 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.207886] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 49ebd426-a2d8-4a16-a648-d672641add81/49ebd426-a2d8-4a16-a648-d672641add81.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.208266] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38e9ce5e-a9bc-45d7-b7d0-44bd114d4cc5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.230773] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Waiting for the task: (returnval){ [ 818.230773] env[69399]: value = "task-4176565" [ 818.230773] env[69399]: _type = "Task" [ 818.230773] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.244587] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176565, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.324598] env[69399]: DEBUG nova.scheduler.client.report [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.365457] env[69399]: DEBUG nova.compute.manager [req-959e0047-8931-4c1f-a239-df9a9861ec97 req-8673c6ef-35fb-4452-898c-729cdb96db26 service nova] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Received event network-vif-plugged-4665b6f6-1f40-46bb-8b2c-248420491d06 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.365679] env[69399]: DEBUG oslo_concurrency.lockutils [req-959e0047-8931-4c1f-a239-df9a9861ec97 req-8673c6ef-35fb-4452-898c-729cdb96db26 service nova] Acquiring lock "62fb4163-a054-400c-b130-8039c5ab7b60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.365894] env[69399]: DEBUG oslo_concurrency.lockutils [req-959e0047-8931-4c1f-a239-df9a9861ec97 req-8673c6ef-35fb-4452-898c-729cdb96db26 service nova] Lock "62fb4163-a054-400c-b130-8039c5ab7b60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.366092] env[69399]: DEBUG oslo_concurrency.lockutils [req-959e0047-8931-4c1f-a239-df9a9861ec97 req-8673c6ef-35fb-4452-898c-729cdb96db26 service nova] Lock "62fb4163-a054-400c-b130-8039c5ab7b60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.367625] env[69399]: DEBUG nova.compute.manager [req-959e0047-8931-4c1f-a239-df9a9861ec97 req-8673c6ef-35fb-4452-898c-729cdb96db26 service nova] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] No waiting events found dispatching network-vif-plugged-4665b6f6-1f40-46bb-8b2c-248420491d06 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 818.367625] env[69399]: WARNING nova.compute.manager [req-959e0047-8931-4c1f-a239-df9a9861ec97 req-8673c6ef-35fb-4452-898c-729cdb96db26 service nova] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Received unexpected event network-vif-plugged-4665b6f6-1f40-46bb-8b2c-248420491d06 for instance with vm_state building and task_state spawning. [ 818.367625] env[69399]: DEBUG nova.compute.manager [req-959e0047-8931-4c1f-a239-df9a9861ec97 req-8673c6ef-35fb-4452-898c-729cdb96db26 service nova] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Received event network-changed-4665b6f6-1f40-46bb-8b2c-248420491d06 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.367625] env[69399]: DEBUG nova.compute.manager [req-959e0047-8931-4c1f-a239-df9a9861ec97 req-8673c6ef-35fb-4452-898c-729cdb96db26 service nova] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Refreshing instance network info cache due to event network-changed-4665b6f6-1f40-46bb-8b2c-248420491d06. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 818.367625] env[69399]: DEBUG oslo_concurrency.lockutils [req-959e0047-8931-4c1f-a239-df9a9861ec97 req-8673c6ef-35fb-4452-898c-729cdb96db26 service nova] Acquiring lock "refresh_cache-62fb4163-a054-400c-b130-8039c5ab7b60" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.451496] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Acquiring lock "11957fcf-7b3b-46fd-917b-30f9f873b982" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.451676] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Lock "11957fcf-7b3b-46fd-917b-30f9f873b982" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.516692] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52547dbc-1e2a-035b-6ceb-f1a93554068c, 'name': SearchDatastore_Task, 'duration_secs': 0.014112} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.516999] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.517281] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.517522] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.517667] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.517846] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.522021] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b6da39b-b22e-4198-8960-59c68ab58baa {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.528988] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.529197] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.529996] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f7e28a7-1b32-4f98-80fe-082b5320160e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.537392] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Waiting for the task: (returnval){ [ 818.537392] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]528e2d99-8b56-cc09-35f9-19d1a9caa5c2" [ 818.537392] env[69399]: _type = "Task" [ 818.537392] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.547185] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]528e2d99-8b56-cc09-35f9-19d1a9caa5c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.693307] env[69399]: DEBUG nova.network.neutron [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.742770] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176565, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.830457] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.812s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.831200] env[69399]: DEBUG nova.compute.manager [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 818.834124] env[69399]: DEBUG oslo_concurrency.lockutils [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.495s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.838048] env[69399]: INFO nova.compute.claims [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 819.052656] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]528e2d99-8b56-cc09-35f9-19d1a9caa5c2, 'name': SearchDatastore_Task, 'duration_secs': 0.015125} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.053991] env[69399]: DEBUG nova.network.neutron [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Updating instance_info_cache with network_info: [{"id": "4665b6f6-1f40-46bb-8b2c-248420491d06", "address": "fa:16:3e:d9:9b:63", "network": {"id": "68a673e7-b30d-4cdf-b8b1-20402cbb8cf4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1343192852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55ff750f74b0453b93e3fce98aa4a960", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4665b6f6-1f", "ovs_interfaceid": "4665b6f6-1f40-46bb-8b2c-248420491d06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.056765] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-510a29fd-ff3c-4e2f-8d88-130f17a0acb5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.063451] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Waiting for the task: (returnval){ [ 819.063451] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52daccf9-0534-46f7-d717-cd3c2c3e480a" [ 819.063451] env[69399]: _type = "Task" [ 819.063451] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.074185] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52daccf9-0534-46f7-d717-cd3c2c3e480a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.243505] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176565, 'name': ReconfigVM_Task, 'duration_secs': 0.545628} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.243618] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 49ebd426-a2d8-4a16-a648-d672641add81/49ebd426-a2d8-4a16-a648-d672641add81.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.244275] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88e7d51d-2e67-4872-b5ad-0d9995978bcd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.252154] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Waiting for the task: (returnval){ [ 819.252154] env[69399]: value = "task-4176566" [ 819.252154] env[69399]: _type = "Task" [ 819.252154] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.264475] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176566, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.343080] env[69399]: DEBUG nova.compute.utils [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.345374] env[69399]: DEBUG nova.compute.manager [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 819.345677] env[69399]: DEBUG nova.network.neutron [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 819.558074] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Releasing lock "refresh_cache-62fb4163-a054-400c-b130-8039c5ab7b60" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.558435] env[69399]: DEBUG nova.compute.manager [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Instance network_info: |[{"id": "4665b6f6-1f40-46bb-8b2c-248420491d06", "address": "fa:16:3e:d9:9b:63", "network": {"id": "68a673e7-b30d-4cdf-b8b1-20402cbb8cf4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1343192852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55ff750f74b0453b93e3fce98aa4a960", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4665b6f6-1f", "ovs_interfaceid": "4665b6f6-1f40-46bb-8b2c-248420491d06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 819.558752] env[69399]: DEBUG oslo_concurrency.lockutils [req-959e0047-8931-4c1f-a239-df9a9861ec97 req-8673c6ef-35fb-4452-898c-729cdb96db26 service nova] Acquired lock "refresh_cache-62fb4163-a054-400c-b130-8039c5ab7b60" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.558933] env[69399]: DEBUG nova.network.neutron [req-959e0047-8931-4c1f-a239-df9a9861ec97 req-8673c6ef-35fb-4452-898c-729cdb96db26 service nova] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Refreshing network info cache for port 4665b6f6-1f40-46bb-8b2c-248420491d06 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.560200] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:9b:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33fdc099-7497-41c1-b40c-1558937132d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4665b6f6-1f40-46bb-8b2c-248420491d06', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.567672] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.568255] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.572334] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67d9ed52-f587-43b6-b931-046a57084848 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.595031] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52daccf9-0534-46f7-d717-cd3c2c3e480a, 'name': SearchDatastore_Task, 'duration_secs': 0.015524} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.596431] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.596701] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] ce36ec6e-aa3a-4413-897a-1aad2173662b/ce36ec6e-aa3a-4413-897a-1aad2173662b.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.597013] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.597013] env[69399]: value = "task-4176567" [ 819.597013] env[69399]: _type = "Task" [ 819.597013] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.597168] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fc97c03-f375-4692-b654-5e32f208cc5e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.608670] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176567, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.610445] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Waiting for the task: (returnval){ [ 819.610445] env[69399]: value = "task-4176568" [ 819.610445] env[69399]: _type = "Task" [ 819.610445] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.619068] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.717813] env[69399]: DEBUG nova.policy [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e03018a16db4b9c89b5395feb9d819c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '997f21e394ca4fb0b64f97003278b1b4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 819.765350] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176566, 'name': Rename_Task, 'duration_secs': 0.194931} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.765642] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.766402] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24e9c46a-4e13-4179-a1f9-beab4fbf1022 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.773725] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Waiting for the task: (returnval){ [ 819.773725] env[69399]: value = "task-4176569" [ 819.773725] env[69399]: _type = "Task" [ 819.773725] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.782626] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.850019] env[69399]: DEBUG nova.compute.manager [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 820.069136] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Acquiring lock "a7ed6dc1-a1ea-4c33-a194-ee09c1703788" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.069473] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Lock "a7ed6dc1-a1ea-4c33-a194-ee09c1703788" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.111311] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176567, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.129699] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176568, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.303828] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176569, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.309383] env[69399]: DEBUG nova.network.neutron [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Successfully updated port: 0d5f3fb8-0d75-48b8-8d5b-2f41884f368a {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.503275] env[69399]: DEBUG nova.network.neutron [req-959e0047-8931-4c1f-a239-df9a9861ec97 req-8673c6ef-35fb-4452-898c-729cdb96db26 service nova] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Updated VIF entry in instance network info cache for port 4665b6f6-1f40-46bb-8b2c-248420491d06. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.503275] env[69399]: DEBUG nova.network.neutron [req-959e0047-8931-4c1f-a239-df9a9861ec97 req-8673c6ef-35fb-4452-898c-729cdb96db26 service nova] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Updating instance_info_cache with network_info: [{"id": "4665b6f6-1f40-46bb-8b2c-248420491d06", "address": "fa:16:3e:d9:9b:63", "network": {"id": "68a673e7-b30d-4cdf-b8b1-20402cbb8cf4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1343192852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55ff750f74b0453b93e3fce98aa4a960", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4665b6f6-1f", "ovs_interfaceid": "4665b6f6-1f40-46bb-8b2c-248420491d06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.534967] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112ab3a6-b6ea-4c34-b57b-f831202eaec2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.544732] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d682dab-e524-40c2-9ccb-e71cd694b0a5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.577557] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8858c80a-8ab5-4951-aa00-35648ac379ec {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.585571] env[69399]: DEBUG nova.compute.manager [req-6a35d3db-1b7c-4ecb-b27f-27a71904ddd7 req-e456171f-2610-40c3-b6ab-8e45fdc465f9 service nova] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Received event network-vif-plugged-0d5f3fb8-0d75-48b8-8d5b-2f41884f368a {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.585823] env[69399]: DEBUG oslo_concurrency.lockutils [req-6a35d3db-1b7c-4ecb-b27f-27a71904ddd7 req-e456171f-2610-40c3-b6ab-8e45fdc465f9 service nova] Acquiring lock "a1468a4f-6462-4943-af0e-dd01f8846ce7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.586090] env[69399]: DEBUG oslo_concurrency.lockutils [req-6a35d3db-1b7c-4ecb-b27f-27a71904ddd7 req-e456171f-2610-40c3-b6ab-8e45fdc465f9 service nova] Lock "a1468a4f-6462-4943-af0e-dd01f8846ce7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.586271] env[69399]: DEBUG oslo_concurrency.lockutils [req-6a35d3db-1b7c-4ecb-b27f-27a71904ddd7 req-e456171f-2610-40c3-b6ab-8e45fdc465f9 service nova] Lock "a1468a4f-6462-4943-af0e-dd01f8846ce7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.586472] env[69399]: DEBUG nova.compute.manager [req-6a35d3db-1b7c-4ecb-b27f-27a71904ddd7 req-e456171f-2610-40c3-b6ab-8e45fdc465f9 service nova] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] No waiting events found dispatching network-vif-plugged-0d5f3fb8-0d75-48b8-8d5b-2f41884f368a {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 820.586649] env[69399]: WARNING nova.compute.manager [req-6a35d3db-1b7c-4ecb-b27f-27a71904ddd7 req-e456171f-2610-40c3-b6ab-8e45fdc465f9 service nova] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Received unexpected event network-vif-plugged-0d5f3fb8-0d75-48b8-8d5b-2f41884f368a for instance with vm_state building and task_state spawning. [ 820.586815] env[69399]: DEBUG nova.compute.manager [req-6a35d3db-1b7c-4ecb-b27f-27a71904ddd7 req-e456171f-2610-40c3-b6ab-8e45fdc465f9 service nova] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Received event network-changed-0d5f3fb8-0d75-48b8-8d5b-2f41884f368a {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.587008] env[69399]: DEBUG nova.compute.manager [req-6a35d3db-1b7c-4ecb-b27f-27a71904ddd7 req-e456171f-2610-40c3-b6ab-8e45fdc465f9 service nova] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Refreshing instance network info cache due to event network-changed-0d5f3fb8-0d75-48b8-8d5b-2f41884f368a. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 820.587322] env[69399]: DEBUG oslo_concurrency.lockutils [req-6a35d3db-1b7c-4ecb-b27f-27a71904ddd7 req-e456171f-2610-40c3-b6ab-8e45fdc465f9 service nova] Acquiring lock "refresh_cache-a1468a4f-6462-4943-af0e-dd01f8846ce7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.587599] env[69399]: DEBUG oslo_concurrency.lockutils [req-6a35d3db-1b7c-4ecb-b27f-27a71904ddd7 req-e456171f-2610-40c3-b6ab-8e45fdc465f9 service nova] Acquired lock "refresh_cache-a1468a4f-6462-4943-af0e-dd01f8846ce7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.587599] env[69399]: DEBUG nova.network.neutron [req-6a35d3db-1b7c-4ecb-b27f-27a71904ddd7 req-e456171f-2610-40c3-b6ab-8e45fdc465f9 service nova] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Refreshing network info cache for port 0d5f3fb8-0d75-48b8-8d5b-2f41884f368a {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.597030] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e3a537-5727-44ff-9fc0-84e97e35d593 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.617216] env[69399]: DEBUG nova.compute.provider_tree [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.628780] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176567, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.639241] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176568, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628525} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.639437] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] ce36ec6e-aa3a-4413-897a-1aad2173662b/ce36ec6e-aa3a-4413-897a-1aad2173662b.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.639661] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.639921] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ec617b3-2469-4c79-b2b6-3e053df9fecb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.649619] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Waiting for the task: (returnval){ [ 820.649619] env[69399]: value = "task-4176570" [ 820.649619] env[69399]: _type = "Task" [ 820.649619] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.654704] env[69399]: DEBUG nova.network.neutron [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Successfully created port: 5d4d97cf-82ef-4769-ad45-5fe4c9e9a9e5 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 820.665165] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.789921] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176569, 'name': PowerOnVM_Task, 'duration_secs': 0.94952} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.790244] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.790458] env[69399]: INFO nova.compute.manager [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Took 11.41 seconds to spawn the instance on the hypervisor. [ 820.790705] env[69399]: DEBUG nova.compute.manager [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.791664] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a121dada-11e4-4201-ae52-2c51a8e2ade3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.813561] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Acquiring lock "refresh_cache-a1468a4f-6462-4943-af0e-dd01f8846ce7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.865869] env[69399]: DEBUG nova.compute.manager [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 820.901435] env[69399]: DEBUG nova.virt.hardware [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.901912] env[69399]: DEBUG nova.virt.hardware [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.902400] env[69399]: DEBUG nova.virt.hardware [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.902400] env[69399]: DEBUG nova.virt.hardware [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.902400] env[69399]: DEBUG nova.virt.hardware [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.902587] env[69399]: DEBUG nova.virt.hardware [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.902790] env[69399]: DEBUG nova.virt.hardware [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.902993] env[69399]: DEBUG nova.virt.hardware [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.903395] env[69399]: DEBUG nova.virt.hardware [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.903395] env[69399]: DEBUG nova.virt.hardware [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.903583] env[69399]: DEBUG nova.virt.hardware [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.907036] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1545e273-774d-455b-bc6e-244dcc233bd7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.919267] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cdda63-cb1d-4f7d-a113-75450ae499d2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.005985] env[69399]: DEBUG oslo_concurrency.lockutils [req-959e0047-8931-4c1f-a239-df9a9861ec97 req-8673c6ef-35fb-4452-898c-729cdb96db26 service nova] Releasing lock "refresh_cache-62fb4163-a054-400c-b130-8039c5ab7b60" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.011021] env[69399]: DEBUG oslo_vmware.rw_handles [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525a7734-a95f-1fe0-bdf1-b45785e90aa4/disk-0.vmdk. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 821.011021] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca5aab0-96a1-4a6f-a8ef-fdab353af5e9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.021177] env[69399]: DEBUG oslo_vmware.rw_handles [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525a7734-a95f-1fe0-bdf1-b45785e90aa4/disk-0.vmdk is in state: ready. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 821.021177] env[69399]: ERROR oslo_vmware.rw_handles [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525a7734-a95f-1fe0-bdf1-b45785e90aa4/disk-0.vmdk due to incomplete transfer. [ 821.021177] env[69399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6a8bd0e3-8dc4-4116-a2cc-86448b0422c5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.029166] env[69399]: DEBUG oslo_vmware.rw_handles [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525a7734-a95f-1fe0-bdf1-b45785e90aa4/disk-0.vmdk. {{(pid=69399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 821.032033] env[69399]: DEBUG nova.virt.vmwareapi.images [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Uploaded image 783a8419-c3ba-4aa0-9ab0-9fa2fa32f5cf to the Glance image server {{(pid=69399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 821.032033] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Destroying the VM {{(pid=69399) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 821.032734] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ccb72bb7-94f1-40d9-bd61-250bc4b253a4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.041524] env[69399]: DEBUG oslo_vmware.api [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Waiting for the task: (returnval){ [ 821.041524] env[69399]: value = "task-4176571" [ 821.041524] env[69399]: _type = "Task" [ 821.041524] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.052127] env[69399]: DEBUG oslo_vmware.api [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176571, 'name': Destroy_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.114174] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176567, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.122390] env[69399]: DEBUG nova.scheduler.client.report [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.158626] env[69399]: DEBUG nova.network.neutron [req-6a35d3db-1b7c-4ecb-b27f-27a71904ddd7 req-e456171f-2610-40c3-b6ab-8e45fdc465f9 service nova] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.171321] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176570, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110389} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.171321] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.171321] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00859e20-d56a-4eda-8e2d-b59b9916e74f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.200276] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] ce36ec6e-aa3a-4413-897a-1aad2173662b/ce36ec6e-aa3a-4413-897a-1aad2173662b.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.201137] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f1c05cc-bdbb-4c84-8128-06adb40a85f4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.224864] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Waiting for the task: (returnval){ [ 821.224864] env[69399]: value = "task-4176572" [ 821.224864] env[69399]: _type = "Task" [ 821.224864] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.234973] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176572, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.290077] env[69399]: DEBUG nova.network.neutron [req-6a35d3db-1b7c-4ecb-b27f-27a71904ddd7 req-e456171f-2610-40c3-b6ab-8e45fdc465f9 service nova] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.312679] env[69399]: INFO nova.compute.manager [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Took 37.51 seconds to build instance. [ 821.553751] env[69399]: DEBUG oslo_vmware.api [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176571, 'name': Destroy_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.614981] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176567, 'name': CreateVM_Task, 'duration_secs': 1.616786} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.619023] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.619023] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.619023] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.619023] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.619023] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb1fed7f-b5c8-4930-be1e-7494ef8934ab {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.623231] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Waiting for the task: (returnval){ [ 821.623231] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e3423d-99d7-48c3-6e5f-8fbd400557b6" [ 821.623231] env[69399]: _type = "Task" [ 821.623231] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.632536] env[69399]: DEBUG oslo_concurrency.lockutils [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.798s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.633110] env[69399]: DEBUG nova.compute.manager [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 821.635847] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e3423d-99d7-48c3-6e5f-8fbd400557b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.636375] env[69399]: DEBUG oslo_concurrency.lockutils [None req-49228a9f-4cf8-488e-851b-64dc7d3cba09 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 17.871s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.739477] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.792759] env[69399]: DEBUG oslo_concurrency.lockutils [req-6a35d3db-1b7c-4ecb-b27f-27a71904ddd7 req-e456171f-2610-40c3-b6ab-8e45fdc465f9 service nova] Releasing lock "refresh_cache-a1468a4f-6462-4943-af0e-dd01f8846ce7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.793546] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Acquired lock "refresh_cache-a1468a4f-6462-4943-af0e-dd01f8846ce7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.793546] env[69399]: DEBUG nova.network.neutron [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.816213] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Lock "49ebd426-a2d8-4a16-a648-d672641add81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.032s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.060913] env[69399]: DEBUG oslo_vmware.api [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176571, 'name': Destroy_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.141215] env[69399]: DEBUG nova.compute.utils [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 822.144484] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e3423d-99d7-48c3-6e5f-8fbd400557b6, 'name': SearchDatastore_Task, 'duration_secs': 0.019024} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.144859] env[69399]: DEBUG nova.compute.manager [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 822.145054] env[69399]: DEBUG nova.network.neutron [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 822.149608] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.149935] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.150086] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.150228] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.150415] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.151870] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cce860a4-8ef9-48f1-83a3-d959c0f39ac4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.162493] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.162493] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.162683] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8161ea8c-3ccc-44ae-bbde-aee1135cd386 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.173342] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Waiting for the task: (returnval){ [ 822.173342] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]527fa9ff-260a-5db2-0505-255f82e70968" [ 822.173342] env[69399]: _type = "Task" [ 822.173342] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.193213] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]527fa9ff-260a-5db2-0505-255f82e70968, 'name': SearchDatastore_Task, 'duration_secs': 0.012318} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.194241] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-694da8f4-a8c5-42d5-99b7-67039d67a15a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.204277] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Waiting for the task: (returnval){ [ 822.204277] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]523596bc-65dc-9553-fe70-8a32ad8af117" [ 822.204277] env[69399]: _type = "Task" [ 822.204277] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.215501] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]523596bc-65dc-9553-fe70-8a32ad8af117, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.233976] env[69399]: DEBUG nova.policy [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '714f59f05f8a45a7a1375e5da2af34bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac14f7a5cc554a2f9b53237d90310609', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 822.242864] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.321297] env[69399]: DEBUG nova.compute.manager [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 822.354974] env[69399]: DEBUG nova.network.neutron [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 822.547887] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Acquiring lock "5ad3e254-1e47-4f35-8cdc-9c20cacdef92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.548200] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Lock "5ad3e254-1e47-4f35-8cdc-9c20cacdef92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.559481] env[69399]: DEBUG oslo_vmware.api [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176571, 'name': Destroy_Task, 'duration_secs': 1.420675} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.559803] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Destroyed the VM [ 822.560060] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Deleting Snapshot of the VM instance {{(pid=69399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 822.560326] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-639a976f-1f80-4943-878c-4a06debe61fb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.576801] env[69399]: DEBUG oslo_vmware.api [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Waiting for the task: (returnval){ [ 822.576801] env[69399]: value = "task-4176573" [ 822.576801] env[69399]: _type = "Task" [ 822.576801] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.590355] env[69399]: DEBUG oslo_vmware.api [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176573, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.636753] env[69399]: DEBUG nova.network.neutron [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Successfully created port: 1aeb1a6d-e44d-43f3-8818-841f83ea8959 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 822.652226] env[69399]: DEBUG nova.compute.manager [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 822.721670] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]523596bc-65dc-9553-fe70-8a32ad8af117, 'name': SearchDatastore_Task, 'duration_secs': 0.015297} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.722054] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.722205] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 62fb4163-a054-400c-b130-8039c5ab7b60/62fb4163-a054-400c-b130-8039c5ab7b60.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.722486] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f918b06-00a2-4f88-831f-fe92e9ecdadf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.734962] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Waiting for the task: (returnval){ [ 822.734962] env[69399]: value = "task-4176574" [ 822.734962] env[69399]: _type = "Task" [ 822.734962] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.744319] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176572, 'name': ReconfigVM_Task, 'duration_secs': 1.236247} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.745157] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Reconfigured VM instance instance-00000019 to attach disk [datastore1] ce36ec6e-aa3a-4413-897a-1aad2173662b/ce36ec6e-aa3a-4413-897a-1aad2173662b.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.751232] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ed3d09a-c604-4186-bae0-5e649730a54a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.757934] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.766171] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Waiting for the task: (returnval){ [ 822.766171] env[69399]: value = "task-4176575" [ 822.766171] env[69399]: _type = "Task" [ 822.766171] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.776608] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176575, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.852955] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.868395] env[69399]: DEBUG nova.network.neutron [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Updating instance_info_cache with network_info: [{"id": "0d5f3fb8-0d75-48b8-8d5b-2f41884f368a", "address": "fa:16:3e:0d:21:82", "network": {"id": "75871856-e2a9-4974-832a-a3bf28ca40fc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1930972817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a53443eb7f944f469243b44cdb5568d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d5f3fb8-0d", "ovs_interfaceid": "0d5f3fb8-0d75-48b8-8d5b-2f41884f368a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.949018] env[69399]: DEBUG nova.network.neutron [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Successfully updated port: 5d4d97cf-82ef-4769-ad45-5fe4c9e9a9e5 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 822.957032] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a954ec-38aa-4044-aa50-461389ec12c3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.968638] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03497838-603a-4519-960d-2ec1fd61b031 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.005036] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c979f43b-e408-4cfe-a78e-d7d528258fa1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.015664] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc1ac75-b1ca-4575-94b0-e37386e85768 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.032131] env[69399]: DEBUG nova.compute.provider_tree [None req-49228a9f-4cf8-488e-851b-64dc7d3cba09 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.082725] env[69399]: DEBUG nova.compute.manager [req-ef4d58a9-5aec-4804-a9ce-f084d5e9095d req-64208e6d-7b91-4f63-a080-9c6273bf4e1b service nova] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Received event network-vif-plugged-5d4d97cf-82ef-4769-ad45-5fe4c9e9a9e5 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.082725] env[69399]: DEBUG oslo_concurrency.lockutils [req-ef4d58a9-5aec-4804-a9ce-f084d5e9095d req-64208e6d-7b91-4f63-a080-9c6273bf4e1b service nova] Acquiring lock "5df06110-ddc7-4d82-a9f0-c4fac929060b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.082725] env[69399]: DEBUG oslo_concurrency.lockutils [req-ef4d58a9-5aec-4804-a9ce-f084d5e9095d req-64208e6d-7b91-4f63-a080-9c6273bf4e1b service nova] Lock "5df06110-ddc7-4d82-a9f0-c4fac929060b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.082725] env[69399]: DEBUG oslo_concurrency.lockutils [req-ef4d58a9-5aec-4804-a9ce-f084d5e9095d req-64208e6d-7b91-4f63-a080-9c6273bf4e1b service nova] Lock "5df06110-ddc7-4d82-a9f0-c4fac929060b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.082725] env[69399]: DEBUG nova.compute.manager [req-ef4d58a9-5aec-4804-a9ce-f084d5e9095d req-64208e6d-7b91-4f63-a080-9c6273bf4e1b service nova] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] No waiting events found dispatching network-vif-plugged-5d4d97cf-82ef-4769-ad45-5fe4c9e9a9e5 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 823.083073] env[69399]: WARNING nova.compute.manager [req-ef4d58a9-5aec-4804-a9ce-f084d5e9095d req-64208e6d-7b91-4f63-a080-9c6273bf4e1b service nova] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Received unexpected event network-vif-plugged-5d4d97cf-82ef-4769-ad45-5fe4c9e9a9e5 for instance with vm_state building and task_state spawning. [ 823.096820] env[69399]: DEBUG oslo_vmware.api [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176573, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.250293] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176574, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.278401] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176575, 'name': Rename_Task, 'duration_secs': 0.190133} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.278746] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 823.279101] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9fda253-e8f3-4ff8-b3e7-8d55c3223e3c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.287837] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Waiting for the task: (returnval){ [ 823.287837] env[69399]: value = "task-4176576" [ 823.287837] env[69399]: _type = "Task" [ 823.287837] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.301949] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176576, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.374029] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Releasing lock "refresh_cache-a1468a4f-6462-4943-af0e-dd01f8846ce7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.374029] env[69399]: DEBUG nova.compute.manager [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Instance network_info: |[{"id": "0d5f3fb8-0d75-48b8-8d5b-2f41884f368a", "address": "fa:16:3e:0d:21:82", "network": {"id": "75871856-e2a9-4974-832a-a3bf28ca40fc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1930972817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a53443eb7f944f469243b44cdb5568d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d5f3fb8-0d", "ovs_interfaceid": "0d5f3fb8-0d75-48b8-8d5b-2f41884f368a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 823.374481] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:21:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de5fcb06-b0d0-467f-86fe-06882165ac31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d5f3fb8-0d75-48b8-8d5b-2f41884f368a', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.383375] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Creating folder: Project (a53443eb7f944f469243b44cdb5568d9). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.383772] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c74129e-0fe7-45ad-a404-3ba0dde61d9b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.396543] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Created folder: Project (a53443eb7f944f469243b44cdb5568d9) in parent group-v826677. [ 823.396878] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Creating folder: Instances. Parent ref: group-v826759. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.397414] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f230bc6b-3c27-4245-add1-b5ef5fa8628e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.408082] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Created folder: Instances in parent group-v826759. [ 823.408386] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.408604] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.408862] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e9dfec0-6e73-4ce0-93f9-aa67a24086db {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.429129] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.429129] env[69399]: value = "task-4176579" [ 823.429129] env[69399]: _type = "Task" [ 823.429129] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.438183] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176579, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.455290] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Acquiring lock "refresh_cache-5df06110-ddc7-4d82-a9f0-c4fac929060b" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.455523] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Acquired lock "refresh_cache-5df06110-ddc7-4d82-a9f0-c4fac929060b" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.455736] env[69399]: DEBUG nova.network.neutron [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.537056] env[69399]: DEBUG nova.scheduler.client.report [None req-49228a9f-4cf8-488e-851b-64dc7d3cba09 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.593301] env[69399]: DEBUG oslo_vmware.api [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176573, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.667756] env[69399]: DEBUG nova.compute.manager [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 823.721289] env[69399]: DEBUG nova.virt.hardware [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.721289] env[69399]: DEBUG nova.virt.hardware [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.721289] env[69399]: DEBUG nova.virt.hardware [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.721776] env[69399]: DEBUG nova.virt.hardware [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.721776] env[69399]: DEBUG nova.virt.hardware [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.722964] env[69399]: DEBUG nova.virt.hardware [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.722964] env[69399]: DEBUG nova.virt.hardware [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.723148] env[69399]: DEBUG nova.virt.hardware [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.723340] env[69399]: DEBUG nova.virt.hardware [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.723597] env[69399]: DEBUG nova.virt.hardware [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.723850] env[69399]: DEBUG nova.virt.hardware [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.725386] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755c9293-ed9d-4437-a432-15fbee7c6148 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.737062] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e9221e-2b91-4584-9408-7963f3c7fa04 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.757938] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604001} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.769655] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 62fb4163-a054-400c-b130-8039c5ab7b60/62fb4163-a054-400c-b130-8039c5ab7b60.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.769655] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.770030] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05124bf7-5e8b-49b2-95a3-7a5585ac0c39 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.778483] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Waiting for the task: (returnval){ [ 823.778483] env[69399]: value = "task-4176580" [ 823.778483] env[69399]: _type = "Task" [ 823.778483] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.788151] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176580, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.799456] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176576, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.940369] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176579, 'name': CreateVM_Task, 'duration_secs': 0.490438} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.940571] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.941659] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.941834] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.942730] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.942730] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30ed77cf-b05a-4eec-bb6e-d3bc332bc1f7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.948697] env[69399]: DEBUG oslo_vmware.api [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Waiting for the task: (returnval){ [ 823.948697] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]527158f5-67a5-8847-2d06-f24792f0c2e4" [ 823.948697] env[69399]: _type = "Task" [ 823.948697] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.960464] env[69399]: DEBUG oslo_vmware.api [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]527158f5-67a5-8847-2d06-f24792f0c2e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.016624] env[69399]: DEBUG nova.network.neutron [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.098421] env[69399]: DEBUG oslo_vmware.api [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176573, 'name': RemoveSnapshot_Task, 'duration_secs': 1.1322} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.098703] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Deleted Snapshot of the VM instance {{(pid=69399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 824.099056] env[69399]: INFO nova.compute.manager [None req-9bfc0f48-3ed6-4a26-ae4f-e1dbc520c799 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Took 17.85 seconds to snapshot the instance on the hypervisor. [ 824.225648] env[69399]: DEBUG nova.compute.manager [req-f3f48ce3-c2be-4165-9e2d-289e6ca4777b req-d83eb354-e8f0-488c-af8a-74a895fa40bc service nova] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Received event network-vif-plugged-1aeb1a6d-e44d-43f3-8818-841f83ea8959 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.225775] env[69399]: DEBUG oslo_concurrency.lockutils [req-f3f48ce3-c2be-4165-9e2d-289e6ca4777b req-d83eb354-e8f0-488c-af8a-74a895fa40bc service nova] Acquiring lock "d2e9732f-5ea0-4be9-8000-d78d5acd8961-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.226606] env[69399]: DEBUG oslo_concurrency.lockutils [req-f3f48ce3-c2be-4165-9e2d-289e6ca4777b req-d83eb354-e8f0-488c-af8a-74a895fa40bc service nova] Lock "d2e9732f-5ea0-4be9-8000-d78d5acd8961-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.226833] env[69399]: DEBUG oslo_concurrency.lockutils [req-f3f48ce3-c2be-4165-9e2d-289e6ca4777b req-d83eb354-e8f0-488c-af8a-74a895fa40bc service nova] Lock "d2e9732f-5ea0-4be9-8000-d78d5acd8961-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.227072] env[69399]: DEBUG nova.compute.manager [req-f3f48ce3-c2be-4165-9e2d-289e6ca4777b req-d83eb354-e8f0-488c-af8a-74a895fa40bc service nova] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] No waiting events found dispatching network-vif-plugged-1aeb1a6d-e44d-43f3-8818-841f83ea8959 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 824.227337] env[69399]: WARNING nova.compute.manager [req-f3f48ce3-c2be-4165-9e2d-289e6ca4777b req-d83eb354-e8f0-488c-af8a-74a895fa40bc service nova] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Received unexpected event network-vif-plugged-1aeb1a6d-e44d-43f3-8818-841f83ea8959 for instance with vm_state building and task_state spawning. [ 824.286041] env[69399]: DEBUG nova.network.neutron [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Updating instance_info_cache with network_info: [{"id": "5d4d97cf-82ef-4769-ad45-5fe4c9e9a9e5", "address": "fa:16:3e:02:eb:68", "network": {"id": "e6123224-ba4a-4d8f-91b9-06e051cef811", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70c0851169f84ebb9810edf05230c60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d4d97cf-82", "ovs_interfaceid": "5d4d97cf-82ef-4769-ad45-5fe4c9e9a9e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.297677] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176580, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147958} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.298577] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.299615] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18338526-8a5c-4e36-a9d7-8c73c49dbe40 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.305424] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176576, 'name': PowerOnVM_Task, 'duration_secs': 1.010279} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.305976] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.306216] env[69399]: INFO nova.compute.manager [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Took 11.91 seconds to spawn the instance on the hypervisor. [ 824.306403] env[69399]: DEBUG nova.compute.manager [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.307226] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d104a9-a197-4baf-ac14-3e4236035fc8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.332193] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 62fb4163-a054-400c-b130-8039c5ab7b60/62fb4163-a054-400c-b130-8039c5ab7b60.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.332193] env[69399]: DEBUG nova.network.neutron [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Successfully updated port: 1aeb1a6d-e44d-43f3-8818-841f83ea8959 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 824.336558] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57d4b066-c72c-4243-a5d5-a8faf3cf9841 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.364413] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Waiting for the task: (returnval){ [ 824.364413] env[69399]: value = "task-4176581" [ 824.364413] env[69399]: _type = "Task" [ 824.364413] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.374330] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176581, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.464202] env[69399]: DEBUG oslo_vmware.api [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]527158f5-67a5-8847-2d06-f24792f0c2e4, 'name': SearchDatastore_Task, 'duration_secs': 0.034327} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.464749] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.465113] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 824.465512] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.465785] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.466083] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 824.466454] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4763b2ef-1147-4511-9c39-156175212ebb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.478045] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 824.478045] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 824.478793] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e3c4d2c-36ce-4346-9ff4-6022d15a8d06 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.485060] env[69399]: DEBUG oslo_vmware.api [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Waiting for the task: (returnval){ [ 824.485060] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5209be63-c384-a841-b028-5abb08abee0b" [ 824.485060] env[69399]: _type = "Task" [ 824.485060] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.493731] env[69399]: DEBUG oslo_vmware.api [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5209be63-c384-a841-b028-5abb08abee0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.559093] env[69399]: DEBUG oslo_concurrency.lockutils [None req-49228a9f-4cf8-488e-851b-64dc7d3cba09 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.923s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.562539] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.492s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.564773] env[69399]: INFO nova.compute.claims [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.795028] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Releasing lock "refresh_cache-5df06110-ddc7-4d82-a9f0-c4fac929060b" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.795428] env[69399]: DEBUG nova.compute.manager [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Instance network_info: |[{"id": "5d4d97cf-82ef-4769-ad45-5fe4c9e9a9e5", "address": "fa:16:3e:02:eb:68", "network": {"id": "e6123224-ba4a-4d8f-91b9-06e051cef811", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70c0851169f84ebb9810edf05230c60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d4d97cf-82", "ovs_interfaceid": "5d4d97cf-82ef-4769-ad45-5fe4c9e9a9e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 824.795877] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:eb:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d4d97cf-82ef-4769-ad45-5fe4c9e9a9e5', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.803274] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Creating folder: Project (997f21e394ca4fb0b64f97003278b1b4). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 824.803600] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e99d1bb-0dd3-41ff-8adc-a367ce92254a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.816644] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Created folder: Project (997f21e394ca4fb0b64f97003278b1b4) in parent group-v826677. [ 824.816860] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Creating folder: Instances. Parent ref: group-v826762. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 824.817176] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e404b45-39be-45a5-be92-9d5d0caf672d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.828040] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Created folder: Instances in parent group-v826762. [ 824.828260] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.828489] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.828707] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4720f1b0-25bb-426e-9885-e4c18b97e2a3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.844059] env[69399]: DEBUG oslo_concurrency.lockutils [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Acquiring lock "refresh_cache-d2e9732f-5ea0-4be9-8000-d78d5acd8961" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.844237] env[69399]: DEBUG oslo_concurrency.lockutils [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Acquired lock "refresh_cache-d2e9732f-5ea0-4be9-8000-d78d5acd8961" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.844701] env[69399]: DEBUG nova.network.neutron [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.851017] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.851017] env[69399]: value = "task-4176584" [ 824.851017] env[69399]: _type = "Task" [ 824.851017] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.877023] env[69399]: INFO nova.compute.manager [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Took 41.03 seconds to build instance. [ 824.878391] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176584, 'name': CreateVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.884950] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176581, 'name': ReconfigVM_Task, 'duration_secs': 0.342482} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.885280] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 62fb4163-a054-400c-b130-8039c5ab7b60/62fb4163-a054-400c-b130-8039c5ab7b60.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.885917] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-083dbc18-71a5-434e-96f5-497565dacd4c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.892522] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Waiting for the task: (returnval){ [ 824.892522] env[69399]: value = "task-4176585" [ 824.892522] env[69399]: _type = "Task" [ 824.892522] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.903383] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176585, 'name': Rename_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.997956] env[69399]: DEBUG oslo_vmware.api [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5209be63-c384-a841-b028-5abb08abee0b, 'name': SearchDatastore_Task, 'duration_secs': 0.018218} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.998866] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-882ddd6c-851b-4a86-b270-58bcada19abc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.006443] env[69399]: DEBUG oslo_vmware.api [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Waiting for the task: (returnval){ [ 825.006443] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e34ec3-2853-30a8-ce68-b426b939bba2" [ 825.006443] env[69399]: _type = "Task" [ 825.006443] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.017672] env[69399]: DEBUG oslo_vmware.api [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e34ec3-2853-30a8-ce68-b426b939bba2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.142039] env[69399]: INFO nova.scheduler.client.report [None req-49228a9f-4cf8-488e-851b-64dc7d3cba09 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Deleted allocation for migration 8899ea69-a1b1-4606-80a1-f5c20723f011 [ 825.187374] env[69399]: DEBUG nova.compute.manager [req-e0113a9b-f824-4697-b005-0971f3303d0c req-c5703934-93f8-4433-b926-9031e8fab69a service nova] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Received event network-changed-5d4d97cf-82ef-4769-ad45-5fe4c9e9a9e5 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.187730] env[69399]: DEBUG nova.compute.manager [req-e0113a9b-f824-4697-b005-0971f3303d0c req-c5703934-93f8-4433-b926-9031e8fab69a service nova] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Refreshing instance network info cache due to event network-changed-5d4d97cf-82ef-4769-ad45-5fe4c9e9a9e5. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 825.188809] env[69399]: DEBUG oslo_concurrency.lockutils [req-e0113a9b-f824-4697-b005-0971f3303d0c req-c5703934-93f8-4433-b926-9031e8fab69a service nova] Acquiring lock "refresh_cache-5df06110-ddc7-4d82-a9f0-c4fac929060b" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.188809] env[69399]: DEBUG oslo_concurrency.lockutils [req-e0113a9b-f824-4697-b005-0971f3303d0c req-c5703934-93f8-4433-b926-9031e8fab69a service nova] Acquired lock "refresh_cache-5df06110-ddc7-4d82-a9f0-c4fac929060b" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.188809] env[69399]: DEBUG nova.network.neutron [req-e0113a9b-f824-4697-b005-0971f3303d0c req-c5703934-93f8-4433-b926-9031e8fab69a service nova] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Refreshing network info cache for port 5d4d97cf-82ef-4769-ad45-5fe4c9e9a9e5 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.362293] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176584, 'name': CreateVM_Task, 'duration_secs': 0.355414} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.362649] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.363219] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.363384] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.363723] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.364022] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3b1a4ca-0f13-47be-afd4-9f81262f2af9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.369392] env[69399]: DEBUG oslo_vmware.api [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Waiting for the task: (returnval){ [ 825.369392] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52ae215b-02c0-38db-94af-fed9156a4ef1" [ 825.369392] env[69399]: _type = "Task" [ 825.369392] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.378916] env[69399]: DEBUG oslo_vmware.api [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52ae215b-02c0-38db-94af-fed9156a4ef1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.379947] env[69399]: DEBUG nova.network.neutron [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.382122] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Lock "ce36ec6e-aa3a-4413-897a-1aad2173662b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.548s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.402241] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176585, 'name': Rename_Task, 'duration_secs': 0.181473} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.402531] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.404971] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6f8a4fb-c195-4332-abba-6c2536889ea1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.412813] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Waiting for the task: (returnval){ [ 825.412813] env[69399]: value = "task-4176586" [ 825.412813] env[69399]: _type = "Task" [ 825.412813] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.421290] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.516543] env[69399]: DEBUG oslo_vmware.api [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e34ec3-2853-30a8-ce68-b426b939bba2, 'name': SearchDatastore_Task, 'duration_secs': 0.013569} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.516806] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.517085] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] a1468a4f-6462-4943-af0e-dd01f8846ce7/a1468a4f-6462-4943-af0e-dd01f8846ce7.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 825.517347] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0007d0e-5cc7-41ba-b907-1da8b4c01321 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.526645] env[69399]: DEBUG oslo_vmware.api [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Waiting for the task: (returnval){ [ 825.526645] env[69399]: value = "task-4176587" [ 825.526645] env[69399]: _type = "Task" [ 825.526645] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.535542] env[69399]: DEBUG oslo_vmware.api [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Task: {'id': task-4176587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.547890] env[69399]: DEBUG nova.network.neutron [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Updating instance_info_cache with network_info: [{"id": "1aeb1a6d-e44d-43f3-8818-841f83ea8959", "address": "fa:16:3e:d6:22:c3", "network": {"id": "e6123224-ba4a-4d8f-91b9-06e051cef811", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70c0851169f84ebb9810edf05230c60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aeb1a6d-e4", "ovs_interfaceid": "1aeb1a6d-e44d-43f3-8818-841f83ea8959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.648344] env[69399]: DEBUG oslo_concurrency.lockutils [None req-49228a9f-4cf8-488e-851b-64dc7d3cba09 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Lock "2068b009-a493-4a97-adb2-bf90e6d71c12" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 25.645s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.885491] env[69399]: DEBUG nova.compute.manager [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 825.898447] env[69399]: DEBUG oslo_vmware.api [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52ae215b-02c0-38db-94af-fed9156a4ef1, 'name': SearchDatastore_Task, 'duration_secs': 0.018782} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.902268] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.902602] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.902849] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.903041] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.903239] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.904039] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eadfb9f0-1796-4a92-b660-d1d9181f7cb1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.920848] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.924367] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 825.926546] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31e41627-7d25-4d7f-bcf6-290b7e5f17a3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.930540] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176586, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.939608] env[69399]: DEBUG oslo_vmware.api [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Waiting for the task: (returnval){ [ 825.939608] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]526533b6-78b1-f2fd-33a3-881412568055" [ 825.939608] env[69399]: _type = "Task" [ 825.939608] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.953104] env[69399]: DEBUG oslo_vmware.api [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]526533b6-78b1-f2fd-33a3-881412568055, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.013626] env[69399]: DEBUG nova.network.neutron [req-e0113a9b-f824-4697-b005-0971f3303d0c req-c5703934-93f8-4433-b926-9031e8fab69a service nova] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Updated VIF entry in instance network info cache for port 5d4d97cf-82ef-4769-ad45-5fe4c9e9a9e5. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.014067] env[69399]: DEBUG nova.network.neutron [req-e0113a9b-f824-4697-b005-0971f3303d0c req-c5703934-93f8-4433-b926-9031e8fab69a service nova] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Updating instance_info_cache with network_info: [{"id": "5d4d97cf-82ef-4769-ad45-5fe4c9e9a9e5", "address": "fa:16:3e:02:eb:68", "network": {"id": "e6123224-ba4a-4d8f-91b9-06e051cef811", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70c0851169f84ebb9810edf05230c60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d4d97cf-82", "ovs_interfaceid": "5d4d97cf-82ef-4769-ad45-5fe4c9e9a9e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.047789] env[69399]: DEBUG oslo_vmware.api [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Task: {'id': task-4176587, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.049667] env[69399]: DEBUG oslo_concurrency.lockutils [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Releasing lock "refresh_cache-d2e9732f-5ea0-4be9-8000-d78d5acd8961" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.049713] env[69399]: DEBUG nova.compute.manager [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Instance network_info: |[{"id": "1aeb1a6d-e44d-43f3-8818-841f83ea8959", "address": "fa:16:3e:d6:22:c3", "network": {"id": "e6123224-ba4a-4d8f-91b9-06e051cef811", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70c0851169f84ebb9810edf05230c60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aeb1a6d-e4", "ovs_interfaceid": "1aeb1a6d-e44d-43f3-8818-841f83ea8959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 826.050094] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:22:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1aeb1a6d-e44d-43f3-8818-841f83ea8959', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.058267] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.061785] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.062557] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfe8d0bb-04b5-44d3-ae5d-eb45c1053c1c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.086372] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.086372] env[69399]: value = "task-4176588" [ 826.086372] env[69399]: _type = "Task" [ 826.086372] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.095739] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176588, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.169558] env[69399]: DEBUG nova.compute.manager [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.172945] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b828b7d4-391d-4cdb-8a88-1492b48d65bf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.339761] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c98572a-477e-49f7-a47c-52c971e73431 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.349752] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dff7052-f3cc-4918-a091-6d7aba00de6d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.390947] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e87cfca-3f6a-4ff2-83f9-ba37b7b1d5dd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.404569] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0632363e-d88f-46f7-940e-7450e7b0c792 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.424168] env[69399]: DEBUG nova.compute.provider_tree [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.428144] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.440021] env[69399]: DEBUG oslo_vmware.api [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176586, 'name': PowerOnVM_Task, 'duration_secs': 0.555207} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.440544] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.443018] env[69399]: INFO nova.compute.manager [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Took 11.22 seconds to spawn the instance on the hypervisor. [ 826.443018] env[69399]: DEBUG nova.compute.manager [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.445194] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884f1e12-1409-4f75-8a96-0ff26286350c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.461534] env[69399]: DEBUG oslo_vmware.api [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]526533b6-78b1-f2fd-33a3-881412568055, 'name': SearchDatastore_Task, 'duration_secs': 0.052142} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.462525] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c88dfd0-9616-44aa-9d92-e1eac0b289cb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.468611] env[69399]: DEBUG oslo_vmware.api [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Waiting for the task: (returnval){ [ 826.468611] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52ac05d2-0171-7f35-c5dd-513a158b7729" [ 826.468611] env[69399]: _type = "Task" [ 826.468611] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.476890] env[69399]: DEBUG oslo_vmware.api [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52ac05d2-0171-7f35-c5dd-513a158b7729, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.511411] env[69399]: DEBUG nova.compute.manager [req-7e7eb9ee-7c52-486e-bf88-5e86091eaa68 req-baf31c91-7a4d-4886-b3a4-755e09ea810e service nova] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Received event network-changed-1aeb1a6d-e44d-43f3-8818-841f83ea8959 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.511646] env[69399]: DEBUG nova.compute.manager [req-7e7eb9ee-7c52-486e-bf88-5e86091eaa68 req-baf31c91-7a4d-4886-b3a4-755e09ea810e service nova] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Refreshing instance network info cache due to event network-changed-1aeb1a6d-e44d-43f3-8818-841f83ea8959. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 826.512284] env[69399]: DEBUG oslo_concurrency.lockutils [req-7e7eb9ee-7c52-486e-bf88-5e86091eaa68 req-baf31c91-7a4d-4886-b3a4-755e09ea810e service nova] Acquiring lock "refresh_cache-d2e9732f-5ea0-4be9-8000-d78d5acd8961" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.512284] env[69399]: DEBUG oslo_concurrency.lockutils [req-7e7eb9ee-7c52-486e-bf88-5e86091eaa68 req-baf31c91-7a4d-4886-b3a4-755e09ea810e service nova] Acquired lock "refresh_cache-d2e9732f-5ea0-4be9-8000-d78d5acd8961" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.512555] env[69399]: DEBUG nova.network.neutron [req-7e7eb9ee-7c52-486e-bf88-5e86091eaa68 req-baf31c91-7a4d-4886-b3a4-755e09ea810e service nova] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Refreshing network info cache for port 1aeb1a6d-e44d-43f3-8818-841f83ea8959 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.519851] env[69399]: DEBUG oslo_concurrency.lockutils [req-e0113a9b-f824-4697-b005-0971f3303d0c req-c5703934-93f8-4433-b926-9031e8fab69a service nova] Releasing lock "refresh_cache-5df06110-ddc7-4d82-a9f0-c4fac929060b" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.538152] env[69399]: DEBUG oslo_vmware.api [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Task: {'id': task-4176587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538842} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.538287] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] a1468a4f-6462-4943-af0e-dd01f8846ce7/a1468a4f-6462-4943-af0e-dd01f8846ce7.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 826.538644] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 826.538996] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b9a5d90-1733-43ed-9630-5f6c9600dee1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.547243] env[69399]: DEBUG oslo_vmware.api [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Waiting for the task: (returnval){ [ 826.547243] env[69399]: value = "task-4176589" [ 826.547243] env[69399]: _type = "Task" [ 826.547243] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.559191] env[69399]: DEBUG oslo_vmware.api [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Task: {'id': task-4176589, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.598852] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176588, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.684559] env[69399]: INFO nova.compute.manager [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] instance snapshotting [ 826.687579] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a8c9e0-bb4d-4b62-921e-284410677d8b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.708654] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259ea821-d9a5-4f06-a7c7-7924c005f0d2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.935415] env[69399]: DEBUG nova.scheduler.client.report [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.968732] env[69399]: INFO nova.compute.manager [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Took 38.12 seconds to build instance. [ 826.980300] env[69399]: DEBUG oslo_vmware.api [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52ac05d2-0171-7f35-c5dd-513a158b7729, 'name': SearchDatastore_Task, 'duration_secs': 0.05332} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.980427] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.980995] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 5df06110-ddc7-4d82-a9f0-c4fac929060b/5df06110-ddc7-4d82-a9f0-c4fac929060b.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.980995] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9c904bc-de04-4357-99a8-3048046d269c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.989836] env[69399]: DEBUG oslo_vmware.api [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Waiting for the task: (returnval){ [ 826.989836] env[69399]: value = "task-4176590" [ 826.989836] env[69399]: _type = "Task" [ 826.989836] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.000396] env[69399]: DEBUG oslo_vmware.api [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Task: {'id': task-4176590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.061601] env[69399]: DEBUG oslo_vmware.api [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Task: {'id': task-4176589, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.102222] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176588, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.221551] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Creating Snapshot of the VM instance {{(pid=69399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 827.221881] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f578fccb-1ef9-4b6b-a590-7ea81d89e7d5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.233372] env[69399]: DEBUG oslo_vmware.api [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Waiting for the task: (returnval){ [ 827.233372] env[69399]: value = "task-4176591" [ 827.233372] env[69399]: _type = "Task" [ 827.233372] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.243893] env[69399]: DEBUG oslo_vmware.api [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176591, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.264084] env[69399]: DEBUG nova.network.neutron [req-7e7eb9ee-7c52-486e-bf88-5e86091eaa68 req-baf31c91-7a4d-4886-b3a4-755e09ea810e service nova] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Updated VIF entry in instance network info cache for port 1aeb1a6d-e44d-43f3-8818-841f83ea8959. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.264588] env[69399]: DEBUG nova.network.neutron [req-7e7eb9ee-7c52-486e-bf88-5e86091eaa68 req-baf31c91-7a4d-4886-b3a4-755e09ea810e service nova] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Updating instance_info_cache with network_info: [{"id": "1aeb1a6d-e44d-43f3-8818-841f83ea8959", "address": "fa:16:3e:d6:22:c3", "network": {"id": "e6123224-ba4a-4d8f-91b9-06e051cef811", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70c0851169f84ebb9810edf05230c60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aeb1a6d-e4", "ovs_interfaceid": "1aeb1a6d-e44d-43f3-8818-841f83ea8959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.443358] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.881s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.444207] env[69399]: DEBUG nova.compute.manager [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 827.448501] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.785s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.451589] env[69399]: INFO nova.compute.claims [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 827.474915] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b43385a1-1e6a-4380-b787-1f5fbcfa1373 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Lock "62fb4163-a054-400c-b130-8039c5ab7b60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.563s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.507668] env[69399]: DEBUG oslo_vmware.api [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Task: {'id': task-4176590, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.560429] env[69399]: DEBUG oslo_vmware.api [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Task: {'id': task-4176589, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.905143} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.560884] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 827.561853] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bf226c-7cdf-4fe4-9e22-86bda1d9acec {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.582194] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c19eca96-90f2-41d3-b179-9314721aec5c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Acquiring lock "49ebd426-a2d8-4a16-a648-d672641add81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.582569] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c19eca96-90f2-41d3-b179-9314721aec5c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Lock "49ebd426-a2d8-4a16-a648-d672641add81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.582822] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c19eca96-90f2-41d3-b179-9314721aec5c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Acquiring lock "49ebd426-a2d8-4a16-a648-d672641add81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.584042] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c19eca96-90f2-41d3-b179-9314721aec5c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Lock "49ebd426-a2d8-4a16-a648-d672641add81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.584042] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c19eca96-90f2-41d3-b179-9314721aec5c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Lock "49ebd426-a2d8-4a16-a648-d672641add81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.594254] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] a1468a4f-6462-4943-af0e-dd01f8846ce7/a1468a4f-6462-4943-af0e-dd01f8846ce7.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.595054] env[69399]: INFO nova.compute.manager [None req-c19eca96-90f2-41d3-b179-9314721aec5c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Terminating instance [ 827.597360] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a746376e-f33d-420a-a284-62707dc6557e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.625441] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176588, 'name': CreateVM_Task, 'duration_secs': 1.403536} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.627530] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.627769] env[69399]: DEBUG oslo_vmware.api [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Waiting for the task: (returnval){ [ 827.627769] env[69399]: value = "task-4176592" [ 827.627769] env[69399]: _type = "Task" [ 827.627769] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.628513] env[69399]: DEBUG oslo_concurrency.lockutils [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.628698] env[69399]: DEBUG oslo_concurrency.lockutils [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.629068] env[69399]: DEBUG oslo_concurrency.lockutils [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.629390] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-376d70a2-358b-4e03-a0d9-48234e079ebb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.641423] env[69399]: DEBUG oslo_vmware.api [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Waiting for the task: (returnval){ [ 827.641423] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52216661-cb55-4eb8-0fce-4001ab404927" [ 827.641423] env[69399]: _type = "Task" [ 827.641423] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.644934] env[69399]: DEBUG oslo_vmware.api [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Task: {'id': task-4176592, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.657247] env[69399]: DEBUG oslo_vmware.api [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52216661-cb55-4eb8-0fce-4001ab404927, 'name': SearchDatastore_Task, 'duration_secs': 0.013079} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.657560] env[69399]: DEBUG oslo_concurrency.lockutils [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.657794] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.658048] env[69399]: DEBUG oslo_concurrency.lockutils [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.658201] env[69399]: DEBUG oslo_concurrency.lockutils [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.658418] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.658692] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8fe55bc-040f-43be-a74a-d8342cd3c21c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.668283] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.668491] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.669279] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a5e6894-e6b2-4fb6-813c-8047f8e3fdf2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.678350] env[69399]: DEBUG oslo_vmware.api [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Waiting for the task: (returnval){ [ 827.678350] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d019ab-762a-344c-7872-00205273c83a" [ 827.678350] env[69399]: _type = "Task" [ 827.678350] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.687468] env[69399]: DEBUG oslo_vmware.api [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d019ab-762a-344c-7872-00205273c83a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.744225] env[69399]: DEBUG oslo_vmware.api [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176591, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.768307] env[69399]: DEBUG oslo_concurrency.lockutils [req-7e7eb9ee-7c52-486e-bf88-5e86091eaa68 req-baf31c91-7a4d-4886-b3a4-755e09ea810e service nova] Releasing lock "refresh_cache-d2e9732f-5ea0-4be9-8000-d78d5acd8961" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.942335] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquiring lock "49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.942538] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Lock "49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.964170] env[69399]: DEBUG nova.compute.utils [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 827.964619] env[69399]: DEBUG nova.compute.manager [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 827.964973] env[69399]: DEBUG nova.network.neutron [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 827.979092] env[69399]: DEBUG nova.compute.manager [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 828.003905] env[69399]: DEBUG oslo_vmware.api [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Task: {'id': task-4176590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641995} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.003905] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 5df06110-ddc7-4d82-a9f0-c4fac929060b/5df06110-ddc7-4d82-a9f0-c4fac929060b.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.003905] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.003905] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0579526-409e-4ed3-8d93-d6f737848471 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.011345] env[69399]: DEBUG oslo_vmware.api [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Waiting for the task: (returnval){ [ 828.011345] env[69399]: value = "task-4176593" [ 828.011345] env[69399]: _type = "Task" [ 828.011345] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.020327] env[69399]: DEBUG oslo_vmware.api [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Task: {'id': task-4176593, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.025258] env[69399]: DEBUG nova.policy [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54dde46e0dd14f9e940c3ad2b921ada9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58871a95bced4137bf5f9d4e30a78831', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 828.122114] env[69399]: DEBUG nova.compute.manager [None req-c19eca96-90f2-41d3-b179-9314721aec5c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.122114] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c19eca96-90f2-41d3-b179-9314721aec5c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.122114] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f4ae97-bbb7-4a31-b44a-d08777d504db {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.129889] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19eca96-90f2-41d3-b179-9314721aec5c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.133520] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a1d74fa-258b-4452-8932-f8d5077667d5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.144322] env[69399]: DEBUG oslo_vmware.api [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Task: {'id': task-4176592, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.145917] env[69399]: DEBUG oslo_vmware.api [None req-c19eca96-90f2-41d3-b179-9314721aec5c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Waiting for the task: (returnval){ [ 828.145917] env[69399]: value = "task-4176594" [ 828.145917] env[69399]: _type = "Task" [ 828.145917] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.154942] env[69399]: DEBUG oslo_vmware.api [None req-c19eca96-90f2-41d3-b179-9314721aec5c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176594, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.189133] env[69399]: DEBUG oslo_vmware.api [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d019ab-762a-344c-7872-00205273c83a, 'name': SearchDatastore_Task, 'duration_secs': 0.011564} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.189982] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2a0ac5b-1aa4-4ce7-a3be-b96118f16e83 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.196698] env[69399]: DEBUG oslo_vmware.api [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Waiting for the task: (returnval){ [ 828.196698] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c90501-cc8a-8031-45aa-2dd9eb167f88" [ 828.196698] env[69399]: _type = "Task" [ 828.196698] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.206042] env[69399]: DEBUG oslo_vmware.api [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c90501-cc8a-8031-45aa-2dd9eb167f88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.244268] env[69399]: DEBUG oslo_vmware.api [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176591, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.322162] env[69399]: DEBUG nova.network.neutron [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Successfully created port: 35d7c355-a380-4579-a639-375f2bc92704 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 828.469511] env[69399]: DEBUG nova.compute.manager [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 828.508019] env[69399]: DEBUG oslo_concurrency.lockutils [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.526195] env[69399]: DEBUG oslo_vmware.api [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Task: {'id': task-4176593, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071792} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.526356] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.527348] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c288c1d-d4c6-482d-8be2-abff14f78f25 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.560377] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 5df06110-ddc7-4d82-a9f0-c4fac929060b/5df06110-ddc7-4d82-a9f0-c4fac929060b.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.563843] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e07ad0f-7b0f-4628-b595-3eb1e58a515b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.585943] env[69399]: DEBUG oslo_vmware.api [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Waiting for the task: (returnval){ [ 828.585943] env[69399]: value = "task-4176595" [ 828.585943] env[69399]: _type = "Task" [ 828.585943] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.595557] env[69399]: DEBUG oslo_vmware.api [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Task: {'id': task-4176595, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.642803] env[69399]: DEBUG oslo_vmware.api [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Task: {'id': task-4176592, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.655924] env[69399]: DEBUG oslo_vmware.api [None req-c19eca96-90f2-41d3-b179-9314721aec5c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176594, 'name': PowerOffVM_Task, 'duration_secs': 0.496445} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.656015] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19eca96-90f2-41d3-b179-9314721aec5c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.656199] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c19eca96-90f2-41d3-b179-9314721aec5c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.656470] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12fb7d0f-6952-48b8-8150-cd44f9a221f8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.710893] env[69399]: DEBUG oslo_vmware.api [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c90501-cc8a-8031-45aa-2dd9eb167f88, 'name': SearchDatastore_Task, 'duration_secs': 0.041891} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.714803] env[69399]: DEBUG oslo_concurrency.lockutils [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.714803] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] d2e9732f-5ea0-4be9-8000-d78d5acd8961/d2e9732f-5ea0-4be9-8000-d78d5acd8961.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.714803] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a1bcc31-5bb9-4da0-b528-dcfead5259d5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.723127] env[69399]: DEBUG oslo_vmware.api [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Waiting for the task: (returnval){ [ 828.723127] env[69399]: value = "task-4176597" [ 828.723127] env[69399]: _type = "Task" [ 828.723127] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.735644] env[69399]: DEBUG oslo_vmware.api [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': task-4176597, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.744329] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c19eca96-90f2-41d3-b179-9314721aec5c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.744329] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c19eca96-90f2-41d3-b179-9314721aec5c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.744329] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c19eca96-90f2-41d3-b179-9314721aec5c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Deleting the datastore file [datastore1] 49ebd426-a2d8-4a16-a648-d672641add81 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.745261] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3bcca653-a2d0-444a-9c18-4ed75211b4ff {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.750681] env[69399]: DEBUG oslo_vmware.api [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176591, 'name': CreateSnapshot_Task, 'duration_secs': 1.169127} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.751400] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Created Snapshot of the VM instance {{(pid=69399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 828.752444] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af147cb6-5017-4940-8f47-a57ca799d47d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.757126] env[69399]: DEBUG oslo_vmware.api [None req-c19eca96-90f2-41d3-b179-9314721aec5c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Waiting for the task: (returnval){ [ 828.757126] env[69399]: value = "task-4176598" [ 828.757126] env[69399]: _type = "Task" [ 828.757126] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.778378] env[69399]: DEBUG oslo_vmware.api [None req-c19eca96-90f2-41d3-b179-9314721aec5c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.100699] env[69399]: DEBUG oslo_vmware.api [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Task: {'id': task-4176595, 'name': ReconfigVM_Task, 'duration_secs': 0.340838} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.101711] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 5df06110-ddc7-4d82-a9f0-c4fac929060b/5df06110-ddc7-4d82-a9f0-c4fac929060b.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.102027] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38157052-e6e0-4e75-919c-16ff6cd121ce {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.110761] env[69399]: DEBUG oslo_vmware.api [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Waiting for the task: (returnval){ [ 829.110761] env[69399]: value = "task-4176599" [ 829.110761] env[69399]: _type = "Task" [ 829.110761] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.121240] env[69399]: DEBUG oslo_vmware.api [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Task: {'id': task-4176599, 'name': Rename_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.145464] env[69399]: DEBUG oslo_vmware.api [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Task: {'id': task-4176592, 'name': ReconfigVM_Task, 'duration_secs': 1.127865} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.149316] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Reconfigured VM instance instance-0000001b to attach disk [datastore1] a1468a4f-6462-4943-af0e-dd01f8846ce7/a1468a4f-6462-4943-af0e-dd01f8846ce7.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.151351] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70762a31-7b03-448c-8572-d438d4c891d1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.158850] env[69399]: DEBUG oslo_vmware.api [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Waiting for the task: (returnval){ [ 829.158850] env[69399]: value = "task-4176600" [ 829.158850] env[69399]: _type = "Task" [ 829.158850] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.170015] env[69399]: DEBUG oslo_vmware.api [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Task: {'id': task-4176600, 'name': Rename_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.237551] env[69399]: DEBUG oslo_vmware.api [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': task-4176597, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.278568] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Creating linked-clone VM from snapshot {{(pid=69399) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 829.278946] env[69399]: DEBUG oslo_vmware.api [None req-c19eca96-90f2-41d3-b179-9314721aec5c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276602} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.280563] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a789302b-68b9-4fcd-b7d5-fc2e35b7b90c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.283941] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c19eca96-90f2-41d3-b179-9314721aec5c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.284293] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c19eca96-90f2-41d3-b179-9314721aec5c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.284412] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c19eca96-90f2-41d3-b179-9314721aec5c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.284605] env[69399]: INFO nova.compute.manager [None req-c19eca96-90f2-41d3-b179-9314721aec5c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Took 1.17 seconds to destroy the instance on the hypervisor. [ 829.284926] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c19eca96-90f2-41d3-b179-9314721aec5c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.285766] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377323ff-87f1-40c5-a462-3af9e843ebb8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.289288] env[69399]: DEBUG nova.compute.manager [-] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.289472] env[69399]: DEBUG nova.network.neutron [-] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.300034] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5223bf-d99b-4720-859a-3636e8302396 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.304972] env[69399]: DEBUG oslo_vmware.api [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Waiting for the task: (returnval){ [ 829.304972] env[69399]: value = "task-4176601" [ 829.304972] env[69399]: _type = "Task" [ 829.304972] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.343876] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad8235b-26a2-4ce8-bffc-5fad68e5398f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.351667] env[69399]: DEBUG oslo_vmware.api [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176601, 'name': CloneVM_Task} progress is 12%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.363892] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9399529c-db07-4613-802d-ccbfd7771f1b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.380106] env[69399]: DEBUG nova.compute.provider_tree [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.485394] env[69399]: DEBUG nova.compute.manager [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 829.509525] env[69399]: DEBUG nova.virt.hardware [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.509770] env[69399]: DEBUG nova.virt.hardware [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.509926] env[69399]: DEBUG nova.virt.hardware [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.510130] env[69399]: DEBUG nova.virt.hardware [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.510274] env[69399]: DEBUG nova.virt.hardware [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.510421] env[69399]: DEBUG nova.virt.hardware [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.510627] env[69399]: DEBUG nova.virt.hardware [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.510785] env[69399]: DEBUG nova.virt.hardware [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.511072] env[69399]: DEBUG nova.virt.hardware [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.511307] env[69399]: DEBUG nova.virt.hardware [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.511620] env[69399]: DEBUG nova.virt.hardware [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.512486] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b799d111-0c9a-4551-8285-62ed8c1aa509 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.520370] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a22735-2705-4128-a09d-105b5cf78365 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.623643] env[69399]: DEBUG oslo_vmware.api [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Task: {'id': task-4176599, 'name': Rename_Task, 'duration_secs': 0.199305} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.624254] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.624332] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-054ac8f2-2d36-4899-a558-25188d99e28e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.635441] env[69399]: DEBUG oslo_vmware.api [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Waiting for the task: (returnval){ [ 829.635441] env[69399]: value = "task-4176602" [ 829.635441] env[69399]: _type = "Task" [ 829.635441] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.649929] env[69399]: DEBUG oslo_vmware.api [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Task: {'id': task-4176602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.668977] env[69399]: DEBUG oslo_vmware.api [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Task: {'id': task-4176600, 'name': Rename_Task, 'duration_secs': 0.210722} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.669296] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.669550] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bfa24b5-4d33-4c16-be8c-fc88ae40a77f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.677204] env[69399]: DEBUG oslo_vmware.api [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Waiting for the task: (returnval){ [ 829.677204] env[69399]: value = "task-4176603" [ 829.677204] env[69399]: _type = "Task" [ 829.677204] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.690207] env[69399]: DEBUG oslo_vmware.api [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Task: {'id': task-4176603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.734302] env[69399]: DEBUG oslo_vmware.api [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': task-4176597, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707087} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.734576] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] d2e9732f-5ea0-4be9-8000-d78d5acd8961/d2e9732f-5ea0-4be9-8000-d78d5acd8961.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.734789] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.735054] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6bd5319b-9a49-4bc0-be58-70eccbdfdcaa {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.745783] env[69399]: DEBUG oslo_vmware.api [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Waiting for the task: (returnval){ [ 829.745783] env[69399]: value = "task-4176604" [ 829.745783] env[69399]: _type = "Task" [ 829.745783] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.758380] env[69399]: DEBUG oslo_vmware.api [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': task-4176604, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.816885] env[69399]: DEBUG oslo_vmware.api [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176601, 'name': CloneVM_Task} progress is 94%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.882881] env[69399]: DEBUG nova.compute.manager [req-51d7efb7-0666-4381-9077-47af22b0de2c req-01e7d144-8b85-4bf1-a35e-70ca7fd89e8e service nova] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Received event network-vif-deleted-f63aabe8-f5f3-4e07-b0f8-6a9d5bbeb620 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.883622] env[69399]: INFO nova.compute.manager [req-51d7efb7-0666-4381-9077-47af22b0de2c req-01e7d144-8b85-4bf1-a35e-70ca7fd89e8e service nova] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Neutron deleted interface f63aabe8-f5f3-4e07-b0f8-6a9d5bbeb620; detaching it from the instance and deleting it from the info cache [ 829.883924] env[69399]: DEBUG nova.network.neutron [req-51d7efb7-0666-4381-9077-47af22b0de2c req-01e7d144-8b85-4bf1-a35e-70ca7fd89e8e service nova] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.886372] env[69399]: DEBUG nova.scheduler.client.report [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.891668] env[69399]: DEBUG nova.network.neutron [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Successfully updated port: 35d7c355-a380-4579-a639-375f2bc92704 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 829.925859] env[69399]: DEBUG nova.compute.manager [req-fc30dc6e-50ad-47fb-ab84-c1743ae99162 req-607ed3cc-86c8-42b2-abcb-7ad810614d56 service nova] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Received event network-vif-plugged-35d7c355-a380-4579-a639-375f2bc92704 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.926167] env[69399]: DEBUG oslo_concurrency.lockutils [req-fc30dc6e-50ad-47fb-ab84-c1743ae99162 req-607ed3cc-86c8-42b2-abcb-7ad810614d56 service nova] Acquiring lock "33b600eb-e4ee-4c29-a2a0-1c80991093ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.926484] env[69399]: DEBUG oslo_concurrency.lockutils [req-fc30dc6e-50ad-47fb-ab84-c1743ae99162 req-607ed3cc-86c8-42b2-abcb-7ad810614d56 service nova] Lock "33b600eb-e4ee-4c29-a2a0-1c80991093ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.926687] env[69399]: DEBUG oslo_concurrency.lockutils [req-fc30dc6e-50ad-47fb-ab84-c1743ae99162 req-607ed3cc-86c8-42b2-abcb-7ad810614d56 service nova] Lock "33b600eb-e4ee-4c29-a2a0-1c80991093ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.926844] env[69399]: DEBUG nova.compute.manager [req-fc30dc6e-50ad-47fb-ab84-c1743ae99162 req-607ed3cc-86c8-42b2-abcb-7ad810614d56 service nova] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] No waiting events found dispatching network-vif-plugged-35d7c355-a380-4579-a639-375f2bc92704 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 829.927016] env[69399]: WARNING nova.compute.manager [req-fc30dc6e-50ad-47fb-ab84-c1743ae99162 req-607ed3cc-86c8-42b2-abcb-7ad810614d56 service nova] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Received unexpected event network-vif-plugged-35d7c355-a380-4579-a639-375f2bc92704 for instance with vm_state building and task_state spawning. [ 830.148611] env[69399]: DEBUG oslo_vmware.api [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Task: {'id': task-4176602, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.193298] env[69399]: DEBUG oslo_vmware.api [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Task: {'id': task-4176603, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.241022] env[69399]: DEBUG nova.network.neutron [-] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.259431] env[69399]: DEBUG oslo_vmware.api [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': task-4176604, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113416} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.259777] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.260637] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a378dc32-798a-446f-bb44-db1a57128531 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.288184] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] d2e9732f-5ea0-4be9-8000-d78d5acd8961/d2e9732f-5ea0-4be9-8000-d78d5acd8961.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.288898] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4807fde4-6b46-40e7-8a6d-6607600a66e7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.313203] env[69399]: DEBUG oslo_vmware.api [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Waiting for the task: (returnval){ [ 830.313203] env[69399]: value = "task-4176605" [ 830.313203] env[69399]: _type = "Task" [ 830.313203] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.320437] env[69399]: DEBUG oslo_vmware.api [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176601, 'name': CloneVM_Task} progress is 94%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.326124] env[69399]: DEBUG oslo_vmware.api [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': task-4176605, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.386687] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aeab0508-ac9d-4800-a572-ce3d5919b3c6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.394908] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.947s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.395458] env[69399]: DEBUG nova.compute.manager [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 830.398049] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f48fbda3-c6c4-49bb-a68b-b98958f3ddb8 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.065s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.398222] env[69399]: DEBUG nova.objects.instance [None req-f48fbda3-c6c4-49bb-a68b-b98958f3ddb8 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Lazy-loading 'resources' on Instance uuid d9ae2163-ba21-47c0-9c10-d9cd35fb00f6 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.402619] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c358e6-4a27-4aa9-8cd2-0d9ba69e23d0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.420031] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Acquiring lock "refresh_cache-33b600eb-e4ee-4c29-a2a0-1c80991093ab" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.420145] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Acquired lock "refresh_cache-33b600eb-e4ee-4c29-a2a0-1c80991093ab" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.420723] env[69399]: DEBUG nova.network.neutron [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.453153] env[69399]: DEBUG nova.compute.manager [req-51d7efb7-0666-4381-9077-47af22b0de2c req-01e7d144-8b85-4bf1-a35e-70ca7fd89e8e service nova] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Detach interface failed, port_id=f63aabe8-f5f3-4e07-b0f8-6a9d5bbeb620, reason: Instance 49ebd426-a2d8-4a16-a648-d672641add81 could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 830.635093] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5eb2c097-272a-4598-9f3a-53b85510b946 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Acquiring lock "6e5efac3-e29f-4168-b45c-e6e81e46d263" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.635093] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5eb2c097-272a-4598-9f3a-53b85510b946 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Lock "6e5efac3-e29f-4168-b45c-e6e81e46d263" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.635540] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5eb2c097-272a-4598-9f3a-53b85510b946 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Acquiring lock "6e5efac3-e29f-4168-b45c-e6e81e46d263-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.635540] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5eb2c097-272a-4598-9f3a-53b85510b946 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Lock "6e5efac3-e29f-4168-b45c-e6e81e46d263-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.635540] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5eb2c097-272a-4598-9f3a-53b85510b946 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Lock "6e5efac3-e29f-4168-b45c-e6e81e46d263-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.640529] env[69399]: INFO nova.compute.manager [None req-5eb2c097-272a-4598-9f3a-53b85510b946 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Terminating instance [ 830.653106] env[69399]: DEBUG oslo_vmware.api [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Task: {'id': task-4176602, 'name': PowerOnVM_Task, 'duration_secs': 0.575791} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.653429] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.653642] env[69399]: INFO nova.compute.manager [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Took 9.79 seconds to spawn the instance on the hypervisor. [ 830.653823] env[69399]: DEBUG nova.compute.manager [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.654708] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d84a819-216b-4d58-8c63-230521aee225 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.688794] env[69399]: DEBUG oslo_vmware.api [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Task: {'id': task-4176603, 'name': PowerOnVM_Task, 'duration_secs': 0.536244} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.691922] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.692238] env[69399]: INFO nova.compute.manager [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Took 12.64 seconds to spawn the instance on the hypervisor. [ 830.692437] env[69399]: DEBUG nova.compute.manager [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.694079] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c76cef8-f41c-4f0b-a6b5-7abff336b319 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.745237] env[69399]: INFO nova.compute.manager [-] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Took 1.45 seconds to deallocate network for instance. [ 830.820811] env[69399]: DEBUG oslo_vmware.api [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176601, 'name': CloneVM_Task} progress is 94%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.826918] env[69399]: DEBUG oslo_vmware.api [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': task-4176605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.921664] env[69399]: DEBUG nova.compute.utils [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 830.926148] env[69399]: DEBUG nova.compute.manager [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 830.926847] env[69399]: DEBUG nova.network.neutron [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 830.991030] env[69399]: DEBUG nova.policy [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b77355589da4f29866d2e6d026f4534', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f32c0bd90dfb461cbdbf76bcb3181343', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 830.994056] env[69399]: DEBUG nova.network.neutron [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 831.046933] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435b0d47-5b0b-4d08-ae22-d91b87c9039d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.059389] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529f786f-ddbe-4b8e-9901-3bf0cb731f27 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.098113] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8aabac3-96d6-49a0-9f2e-64c2f4d6755d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.108492] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b15b57-c3fe-4725-9306-1037bc65aa22 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.126577] env[69399]: DEBUG nova.compute.provider_tree [None req-f48fbda3-c6c4-49bb-a68b-b98958f3ddb8 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 831.148384] env[69399]: DEBUG nova.compute.manager [None req-5eb2c097-272a-4598-9f3a-53b85510b946 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 831.148627] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb2c097-272a-4598-9f3a-53b85510b946 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.149628] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e08392-ca5a-408b-834c-daa76182c670 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.160250] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb2c097-272a-4598-9f3a-53b85510b946 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.160470] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ba1cbe2-9fb3-4920-a681-1b60d1308e9c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.178302] env[69399]: DEBUG oslo_vmware.api [None req-5eb2c097-272a-4598-9f3a-53b85510b946 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Waiting for the task: (returnval){ [ 831.178302] env[69399]: value = "task-4176606" [ 831.178302] env[69399]: _type = "Task" [ 831.178302] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.186472] env[69399]: INFO nova.compute.manager [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Took 34.39 seconds to build instance. [ 831.194024] env[69399]: DEBUG oslo_vmware.api [None req-5eb2c097-272a-4598-9f3a-53b85510b946 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Task: {'id': task-4176606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.218030] env[69399]: INFO nova.compute.manager [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Took 38.28 seconds to build instance. [ 831.255324] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c19eca96-90f2-41d3-b179-9314721aec5c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.280893] env[69399]: DEBUG nova.network.neutron [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Updating instance_info_cache with network_info: [{"id": "35d7c355-a380-4579-a639-375f2bc92704", "address": "fa:16:3e:1c:57:c9", "network": {"id": "4218ba84-48ca-48a5-9a57-b7b58d743e33", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1640949808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58871a95bced4137bf5f9d4e30a78831", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35d7c355-a3", "ovs_interfaceid": "35d7c355-a380-4579-a639-375f2bc92704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.321454] env[69399]: DEBUG oslo_vmware.api [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176601, 'name': CloneVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.322934] env[69399]: DEBUG nova.network.neutron [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Successfully created port: 7b9401f5-0b18-4514-a3d5-d7b566e34222 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 831.328519] env[69399]: DEBUG oslo_vmware.api [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': task-4176605, 'name': ReconfigVM_Task, 'duration_secs': 0.925806} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.328896] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Reconfigured VM instance instance-0000001d to attach disk [datastore2] d2e9732f-5ea0-4be9-8000-d78d5acd8961/d2e9732f-5ea0-4be9-8000-d78d5acd8961.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.329455] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fca34b9c-3959-4b9e-95ae-8bf4a2b8b012 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.337813] env[69399]: DEBUG oslo_vmware.api [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Waiting for the task: (returnval){ [ 831.337813] env[69399]: value = "task-4176607" [ 831.337813] env[69399]: _type = "Task" [ 831.337813] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.347244] env[69399]: DEBUG oslo_vmware.api [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': task-4176607, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.431486] env[69399]: DEBUG nova.compute.manager [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 831.557610] env[69399]: INFO nova.compute.manager [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Rescuing [ 831.557889] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Acquiring lock "refresh_cache-a1468a4f-6462-4943-af0e-dd01f8846ce7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.558048] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Acquired lock "refresh_cache-a1468a4f-6462-4943-af0e-dd01f8846ce7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.558216] env[69399]: DEBUG nova.network.neutron [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.651331] env[69399]: ERROR nova.scheduler.client.report [None req-f48fbda3-c6c4-49bb-a68b-b98958f3ddb8 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] [req-694da592-37e4-448d-9b04-17c8e0d70925] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65caca49-2bb8-4896-b9be-5baf8708847a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-694da592-37e4-448d-9b04-17c8e0d70925"}]} [ 831.671064] env[69399]: DEBUG nova.scheduler.client.report [None req-f48fbda3-c6c4-49bb-a68b-b98958f3ddb8 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Refreshing inventories for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 831.691265] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2849c1da-e2a5-4961-be51-72e11a19be56 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Lock "5df06110-ddc7-4d82-a9f0-c4fac929060b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.552s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.702146] env[69399]: DEBUG oslo_vmware.api [None req-5eb2c097-272a-4598-9f3a-53b85510b946 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Task: {'id': task-4176606, 'name': PowerOffVM_Task, 'duration_secs': 0.416219} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.702146] env[69399]: DEBUG nova.scheduler.client.report [None req-f48fbda3-c6c4-49bb-a68b-b98958f3ddb8 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Updating ProviderTree inventory for provider 65caca49-2bb8-4896-b9be-5baf8708847a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 831.702146] env[69399]: DEBUG nova.compute.provider_tree [None req-f48fbda3-c6c4-49bb-a68b-b98958f3ddb8 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 831.704516] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb2c097-272a-4598-9f3a-53b85510b946 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 831.705140] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb2c097-272a-4598-9f3a-53b85510b946 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.707249] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-002ef0e7-72cc-4385-a695-9647e5795fed {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.721033] env[69399]: DEBUG nova.scheduler.client.report [None req-f48fbda3-c6c4-49bb-a68b-b98958f3ddb8 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Refreshing aggregate associations for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a, aggregates: None {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 831.723338] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3dc201a-62a1-4f01-94b6-954a6026dd49 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Lock "a1468a4f-6462-4943-af0e-dd01f8846ce7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.747s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.754685] env[69399]: DEBUG nova.scheduler.client.report [None req-f48fbda3-c6c4-49bb-a68b-b98958f3ddb8 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Refreshing trait associations for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 831.786508] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Releasing lock "refresh_cache-33b600eb-e4ee-4c29-a2a0-1c80991093ab" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.786818] env[69399]: DEBUG nova.compute.manager [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Instance network_info: |[{"id": "35d7c355-a380-4579-a639-375f2bc92704", "address": "fa:16:3e:1c:57:c9", "network": {"id": "4218ba84-48ca-48a5-9a57-b7b58d743e33", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1640949808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58871a95bced4137bf5f9d4e30a78831", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35d7c355-a3", "ovs_interfaceid": "35d7c355-a380-4579-a639-375f2bc92704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 831.787469] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:57:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e85cbc56-fee0-41f7-bc70-64f31775ce92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35d7c355-a380-4579-a639-375f2bc92704', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.796211] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Creating folder: Project (58871a95bced4137bf5f9d4e30a78831). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 831.796506] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21a9bd87-f481-4d4f-bc3c-c8b6f041b7dc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.817216] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Created folder: Project (58871a95bced4137bf5f9d4e30a78831) in parent group-v826677. [ 831.817423] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Creating folder: Instances. Parent ref: group-v826768. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 831.818269] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a69d74d3-fc2d-4d90-ad86-a4a558bcfe51 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.829840] env[69399]: DEBUG oslo_vmware.api [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176601, 'name': CloneVM_Task, 'duration_secs': 2.104941} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.830165] env[69399]: INFO nova.virt.vmwareapi.vmops [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Created linked-clone VM from snapshot [ 831.832086] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fccb06d5-1c18-4ab7-b71d-9f65c9a91481 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.845424] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Created folder: Instances in parent group-v826768. [ 831.845698] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.849235] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.849914] env[69399]: DEBUG nova.virt.vmwareapi.images [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Uploading image a45910d0-e9d2-4649-be8d-9279375f39e3 {{(pid=69399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 831.853073] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3383e16a-8e00-4d1e-8cbf-d5ffe167b7ef {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.874734] env[69399]: DEBUG oslo_vmware.api [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': task-4176607, 'name': Rename_Task, 'duration_secs': 0.174796} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.875754] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.875995] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e677c089-e1fb-4eb8-9fbc-15b1422346c0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.880893] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.880893] env[69399]: value = "task-4176611" [ 831.880893] env[69399]: _type = "Task" [ 831.880893] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.886364] env[69399]: DEBUG oslo_vmware.rw_handles [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 831.886364] env[69399]: value = "vm-826767" [ 831.886364] env[69399]: _type = "VirtualMachine" [ 831.886364] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 831.888122] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-374ee3ef-1760-4bc7-88c6-ffaa8bc8981e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.889775] env[69399]: DEBUG oslo_vmware.api [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Waiting for the task: (returnval){ [ 831.889775] env[69399]: value = "task-4176612" [ 831.889775] env[69399]: _type = "Task" [ 831.889775] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.897960] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176611, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.904774] env[69399]: DEBUG oslo_vmware.rw_handles [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Lease: (returnval){ [ 831.904774] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52959d4a-22fd-b41e-d43c-04fdfc70d5aa" [ 831.904774] env[69399]: _type = "HttpNfcLease" [ 831.904774] env[69399]: } obtained for exporting VM: (result){ [ 831.904774] env[69399]: value = "vm-826767" [ 831.904774] env[69399]: _type = "VirtualMachine" [ 831.904774] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 831.905248] env[69399]: DEBUG oslo_vmware.api [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Waiting for the lease: (returnval){ [ 831.905248] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52959d4a-22fd-b41e-d43c-04fdfc70d5aa" [ 831.905248] env[69399]: _type = "HttpNfcLease" [ 831.905248] env[69399]: } to be ready. {{(pid=69399) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 831.913894] env[69399]: DEBUG oslo_vmware.api [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': task-4176612, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.920097] env[69399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 831.920097] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52959d4a-22fd-b41e-d43c-04fdfc70d5aa" [ 831.920097] env[69399]: _type = "HttpNfcLease" [ 831.920097] env[69399]: } is ready. {{(pid=69399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 831.920097] env[69399]: DEBUG oslo_vmware.rw_handles [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 831.920097] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52959d4a-22fd-b41e-d43c-04fdfc70d5aa" [ 831.920097] env[69399]: _type = "HttpNfcLease" [ 831.920097] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 831.920500] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20df32db-0132-4a1f-8671-abe8a0e1304d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.944827] env[69399]: DEBUG oslo_vmware.rw_handles [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52803d08-c2eb-94c9-bd82-1272baa4bc4f/disk-0.vmdk from lease info. {{(pid=69399) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 831.945074] env[69399]: DEBUG oslo_vmware.rw_handles [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52803d08-c2eb-94c9-bd82-1272baa4bc4f/disk-0.vmdk for reading. {{(pid=69399) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 832.044820] env[69399]: DEBUG nova.compute.manager [req-1708d3d5-e305-4459-a18d-9aa1ad87c63c req-3a875655-4567-473b-a452-277aed937c70 service nova] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Received event network-changed-35d7c355-a380-4579-a639-375f2bc92704 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.044820] env[69399]: DEBUG nova.compute.manager [req-1708d3d5-e305-4459-a18d-9aa1ad87c63c req-3a875655-4567-473b-a452-277aed937c70 service nova] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Refreshing instance network info cache due to event network-changed-35d7c355-a380-4579-a639-375f2bc92704. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.044820] env[69399]: DEBUG oslo_concurrency.lockutils [req-1708d3d5-e305-4459-a18d-9aa1ad87c63c req-3a875655-4567-473b-a452-277aed937c70 service nova] Acquiring lock "refresh_cache-33b600eb-e4ee-4c29-a2a0-1c80991093ab" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.044820] env[69399]: DEBUG oslo_concurrency.lockutils [req-1708d3d5-e305-4459-a18d-9aa1ad87c63c req-3a875655-4567-473b-a452-277aed937c70 service nova] Acquired lock "refresh_cache-33b600eb-e4ee-4c29-a2a0-1c80991093ab" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.044820] env[69399]: DEBUG nova.network.neutron [req-1708d3d5-e305-4459-a18d-9aa1ad87c63c req-3a875655-4567-473b-a452-277aed937c70 service nova] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Refreshing network info cache for port 35d7c355-a380-4579-a639-375f2bc92704 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.083382] env[69399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ae0f5da4-d9f7-4a18-b850-b25b10e875b9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.135434] env[69399]: DEBUG nova.compute.manager [None req-93d7bf5d-bc11-49d3-9390-10849aa4ea8d tempest-ServerExternalEventsTest-462654027 tempest-ServerExternalEventsTest-462654027-project] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Received event network-changed {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.135434] env[69399]: DEBUG nova.compute.manager [None req-93d7bf5d-bc11-49d3-9390-10849aa4ea8d tempest-ServerExternalEventsTest-462654027 tempest-ServerExternalEventsTest-462654027-project] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Refreshing instance network info cache due to event network-changed. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.135434] env[69399]: DEBUG oslo_concurrency.lockutils [None req-93d7bf5d-bc11-49d3-9390-10849aa4ea8d tempest-ServerExternalEventsTest-462654027 tempest-ServerExternalEventsTest-462654027-project] Acquiring lock "refresh_cache-5df06110-ddc7-4d82-a9f0-c4fac929060b" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.135434] env[69399]: DEBUG oslo_concurrency.lockutils [None req-93d7bf5d-bc11-49d3-9390-10849aa4ea8d tempest-ServerExternalEventsTest-462654027 tempest-ServerExternalEventsTest-462654027-project] Acquired lock "refresh_cache-5df06110-ddc7-4d82-a9f0-c4fac929060b" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.135434] env[69399]: DEBUG nova.network.neutron [None req-93d7bf5d-bc11-49d3-9390-10849aa4ea8d tempest-ServerExternalEventsTest-462654027 tempest-ServerExternalEventsTest-462654027-project] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.194521] env[69399]: DEBUG nova.compute.manager [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 832.234857] env[69399]: DEBUG nova.compute.manager [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 832.398090] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176611, 'name': CreateVM_Task, 'duration_secs': 0.428084} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.402083] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.403453] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.403453] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.403830] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.408256] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc72d771-1096-4f32-9931-0672db7e0810 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.410162] env[69399]: DEBUG oslo_vmware.api [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': task-4176612, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.417222] env[69399]: DEBUG oslo_vmware.api [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Waiting for the task: (returnval){ [ 832.417222] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52040c84-78b5-9d5f-f4d1-360c49f55f8e" [ 832.417222] env[69399]: _type = "Task" [ 832.417222] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.427262] env[69399]: DEBUG oslo_vmware.api [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52040c84-78b5-9d5f-f4d1-360c49f55f8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.449122] env[69399]: DEBUG nova.compute.manager [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 832.471135] env[69399]: DEBUG nova.network.neutron [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Updating instance_info_cache with network_info: [{"id": "0d5f3fb8-0d75-48b8-8d5b-2f41884f368a", "address": "fa:16:3e:0d:21:82", "network": {"id": "75871856-e2a9-4974-832a-a3bf28ca40fc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1930972817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a53443eb7f944f469243b44cdb5568d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d5f3fb8-0d", "ovs_interfaceid": "0d5f3fb8-0d75-48b8-8d5b-2f41884f368a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.478371] env[69399]: DEBUG nova.virt.hardware [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.478617] env[69399]: DEBUG nova.virt.hardware [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.479013] env[69399]: DEBUG nova.virt.hardware [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.479089] env[69399]: DEBUG nova.virt.hardware [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.479257] env[69399]: DEBUG nova.virt.hardware [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.479457] env[69399]: DEBUG nova.virt.hardware [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.479679] env[69399]: DEBUG nova.virt.hardware [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.479833] env[69399]: DEBUG nova.virt.hardware [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.480040] env[69399]: DEBUG nova.virt.hardware [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.480278] env[69399]: DEBUG nova.virt.hardware [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.480753] env[69399]: DEBUG nova.virt.hardware [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.483151] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3aa2244-13ed-48de-b177-9193df3e1951 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.501583] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d14f7d-f7d6-44d0-b67b-9dae7901ec5f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.590225] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86efbd56-bf71-41f0-aed9-809f0a000f2e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.600336] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ede8a15-5907-4040-a9cb-beef60b6d140 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.641676] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d83a0f0-123b-49c8-b1dc-752c0e30f60f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.652582] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7841ae3-dd32-4e15-9437-4ab729f4aa7b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.672272] env[69399]: DEBUG nova.compute.provider_tree [None req-f48fbda3-c6c4-49bb-a68b-b98958f3ddb8 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 832.742194] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.742194] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6fae3242-ae37-49af-a694-6e0455a0fa71 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Acquiring lock "5df06110-ddc7-4d82-a9f0-c4fac929060b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.742370] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6fae3242-ae37-49af-a694-6e0455a0fa71 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Lock "5df06110-ddc7-4d82-a9f0-c4fac929060b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.742421] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6fae3242-ae37-49af-a694-6e0455a0fa71 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Acquiring lock "5df06110-ddc7-4d82-a9f0-c4fac929060b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.742658] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6fae3242-ae37-49af-a694-6e0455a0fa71 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Lock "5df06110-ddc7-4d82-a9f0-c4fac929060b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.742831] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6fae3242-ae37-49af-a694-6e0455a0fa71 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Lock "5df06110-ddc7-4d82-a9f0-c4fac929060b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.747818] env[69399]: INFO nova.compute.manager [None req-6fae3242-ae37-49af-a694-6e0455a0fa71 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Terminating instance [ 832.791934] env[69399]: DEBUG oslo_concurrency.lockutils [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.906119] env[69399]: DEBUG oslo_vmware.api [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': task-4176612, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.930304] env[69399]: DEBUG oslo_vmware.api [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52040c84-78b5-9d5f-f4d1-360c49f55f8e, 'name': SearchDatastore_Task, 'duration_secs': 0.013813} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.930882] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.931469] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 832.931544] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.931914] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.932110] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 832.933191] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6898d4e0-9301-4ce7-8c5a-a8e29feb170d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.938459] env[69399]: DEBUG nova.network.neutron [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Successfully updated port: 7b9401f5-0b18-4514-a3d5-d7b566e34222 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 832.948829] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.949219] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 832.950091] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f33eea88-232d-454d-9048-ceb77d638b5a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.974954] env[69399]: DEBUG oslo_vmware.api [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Waiting for the task: (returnval){ [ 832.974954] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]528fb567-4d7c-9964-3d04-2c5916509cad" [ 832.974954] env[69399]: _type = "Task" [ 832.974954] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.982353] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Releasing lock "refresh_cache-a1468a4f-6462-4943-af0e-dd01f8846ce7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.992505] env[69399]: DEBUG oslo_vmware.api [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]528fb567-4d7c-9964-3d04-2c5916509cad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.223274] env[69399]: DEBUG nova.scheduler.client.report [None req-f48fbda3-c6c4-49bb-a68b-b98958f3ddb8 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Updated inventory for provider 65caca49-2bb8-4896-b9be-5baf8708847a with generation 55 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 833.223722] env[69399]: DEBUG nova.compute.provider_tree [None req-f48fbda3-c6c4-49bb-a68b-b98958f3ddb8 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Updating resource provider 65caca49-2bb8-4896-b9be-5baf8708847a generation from 55 to 56 during operation: update_inventory {{(pid=69399) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 833.224062] env[69399]: DEBUG nova.compute.provider_tree [None req-f48fbda3-c6c4-49bb-a68b-b98958f3ddb8 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 833.246989] env[69399]: DEBUG nova.network.neutron [req-1708d3d5-e305-4459-a18d-9aa1ad87c63c req-3a875655-4567-473b-a452-277aed937c70 service nova] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Updated VIF entry in instance network info cache for port 35d7c355-a380-4579-a639-375f2bc92704. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.247406] env[69399]: DEBUG nova.network.neutron [req-1708d3d5-e305-4459-a18d-9aa1ad87c63c req-3a875655-4567-473b-a452-277aed937c70 service nova] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Updating instance_info_cache with network_info: [{"id": "35d7c355-a380-4579-a639-375f2bc92704", "address": "fa:16:3e:1c:57:c9", "network": {"id": "4218ba84-48ca-48a5-9a57-b7b58d743e33", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1640949808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58871a95bced4137bf5f9d4e30a78831", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35d7c355-a3", "ovs_interfaceid": "35d7c355-a380-4579-a639-375f2bc92704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.257094] env[69399]: DEBUG nova.compute.manager [None req-6fae3242-ae37-49af-a694-6e0455a0fa71 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.257094] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6fae3242-ae37-49af-a694-6e0455a0fa71 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.257488] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e9fa1a-152b-4aa6-b7ec-b488d9567c5c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.269299] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fae3242-ae37-49af-a694-6e0455a0fa71 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.271783] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65271d6a-0825-4ae9-a0c1-262d29863a03 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.281022] env[69399]: DEBUG oslo_vmware.api [None req-6fae3242-ae37-49af-a694-6e0455a0fa71 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Waiting for the task: (returnval){ [ 833.281022] env[69399]: value = "task-4176614" [ 833.281022] env[69399]: _type = "Task" [ 833.281022] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.286571] env[69399]: DEBUG nova.network.neutron [None req-93d7bf5d-bc11-49d3-9390-10849aa4ea8d tempest-ServerExternalEventsTest-462654027 tempest-ServerExternalEventsTest-462654027-project] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Updating instance_info_cache with network_info: [{"id": "5d4d97cf-82ef-4769-ad45-5fe4c9e9a9e5", "address": "fa:16:3e:02:eb:68", "network": {"id": "e6123224-ba4a-4d8f-91b9-06e051cef811", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70c0851169f84ebb9810edf05230c60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d4d97cf-82", "ovs_interfaceid": "5d4d97cf-82ef-4769-ad45-5fe4c9e9a9e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.292432] env[69399]: DEBUG oslo_vmware.api [None req-6fae3242-ae37-49af-a694-6e0455a0fa71 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Task: {'id': task-4176614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.403781] env[69399]: DEBUG oslo_vmware.api [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': task-4176612, 'name': PowerOnVM_Task, 'duration_secs': 1.345697} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.404308] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.404641] env[69399]: INFO nova.compute.manager [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Took 9.74 seconds to spawn the instance on the hypervisor. [ 833.404908] env[69399]: DEBUG nova.compute.manager [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.405793] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2dfe4d-f360-4757-a0db-fe5012095da0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.441159] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Acquiring lock "refresh_cache-78876af3-91f0-4cdf-bdde-39b4519e54bc" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.441346] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Acquired lock "refresh_cache-78876af3-91f0-4cdf-bdde-39b4519e54bc" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.441725] env[69399]: DEBUG nova.network.neutron [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.493770] env[69399]: DEBUG oslo_vmware.api [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]528fb567-4d7c-9964-3d04-2c5916509cad, 'name': SearchDatastore_Task, 'duration_secs': 0.013506} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.495235] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-110bf4f2-69a1-46bd-af4a-3a2db43cff03 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.502669] env[69399]: DEBUG oslo_vmware.api [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Waiting for the task: (returnval){ [ 833.502669] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]524323f0-b157-6d88-ac7f-65d9ae24ea99" [ 833.502669] env[69399]: _type = "Task" [ 833.502669] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.513376] env[69399]: DEBUG oslo_vmware.api [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]524323f0-b157-6d88-ac7f-65d9ae24ea99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.629932] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb2c097-272a-4598-9f3a-53b85510b946 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.630366] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb2c097-272a-4598-9f3a-53b85510b946 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.630677] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb2c097-272a-4598-9f3a-53b85510b946 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Deleting the datastore file [datastore1] 6e5efac3-e29f-4168-b45c-e6e81e46d263 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.630956] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea7ae188-3406-4055-8898-98dd686897b7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.639223] env[69399]: DEBUG oslo_vmware.api [None req-5eb2c097-272a-4598-9f3a-53b85510b946 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Waiting for the task: (returnval){ [ 833.639223] env[69399]: value = "task-4176615" [ 833.639223] env[69399]: _type = "Task" [ 833.639223] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.648554] env[69399]: DEBUG oslo_vmware.api [None req-5eb2c097-272a-4598-9f3a-53b85510b946 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Task: {'id': task-4176615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.731952] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f48fbda3-c6c4-49bb-a68b-b98958f3ddb8 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.333s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.734170] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 24.853s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.734538] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.734847] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69399) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 833.735268] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.098s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.737098] env[69399]: INFO nova.compute.claims [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 833.741842] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffc1c8e-4f4f-4b1f-9cb1-78fa82014dca {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.751900] env[69399]: DEBUG oslo_concurrency.lockutils [req-1708d3d5-e305-4459-a18d-9aa1ad87c63c req-3a875655-4567-473b-a452-277aed937c70 service nova] Releasing lock "refresh_cache-33b600eb-e4ee-4c29-a2a0-1c80991093ab" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.753803] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e5cd2f-3619-483b-b717-7a488034384c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.762770] env[69399]: INFO nova.scheduler.client.report [None req-f48fbda3-c6c4-49bb-a68b-b98958f3ddb8 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Deleted allocations for instance d9ae2163-ba21-47c0-9c10-d9cd35fb00f6 [ 833.789299] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded43df0-2866-424e-9473-d2abaf5367f2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.793832] env[69399]: DEBUG oslo_concurrency.lockutils [None req-93d7bf5d-bc11-49d3-9390-10849aa4ea8d tempest-ServerExternalEventsTest-462654027 tempest-ServerExternalEventsTest-462654027-project] Releasing lock "refresh_cache-5df06110-ddc7-4d82-a9f0-c4fac929060b" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.802396] env[69399]: DEBUG oslo_vmware.api [None req-6fae3242-ae37-49af-a694-6e0455a0fa71 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Task: {'id': task-4176614, 'name': PowerOffVM_Task, 'duration_secs': 0.345534} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.805225] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fae3242-ae37-49af-a694-6e0455a0fa71 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.805631] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6fae3242-ae37-49af-a694-6e0455a0fa71 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.806498] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2fba19c-7354-4522-82f6-eb9077ae78ba {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.809311] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ff2843-202d-44dc-a8e3-a159dcf59c56 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.845549] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180363MB free_disk=6GB free_vcpus=48 pci_devices=None {{(pid=69399) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 833.846057] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.931301] env[69399]: INFO nova.compute.manager [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Took 30.61 seconds to build instance. [ 833.982801] env[69399]: DEBUG nova.network.neutron [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.015408] env[69399]: DEBUG oslo_vmware.api [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]524323f0-b157-6d88-ac7f-65d9ae24ea99, 'name': SearchDatastore_Task, 'duration_secs': 0.021279} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.015713] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.016024] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 33b600eb-e4ee-4c29-a2a0-1c80991093ab/33b600eb-e4ee-4c29-a2a0-1c80991093ab.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 834.016321] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c57a9098-c078-43ac-9ea7-ae6d90b64679 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.031227] env[69399]: DEBUG oslo_vmware.api [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Waiting for the task: (returnval){ [ 834.031227] env[69399]: value = "task-4176617" [ 834.031227] env[69399]: _type = "Task" [ 834.031227] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.044891] env[69399]: DEBUG oslo_vmware.api [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Task: {'id': task-4176617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.127893] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6fae3242-ae37-49af-a694-6e0455a0fa71 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.128233] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6fae3242-ae37-49af-a694-6e0455a0fa71 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.128340] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fae3242-ae37-49af-a694-6e0455a0fa71 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Deleting the datastore file [datastore1] 5df06110-ddc7-4d82-a9f0-c4fac929060b {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.128794] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2483938-009f-4650-add7-4e0bfa737095 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.137764] env[69399]: DEBUG oslo_vmware.api [None req-6fae3242-ae37-49af-a694-6e0455a0fa71 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Waiting for the task: (returnval){ [ 834.137764] env[69399]: value = "task-4176618" [ 834.137764] env[69399]: _type = "Task" [ 834.137764] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.154208] env[69399]: DEBUG oslo_vmware.api [None req-6fae3242-ae37-49af-a694-6e0455a0fa71 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Task: {'id': task-4176618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.160557] env[69399]: DEBUG oslo_vmware.api [None req-5eb2c097-272a-4598-9f3a-53b85510b946 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Task: {'id': task-4176615, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342299} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.160557] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb2c097-272a-4598-9f3a-53b85510b946 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.160692] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb2c097-272a-4598-9f3a-53b85510b946 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.160833] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb2c097-272a-4598-9f3a-53b85510b946 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.161092] env[69399]: INFO nova.compute.manager [None req-5eb2c097-272a-4598-9f3a-53b85510b946 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Took 3.01 seconds to destroy the instance on the hypervisor. [ 834.161360] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5eb2c097-272a-4598-9f3a-53b85510b946 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.161615] env[69399]: DEBUG nova.compute.manager [-] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 834.161720] env[69399]: DEBUG nova.network.neutron [-] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 834.276789] env[69399]: DEBUG nova.compute.manager [req-e40f3857-f2ef-425e-8d26-ff754208dd7a req-f1a91ccf-1381-4db2-9901-fde3c1d6585b service nova] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Received event network-vif-plugged-7b9401f5-0b18-4514-a3d5-d7b566e34222 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.277021] env[69399]: DEBUG oslo_concurrency.lockutils [req-e40f3857-f2ef-425e-8d26-ff754208dd7a req-f1a91ccf-1381-4db2-9901-fde3c1d6585b service nova] Acquiring lock "78876af3-91f0-4cdf-bdde-39b4519e54bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.277221] env[69399]: DEBUG oslo_concurrency.lockutils [req-e40f3857-f2ef-425e-8d26-ff754208dd7a req-f1a91ccf-1381-4db2-9901-fde3c1d6585b service nova] Lock "78876af3-91f0-4cdf-bdde-39b4519e54bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.277380] env[69399]: DEBUG oslo_concurrency.lockutils [req-e40f3857-f2ef-425e-8d26-ff754208dd7a req-f1a91ccf-1381-4db2-9901-fde3c1d6585b service nova] Lock "78876af3-91f0-4cdf-bdde-39b4519e54bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.277542] env[69399]: DEBUG nova.compute.manager [req-e40f3857-f2ef-425e-8d26-ff754208dd7a req-f1a91ccf-1381-4db2-9901-fde3c1d6585b service nova] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] No waiting events found dispatching network-vif-plugged-7b9401f5-0b18-4514-a3d5-d7b566e34222 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 834.277698] env[69399]: WARNING nova.compute.manager [req-e40f3857-f2ef-425e-8d26-ff754208dd7a req-f1a91ccf-1381-4db2-9901-fde3c1d6585b service nova] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Received unexpected event network-vif-plugged-7b9401f5-0b18-4514-a3d5-d7b566e34222 for instance with vm_state building and task_state spawning. [ 834.277847] env[69399]: DEBUG nova.compute.manager [req-e40f3857-f2ef-425e-8d26-ff754208dd7a req-f1a91ccf-1381-4db2-9901-fde3c1d6585b service nova] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Received event network-changed-7b9401f5-0b18-4514-a3d5-d7b566e34222 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.278013] env[69399]: DEBUG nova.compute.manager [req-e40f3857-f2ef-425e-8d26-ff754208dd7a req-f1a91ccf-1381-4db2-9901-fde3c1d6585b service nova] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Refreshing instance network info cache due to event network-changed-7b9401f5-0b18-4514-a3d5-d7b566e34222. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 834.278400] env[69399]: DEBUG oslo_concurrency.lockutils [req-e40f3857-f2ef-425e-8d26-ff754208dd7a req-f1a91ccf-1381-4db2-9901-fde3c1d6585b service nova] Acquiring lock "refresh_cache-78876af3-91f0-4cdf-bdde-39b4519e54bc" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.278737] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f48fbda3-c6c4-49bb-a68b-b98958f3ddb8 tempest-TenantUsagesTestJSON-1297945936 tempest-TenantUsagesTestJSON-1297945936-project-member] Lock "d9ae2163-ba21-47c0-9c10-d9cd35fb00f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.377s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.434530] env[69399]: DEBUG oslo_concurrency.lockutils [None req-82105fea-5de8-48c0-be69-ddea1d62895f tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Lock "d2e9732f-5ea0-4be9-8000-d78d5acd8961" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.521s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.476448] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef08179-e0b4-40c8-9be9-5c74d7008d9e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.486549] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-19c77b9a-63c6-48c3-a74f-e0088de3fe4a tempest-ServersAdminNegativeTestJSON-1609458743 tempest-ServersAdminNegativeTestJSON-1609458743-project-admin] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Suspending the VM {{(pid=69399) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 834.486946] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-fa53f463-79e5-47df-b59b-7655a72d8421 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.495086] env[69399]: DEBUG oslo_vmware.api [None req-19c77b9a-63c6-48c3-a74f-e0088de3fe4a tempest-ServersAdminNegativeTestJSON-1609458743 tempest-ServersAdminNegativeTestJSON-1609458743-project-admin] Waiting for the task: (returnval){ [ 834.495086] env[69399]: value = "task-4176619" [ 834.495086] env[69399]: _type = "Task" [ 834.495086] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.504559] env[69399]: DEBUG oslo_vmware.api [None req-19c77b9a-63c6-48c3-a74f-e0088de3fe4a tempest-ServersAdminNegativeTestJSON-1609458743 tempest-ServersAdminNegativeTestJSON-1609458743-project-admin] Task: {'id': task-4176619, 'name': SuspendVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.539294] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.540148] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f98eb7ba-1f17-4362-8d0e-b3a3b0cc3d72 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.545930] env[69399]: DEBUG oslo_vmware.api [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Task: {'id': task-4176617, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.552590] env[69399]: DEBUG nova.network.neutron [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Updating instance_info_cache with network_info: [{"id": "7b9401f5-0b18-4514-a3d5-d7b566e34222", "address": "fa:16:3e:27:f4:ff", "network": {"id": "4458e3e3-9ab8-4a3d-9bdd-9a7bb3d35ae9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2036820803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f32c0bd90dfb461cbdbf76bcb3181343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b9401f5-0b", "ovs_interfaceid": "7b9401f5-0b18-4514-a3d5-d7b566e34222", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.555340] env[69399]: DEBUG oslo_vmware.api [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Waiting for the task: (returnval){ [ 834.555340] env[69399]: value = "task-4176620" [ 834.555340] env[69399]: _type = "Task" [ 834.555340] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.567817] env[69399]: DEBUG oslo_vmware.api [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Task: {'id': task-4176620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.651319] env[69399]: DEBUG oslo_vmware.api [None req-6fae3242-ae37-49af-a694-6e0455a0fa71 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Task: {'id': task-4176618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261086} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.651693] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fae3242-ae37-49af-a694-6e0455a0fa71 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.651941] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6fae3242-ae37-49af-a694-6e0455a0fa71 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.652192] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6fae3242-ae37-49af-a694-6e0455a0fa71 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.652467] env[69399]: INFO nova.compute.manager [None req-6fae3242-ae37-49af-a694-6e0455a0fa71 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Took 1.40 seconds to destroy the instance on the hypervisor. [ 834.652740] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fae3242-ae37-49af-a694-6e0455a0fa71 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.653113] env[69399]: DEBUG nova.compute.manager [-] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 834.653237] env[69399]: DEBUG nova.network.neutron [-] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 834.939652] env[69399]: DEBUG nova.compute.manager [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 835.006151] env[69399]: DEBUG oslo_vmware.api [None req-19c77b9a-63c6-48c3-a74f-e0088de3fe4a tempest-ServersAdminNegativeTestJSON-1609458743 tempest-ServersAdminNegativeTestJSON-1609458743-project-admin] Task: {'id': task-4176619, 'name': SuspendVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.051403] env[69399]: DEBUG oslo_vmware.api [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Task: {'id': task-4176617, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688648} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.052791] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 33b600eb-e4ee-4c29-a2a0-1c80991093ab/33b600eb-e4ee-4c29-a2a0-1c80991093ab.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 835.053138] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 835.053476] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89a7e2c6-f2bb-49ad-b8ca-a950806dd060 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.060556] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Releasing lock "refresh_cache-78876af3-91f0-4cdf-bdde-39b4519e54bc" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.060965] env[69399]: DEBUG nova.compute.manager [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Instance network_info: |[{"id": "7b9401f5-0b18-4514-a3d5-d7b566e34222", "address": "fa:16:3e:27:f4:ff", "network": {"id": "4458e3e3-9ab8-4a3d-9bdd-9a7bb3d35ae9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2036820803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f32c0bd90dfb461cbdbf76bcb3181343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b9401f5-0b", "ovs_interfaceid": "7b9401f5-0b18-4514-a3d5-d7b566e34222", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.067247] env[69399]: DEBUG oslo_concurrency.lockutils [req-e40f3857-f2ef-425e-8d26-ff754208dd7a req-f1a91ccf-1381-4db2-9901-fde3c1d6585b service nova] Acquired lock "refresh_cache-78876af3-91f0-4cdf-bdde-39b4519e54bc" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.067601] env[69399]: DEBUG nova.network.neutron [req-e40f3857-f2ef-425e-8d26-ff754208dd7a req-f1a91ccf-1381-4db2-9901-fde3c1d6585b service nova] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Refreshing network info cache for port 7b9401f5-0b18-4514-a3d5-d7b566e34222 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.070093] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:f4:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1895250-76cc-41f7-b7f8-2e5679494607', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b9401f5-0b18-4514-a3d5-d7b566e34222', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.081832] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Creating folder: Project (f32c0bd90dfb461cbdbf76bcb3181343). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.088476] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51311243-53bf-43f3-8e73-7c58be4ccf18 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.093368] env[69399]: DEBUG oslo_vmware.api [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Waiting for the task: (returnval){ [ 835.093368] env[69399]: value = "task-4176621" [ 835.093368] env[69399]: _type = "Task" [ 835.093368] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.102017] env[69399]: DEBUG oslo_vmware.api [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Task: {'id': task-4176620, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.105799] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Created folder: Project (f32c0bd90dfb461cbdbf76bcb3181343) in parent group-v826677. [ 835.106042] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Creating folder: Instances. Parent ref: group-v826771. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.110239] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ceef0458-a933-499f-982c-981fc92d1c7c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.112373] env[69399]: DEBUG oslo_vmware.api [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Task: {'id': task-4176621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.126549] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Created folder: Instances in parent group-v826771. [ 835.126848] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.129737] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.130284] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3b4072c-c490-4077-b80d-4f8bbb0f1f73 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.156769] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.156769] env[69399]: value = "task-4176624" [ 835.156769] env[69399]: _type = "Task" [ 835.156769] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.169291] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176624, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.467801] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a58779-f9d7-460d-9711-810e2191609e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.473194] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.479310] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a5b806-5481-47e7-b00d-97c038765d39 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.521881] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e3df7a-a6c3-46aa-a3b6-ecac3c3b79df {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.535509] env[69399]: DEBUG oslo_vmware.api [None req-19c77b9a-63c6-48c3-a74f-e0088de3fe4a tempest-ServersAdminNegativeTestJSON-1609458743 tempest-ServersAdminNegativeTestJSON-1609458743-project-admin] Task: {'id': task-4176619, 'name': SuspendVM_Task, 'duration_secs': 0.965259} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.537199] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e2293d-a315-438f-a21e-5914da4d74b6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.542228] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-19c77b9a-63c6-48c3-a74f-e0088de3fe4a tempest-ServersAdminNegativeTestJSON-1609458743 tempest-ServersAdminNegativeTestJSON-1609458743-project-admin] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Suspended the VM {{(pid=69399) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 835.542711] env[69399]: DEBUG nova.compute.manager [None req-19c77b9a-63c6-48c3-a74f-e0088de3fe4a tempest-ServersAdminNegativeTestJSON-1609458743 tempest-ServersAdminNegativeTestJSON-1609458743-project-admin] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.543954] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9301a7ee-fb09-4bb6-85ec-12d43389381c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.561010] env[69399]: DEBUG nova.compute.provider_tree [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.580248] env[69399]: DEBUG oslo_vmware.api [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Task: {'id': task-4176620, 'name': PowerOffVM_Task, 'duration_secs': 0.897674} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.580248] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.585042] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a0a6b0-c17e-4e46-9cfa-6af18ce3e279 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.606798] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e5a5e4-b4c3-4f14-a3b8-eeecf38b4ce8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.621935] env[69399]: DEBUG oslo_vmware.api [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Task: {'id': task-4176621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083436} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.622239] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.623133] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea1ff58-5a48-419c-bcd0-56898328cd7d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.649144] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 33b600eb-e4ee-4c29-a2a0-1c80991093ab/33b600eb-e4ee-4c29-a2a0-1c80991093ab.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.653209] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da638650-83bd-4d7e-9ea1-2caa62e9f539 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.673085] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.673432] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da04991c-a3c8-4fff-969b-58cf5b98d8a1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.677465] env[69399]: DEBUG oslo_vmware.api [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Waiting for the task: (returnval){ [ 835.677465] env[69399]: value = "task-4176625" [ 835.677465] env[69399]: _type = "Task" [ 835.677465] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.686045] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176624, 'name': CreateVM_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.686045] env[69399]: DEBUG oslo_vmware.api [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Waiting for the task: (returnval){ [ 835.686045] env[69399]: value = "task-4176626" [ 835.686045] env[69399]: _type = "Task" [ 835.686045] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.698474] env[69399]: DEBUG oslo_vmware.api [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Task: {'id': task-4176625, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.705375] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] VM already powered off {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 835.706731] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 835.706731] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.706731] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.706731] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 835.706731] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7df98d3d-5ca5-42dd-9c0d-23d912b34967 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.720545] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 835.720784] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 835.721667] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15e78461-5680-48ed-860b-6aa43bb2eba1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.728381] env[69399]: DEBUG oslo_vmware.api [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Waiting for the task: (returnval){ [ 835.728381] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5227847b-0f2e-949e-03c0-bdcc7124a04a" [ 835.728381] env[69399]: _type = "Task" [ 835.728381] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.739650] env[69399]: DEBUG oslo_vmware.api [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5227847b-0f2e-949e-03c0-bdcc7124a04a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.030988] env[69399]: DEBUG nova.network.neutron [-] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.053681] env[69399]: DEBUG nova.compute.manager [req-e7473161-3fa1-4b95-99be-39fab4e7c521 req-97cb4d8d-3b25-48b2-9e4f-4dfb883cdc6a service nova] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Received event network-vif-deleted-5d4d97cf-82ef-4769-ad45-5fe4c9e9a9e5 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.053681] env[69399]: INFO nova.compute.manager [req-e7473161-3fa1-4b95-99be-39fab4e7c521 req-97cb4d8d-3b25-48b2-9e4f-4dfb883cdc6a service nova] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Neutron deleted interface 5d4d97cf-82ef-4769-ad45-5fe4c9e9a9e5; detaching it from the instance and deleting it from the info cache [ 836.053681] env[69399]: DEBUG nova.network.neutron [req-e7473161-3fa1-4b95-99be-39fab4e7c521 req-97cb4d8d-3b25-48b2-9e4f-4dfb883cdc6a service nova] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.055966] env[69399]: DEBUG nova.network.neutron [req-e40f3857-f2ef-425e-8d26-ff754208dd7a req-f1a91ccf-1381-4db2-9901-fde3c1d6585b service nova] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Updated VIF entry in instance network info cache for port 7b9401f5-0b18-4514-a3d5-d7b566e34222. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.055966] env[69399]: DEBUG nova.network.neutron [req-e40f3857-f2ef-425e-8d26-ff754208dd7a req-f1a91ccf-1381-4db2-9901-fde3c1d6585b service nova] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Updating instance_info_cache with network_info: [{"id": "7b9401f5-0b18-4514-a3d5-d7b566e34222", "address": "fa:16:3e:27:f4:ff", "network": {"id": "4458e3e3-9ab8-4a3d-9bdd-9a7bb3d35ae9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2036820803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f32c0bd90dfb461cbdbf76bcb3181343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b9401f5-0b", "ovs_interfaceid": "7b9401f5-0b18-4514-a3d5-d7b566e34222", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.069844] env[69399]: DEBUG nova.scheduler.client.report [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.180517] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176624, 'name': CreateVM_Task, 'duration_secs': 0.642503} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.185277] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.186183] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.186388] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.186715] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.187462] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ffed716-1994-411b-b010-0b36ee710a3b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.194019] env[69399]: DEBUG oslo_vmware.api [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Task: {'id': task-4176625, 'name': ReconfigVM_Task, 'duration_secs': 0.455219} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.196054] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 33b600eb-e4ee-4c29-a2a0-1c80991093ab/33b600eb-e4ee-4c29-a2a0-1c80991093ab.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.196845] env[69399]: DEBUG oslo_vmware.api [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Waiting for the task: (returnval){ [ 836.196845] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]526c95fa-27eb-d96f-4641-01087b5156ee" [ 836.196845] env[69399]: _type = "Task" [ 836.196845] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.197071] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6554b8f-b863-4fdf-b852-1c6be1c21971 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.211636] env[69399]: DEBUG oslo_vmware.api [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]526c95fa-27eb-d96f-4641-01087b5156ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.214366] env[69399]: DEBUG oslo_vmware.api [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Waiting for the task: (returnval){ [ 836.214366] env[69399]: value = "task-4176627" [ 836.214366] env[69399]: _type = "Task" [ 836.214366] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.226513] env[69399]: DEBUG oslo_vmware.api [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Task: {'id': task-4176627, 'name': Rename_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.241808] env[69399]: DEBUG oslo_vmware.api [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5227847b-0f2e-949e-03c0-bdcc7124a04a, 'name': SearchDatastore_Task, 'duration_secs': 0.014765} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.243152] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21d15fdd-3088-409e-94d7-d491b9c70196 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.250605] env[69399]: DEBUG oslo_vmware.api [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Waiting for the task: (returnval){ [ 836.250605] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52bdf0b1-648d-397a-bc1a-d899755d8c7e" [ 836.250605] env[69399]: _type = "Task" [ 836.250605] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.266774] env[69399]: DEBUG oslo_vmware.api [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52bdf0b1-648d-397a-bc1a-d899755d8c7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.371022] env[69399]: DEBUG nova.network.neutron [-] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.534408] env[69399]: INFO nova.compute.manager [-] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Took 1.88 seconds to deallocate network for instance. [ 836.560689] env[69399]: DEBUG oslo_concurrency.lockutils [req-e40f3857-f2ef-425e-8d26-ff754208dd7a req-f1a91ccf-1381-4db2-9901-fde3c1d6585b service nova] Releasing lock "refresh_cache-78876af3-91f0-4cdf-bdde-39b4519e54bc" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.560689] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7438794-150b-45e2-91f8-d3d8de839ae9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.569751] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85527f59-0893-415a-ad81-fe679cbebee5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.589658] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.854s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.590472] env[69399]: DEBUG nova.compute.manager [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 836.598233] env[69399]: DEBUG oslo_concurrency.lockutils [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.655s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.600789] env[69399]: INFO nova.compute.claims [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.639140] env[69399]: DEBUG nova.compute.manager [req-e7473161-3fa1-4b95-99be-39fab4e7c521 req-97cb4d8d-3b25-48b2-9e4f-4dfb883cdc6a service nova] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Detach interface failed, port_id=5d4d97cf-82ef-4769-ad45-5fe4c9e9a9e5, reason: Instance 5df06110-ddc7-4d82-a9f0-c4fac929060b could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 836.712866] env[69399]: DEBUG oslo_vmware.api [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]526c95fa-27eb-d96f-4641-01087b5156ee, 'name': SearchDatastore_Task, 'duration_secs': 0.015298} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.713301] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.713531] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.713907] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.714118] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.714287] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.714575] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1559750-a159-4675-b195-bc24730655b8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.726178] env[69399]: DEBUG oslo_vmware.api [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Task: {'id': task-4176627, 'name': Rename_Task, 'duration_secs': 0.206145} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.728048] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.728287] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aedef190-899a-4f66-a466-77ef8b473b43 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.730216] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.730404] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.731205] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74a3e0f0-a45f-451c-af2e-d53c5720a852 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.738161] env[69399]: DEBUG oslo_vmware.api [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Waiting for the task: (returnval){ [ 836.738161] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5235998b-ed6b-f5d5-b1aa-5c26e38dac09" [ 836.738161] env[69399]: _type = "Task" [ 836.738161] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.742751] env[69399]: DEBUG oslo_vmware.api [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Waiting for the task: (returnval){ [ 836.742751] env[69399]: value = "task-4176628" [ 836.742751] env[69399]: _type = "Task" [ 836.742751] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.752609] env[69399]: DEBUG oslo_vmware.api [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5235998b-ed6b-f5d5-b1aa-5c26e38dac09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.759075] env[69399]: DEBUG oslo_vmware.api [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Task: {'id': task-4176628, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.769233] env[69399]: DEBUG oslo_vmware.api [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52bdf0b1-648d-397a-bc1a-d899755d8c7e, 'name': SearchDatastore_Task, 'duration_secs': 0.013279} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.769233] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.769233] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] a1468a4f-6462-4943-af0e-dd01f8846ce7/080cf791-deb9-45e0-96cd-252fc7c4f56a-rescue.vmdk. {{(pid=69399) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 836.769233] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7ed1534-1af8-4695-a94a-f9c3381562d0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.777932] env[69399]: DEBUG oslo_vmware.api [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Waiting for the task: (returnval){ [ 836.777932] env[69399]: value = "task-4176629" [ 836.777932] env[69399]: _type = "Task" [ 836.777932] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.787543] env[69399]: DEBUG oslo_vmware.api [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Task: {'id': task-4176629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.874733] env[69399]: INFO nova.compute.manager [-] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Took 2.71 seconds to deallocate network for instance. [ 837.043314] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6fae3242-ae37-49af-a694-6e0455a0fa71 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.099431] env[69399]: DEBUG nova.compute.utils [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.100942] env[69399]: DEBUG nova.compute.manager [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 837.101136] env[69399]: DEBUG nova.network.neutron [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 837.209166] env[69399]: DEBUG nova.policy [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7657c805582043b7837a4b6538abd3d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f7393cc0d004ca5a33c35e722a3f13b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.259360] env[69399]: DEBUG oslo_vmware.api [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5235998b-ed6b-f5d5-b1aa-5c26e38dac09, 'name': SearchDatastore_Task, 'duration_secs': 0.014984} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.260787] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61134d20-6782-4d12-bb25-c3a33534a936 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.273956] env[69399]: DEBUG oslo_vmware.api [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Task: {'id': task-4176628, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.274473] env[69399]: DEBUG oslo_vmware.api [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Waiting for the task: (returnval){ [ 837.274473] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]529d75d0-009c-f358-3235-49cefd58ed5b" [ 837.274473] env[69399]: _type = "Task" [ 837.274473] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.292365] env[69399]: DEBUG oslo_vmware.api [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]529d75d0-009c-f358-3235-49cefd58ed5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.297587] env[69399]: DEBUG oslo_vmware.api [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Task: {'id': task-4176629, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.381814] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5eb2c097-272a-4598-9f3a-53b85510b946 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.604741] env[69399]: DEBUG nova.compute.manager [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 837.618191] env[69399]: DEBUG nova.network.neutron [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Successfully created port: c0a00ee2-973a-4d67-bed7-002b0e145c31 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 837.759450] env[69399]: DEBUG oslo_vmware.api [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Task: {'id': task-4176628, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.796563] env[69399]: DEBUG oslo_vmware.api [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]529d75d0-009c-f358-3235-49cefd58ed5b, 'name': SearchDatastore_Task, 'duration_secs': 0.02062} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.796563] env[69399]: DEBUG oslo_vmware.api [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Task: {'id': task-4176629, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.766176} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.799506] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.799779] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 78876af3-91f0-4cdf-bdde-39b4519e54bc/78876af3-91f0-4cdf-bdde-39b4519e54bc.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.800339] env[69399]: INFO nova.virt.vmwareapi.ds_util [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] a1468a4f-6462-4943-af0e-dd01f8846ce7/080cf791-deb9-45e0-96cd-252fc7c4f56a-rescue.vmdk. [ 837.800594] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ee32c05-15fc-4e93-8f01-284df220ab15 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.803371] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7644d18-c9c2-47f2-b960-d9db32add472 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.832485] env[69399]: DEBUG oslo_vmware.api [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Waiting for the task: (returnval){ [ 837.832485] env[69399]: value = "task-4176630" [ 837.832485] env[69399]: _type = "Task" [ 837.832485] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.841222] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] a1468a4f-6462-4943-af0e-dd01f8846ce7/080cf791-deb9-45e0-96cd-252fc7c4f56a-rescue.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.844873] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c1b70d2-d5cd-442c-a225-b9fc80748c3b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.869088] env[69399]: DEBUG oslo_vmware.api [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': task-4176630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.872839] env[69399]: DEBUG oslo_vmware.api [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Waiting for the task: (returnval){ [ 837.872839] env[69399]: value = "task-4176631" [ 837.872839] env[69399]: _type = "Task" [ 837.872839] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.886694] env[69399]: DEBUG oslo_vmware.api [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Task: {'id': task-4176631, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.264782] env[69399]: DEBUG oslo_vmware.api [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Task: {'id': task-4176628, 'name': PowerOnVM_Task, 'duration_secs': 1.113281} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.266372] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 838.266802] env[69399]: INFO nova.compute.manager [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Took 8.78 seconds to spawn the instance on the hypervisor. [ 838.267044] env[69399]: DEBUG nova.compute.manager [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 838.267968] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c38ece-8da0-4af0-ae5b-e0abe6dc6dfd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.319165] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530f10e7-b0d1-4c2b-b79c-8ba510d14041 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.329592] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6ece51-6994-42af-a781-f9a0a4ec92bd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.369193] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38c1c5d-727b-4519-ab07-1bb3e5c5d2d8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.386093] env[69399]: DEBUG oslo_vmware.api [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': task-4176630, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.388475] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88d0ded-34be-4b4b-bbf2-43e8b30080a8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.399914] env[69399]: DEBUG oslo_vmware.api [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Task: {'id': task-4176631, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.414791] env[69399]: DEBUG nova.compute.provider_tree [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.469355] env[69399]: DEBUG nova.compute.manager [req-1eddfde5-a022-4ae3-b35f-c657cc899a28 req-48939e72-2acd-4584-8059-649676424ace service nova] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Received event network-vif-deleted-01512a6f-bc98-44ca-8c52-79d3c418a800 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.621335] env[69399]: DEBUG nova.compute.manager [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 838.643980] env[69399]: DEBUG nova.virt.hardware [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.644308] env[69399]: DEBUG nova.virt.hardware [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.644500] env[69399]: DEBUG nova.virt.hardware [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.644790] env[69399]: DEBUG nova.virt.hardware [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.644955] env[69399]: DEBUG nova.virt.hardware [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.645283] env[69399]: DEBUG nova.virt.hardware [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.645576] env[69399]: DEBUG nova.virt.hardware [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.645748] env[69399]: DEBUG nova.virt.hardware [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.645923] env[69399]: DEBUG nova.virt.hardware [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.646112] env[69399]: DEBUG nova.virt.hardware [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.646361] env[69399]: DEBUG nova.virt.hardware [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.647479] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9522769-8e86-402b-8c13-38272dfaec84 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.656827] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59d5192-c48e-45d2-b414-e10955198a88 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.792221] env[69399]: INFO nova.compute.manager [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Took 33.75 seconds to build instance. [ 838.879316] env[69399]: DEBUG oslo_vmware.api [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': task-4176630, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.845398} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.882921] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 78876af3-91f0-4cdf-bdde-39b4519e54bc/78876af3-91f0-4cdf-bdde-39b4519e54bc.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.883295] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.883621] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3fdc8ab1-b266-4411-a84b-4294ca772750 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.892236] env[69399]: DEBUG oslo_vmware.api [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Task: {'id': task-4176631, 'name': ReconfigVM_Task, 'duration_secs': 0.574032} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.894833] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Reconfigured VM instance instance-0000001b to attach disk [datastore1] a1468a4f-6462-4943-af0e-dd01f8846ce7/080cf791-deb9-45e0-96cd-252fc7c4f56a-rescue.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.895717] env[69399]: DEBUG oslo_vmware.api [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Waiting for the task: (returnval){ [ 838.895717] env[69399]: value = "task-4176632" [ 838.895717] env[69399]: _type = "Task" [ 838.895717] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.896519] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f981a7cf-4b32-4324-9b74-87eab46d268a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.932561] env[69399]: DEBUG oslo_vmware.api [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': task-4176632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.933790] env[69399]: DEBUG nova.scheduler.client.report [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.943247] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdf82016-ebae-49d0-994a-7ebab1cd72d3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.961775] env[69399]: DEBUG oslo_vmware.api [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Waiting for the task: (returnval){ [ 838.961775] env[69399]: value = "task-4176633" [ 838.961775] env[69399]: _type = "Task" [ 838.961775] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.971927] env[69399]: DEBUG oslo_vmware.api [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Task: {'id': task-4176633, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.294990] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3304ad69-82fb-43c9-a6f6-5d7b82c3f833 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Lock "33b600eb-e4ee-4c29-a2a0-1c80991093ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.317s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.413546] env[69399]: DEBUG oslo_vmware.api [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': task-4176632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08757} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.417282] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.418180] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b01c91-8115-47e9-8a4e-341f82f5b339 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.446652] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 78876af3-91f0-4cdf-bdde-39b4519e54bc/78876af3-91f0-4cdf-bdde-39b4519e54bc.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.447436] env[69399]: DEBUG oslo_concurrency.lockutils [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.849s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.447962] env[69399]: DEBUG nova.compute.manager [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 839.451075] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72644fde-f596-4175-9ce6-8c22bab8974e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.466841] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.614s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.468486] env[69399]: INFO nova.compute.claims [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.481089] env[69399]: DEBUG oslo_vmware.api [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Task: {'id': task-4176633, 'name': ReconfigVM_Task, 'duration_secs': 0.170822} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.483293] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.483293] env[69399]: DEBUG oslo_vmware.api [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Waiting for the task: (returnval){ [ 839.483293] env[69399]: value = "task-4176634" [ 839.483293] env[69399]: _type = "Task" [ 839.483293] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.483293] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d4976f8-a5bb-429e-9b0e-3965a360cd1d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.493417] env[69399]: DEBUG oslo_vmware.api [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': task-4176634, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.495141] env[69399]: DEBUG oslo_vmware.api [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Waiting for the task: (returnval){ [ 839.495141] env[69399]: value = "task-4176635" [ 839.495141] env[69399]: _type = "Task" [ 839.495141] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.504091] env[69399]: DEBUG oslo_vmware.api [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Task: {'id': task-4176635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.693351] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2fafcb78-3505-4237-85a9-621ea17aa210 tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Acquiring lock "57397a3c-2115-461c-93fe-0f8baf4484af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.696842] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2fafcb78-3505-4237-85a9-621ea17aa210 tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Lock "57397a3c-2115-461c-93fe-0f8baf4484af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.696842] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2fafcb78-3505-4237-85a9-621ea17aa210 tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Acquiring lock "57397a3c-2115-461c-93fe-0f8baf4484af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.696842] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2fafcb78-3505-4237-85a9-621ea17aa210 tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Lock "57397a3c-2115-461c-93fe-0f8baf4484af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.696842] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2fafcb78-3505-4237-85a9-621ea17aa210 tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Lock "57397a3c-2115-461c-93fe-0f8baf4484af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.698862] env[69399]: INFO nova.compute.manager [None req-2fafcb78-3505-4237-85a9-621ea17aa210 tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Terminating instance [ 839.770250] env[69399]: DEBUG nova.network.neutron [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Successfully updated port: c0a00ee2-973a-4d67-bed7-002b0e145c31 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 839.801416] env[69399]: DEBUG nova.compute.manager [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 839.969382] env[69399]: DEBUG nova.compute.utils [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 839.972016] env[69399]: DEBUG nova.compute.manager [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 839.972284] env[69399]: DEBUG nova.network.neutron [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 839.999167] env[69399]: DEBUG oslo_vmware.api [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': task-4176634, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.010032] env[69399]: DEBUG oslo_vmware.api [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Task: {'id': task-4176635, 'name': PowerOnVM_Task, 'duration_secs': 0.495077} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.010410] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.013675] env[69399]: DEBUG nova.compute.manager [None req-2f28aa1f-ef3b-4e1d-8595-c5c99e83ec15 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.014643] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5977625b-17f8-4ea4-83d1-1719029150d1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.068764] env[69399]: DEBUG nova.policy [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1618e30e61440b58f06566a62719657', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90b365d893784bd2b90412f55fdaaa49', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.204568] env[69399]: DEBUG nova.compute.manager [None req-2fafcb78-3505-4237-85a9-621ea17aa210 tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 840.208017] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2fafcb78-3505-4237-85a9-621ea17aa210 tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.208017] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d055f97-6bf9-4bf4-a80b-e2ce50c1fe81 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.220400] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fafcb78-3505-4237-85a9-621ea17aa210 tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.220690] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b067799-50a7-47f5-a6e7-68ce4f8a2200 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.228964] env[69399]: DEBUG oslo_vmware.api [None req-2fafcb78-3505-4237-85a9-621ea17aa210 tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Waiting for the task: (returnval){ [ 840.228964] env[69399]: value = "task-4176636" [ 840.228964] env[69399]: _type = "Task" [ 840.228964] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.241350] env[69399]: DEBUG oslo_vmware.api [None req-2fafcb78-3505-4237-85a9-621ea17aa210 tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Task: {'id': task-4176636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.271382] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Acquiring lock "refresh_cache-2be94567-64bc-4a1e-94c1-dd58c8c44d87" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.271877] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Acquired lock "refresh_cache-2be94567-64bc-4a1e-94c1-dd58c8c44d87" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.271877] env[69399]: DEBUG nova.network.neutron [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.327408] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.379880] env[69399]: DEBUG nova.compute.manager [req-82c4d8a9-fa24-4674-b15e-8a7ecb23eb6f req-ce0a8d5e-606e-4be9-8618-26191854311c service nova] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Received event network-changed-35d7c355-a380-4579-a639-375f2bc92704 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.380298] env[69399]: DEBUG nova.compute.manager [req-82c4d8a9-fa24-4674-b15e-8a7ecb23eb6f req-ce0a8d5e-606e-4be9-8618-26191854311c service nova] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Refreshing instance network info cache due to event network-changed-35d7c355-a380-4579-a639-375f2bc92704. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 840.380685] env[69399]: DEBUG oslo_concurrency.lockutils [req-82c4d8a9-fa24-4674-b15e-8a7ecb23eb6f req-ce0a8d5e-606e-4be9-8618-26191854311c service nova] Acquiring lock "refresh_cache-33b600eb-e4ee-4c29-a2a0-1c80991093ab" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.380960] env[69399]: DEBUG oslo_concurrency.lockutils [req-82c4d8a9-fa24-4674-b15e-8a7ecb23eb6f req-ce0a8d5e-606e-4be9-8618-26191854311c service nova] Acquired lock "refresh_cache-33b600eb-e4ee-4c29-a2a0-1c80991093ab" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.381286] env[69399]: DEBUG nova.network.neutron [req-82c4d8a9-fa24-4674-b15e-8a7ecb23eb6f req-ce0a8d5e-606e-4be9-8618-26191854311c service nova] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Refreshing network info cache for port 35d7c355-a380-4579-a639-375f2bc92704 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.450104] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d09e9a61-3b28-4dec-bc91-eba080fac9f2 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Acquiring lock "d2e9732f-5ea0-4be9-8000-d78d5acd8961" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.450434] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d09e9a61-3b28-4dec-bc91-eba080fac9f2 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Lock "d2e9732f-5ea0-4be9-8000-d78d5acd8961" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.451294] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d09e9a61-3b28-4dec-bc91-eba080fac9f2 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Acquiring lock "d2e9732f-5ea0-4be9-8000-d78d5acd8961-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.451725] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d09e9a61-3b28-4dec-bc91-eba080fac9f2 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Lock "d2e9732f-5ea0-4be9-8000-d78d5acd8961-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.451725] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d09e9a61-3b28-4dec-bc91-eba080fac9f2 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Lock "d2e9732f-5ea0-4be9-8000-d78d5acd8961-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.457917] env[69399]: INFO nova.compute.manager [None req-d09e9a61-3b28-4dec-bc91-eba080fac9f2 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Terminating instance [ 840.473223] env[69399]: DEBUG nova.compute.manager [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 840.498244] env[69399]: DEBUG oslo_vmware.api [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': task-4176634, 'name': ReconfigVM_Task, 'duration_secs': 0.536081} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.498622] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 78876af3-91f0-4cdf-bdde-39b4519e54bc/78876af3-91f0-4cdf-bdde-39b4519e54bc.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.499413] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3fd10ad8-404f-42ff-b6d7-c7f01c4e8e6e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.508703] env[69399]: DEBUG oslo_vmware.api [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Waiting for the task: (returnval){ [ 840.508703] env[69399]: value = "task-4176637" [ 840.508703] env[69399]: _type = "Task" [ 840.508703] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.523502] env[69399]: DEBUG oslo_vmware.api [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': task-4176637, 'name': Rename_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.673094] env[69399]: DEBUG nova.network.neutron [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Successfully created port: 8b20617f-700e-463e-b927-a3bf52897575 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 840.747945] env[69399]: DEBUG oslo_vmware.api [None req-2fafcb78-3505-4237-85a9-621ea17aa210 tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Task: {'id': task-4176636, 'name': PowerOffVM_Task, 'duration_secs': 0.28737} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.747945] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fafcb78-3505-4237-85a9-621ea17aa210 tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.747945] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2fafcb78-3505-4237-85a9-621ea17aa210 tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.747945] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-068e5af0-d30f-47e4-bd8d-f3c0655c8d69 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.836042] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2fafcb78-3505-4237-85a9-621ea17aa210 tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.836401] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2fafcb78-3505-4237-85a9-621ea17aa210 tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.836667] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fafcb78-3505-4237-85a9-621ea17aa210 tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Deleting the datastore file [datastore2] 57397a3c-2115-461c-93fe-0f8baf4484af {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.836867] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db9ed516-2cb3-4d99-92a5-330b5a4deab4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.845602] env[69399]: DEBUG oslo_vmware.api [None req-2fafcb78-3505-4237-85a9-621ea17aa210 tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Waiting for the task: (returnval){ [ 840.845602] env[69399]: value = "task-4176639" [ 840.845602] env[69399]: _type = "Task" [ 840.845602] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.860887] env[69399]: DEBUG oslo_vmware.api [None req-2fafcb78-3505-4237-85a9-621ea17aa210 tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Task: {'id': task-4176639, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.868378] env[69399]: DEBUG nova.network.neutron [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.962493] env[69399]: DEBUG nova.compute.manager [None req-d09e9a61-3b28-4dec-bc91-eba080fac9f2 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 840.962493] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d09e9a61-3b28-4dec-bc91-eba080fac9f2 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.963600] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3dd0b4-ae06-4ec8-ab65-e84270bda519 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.983015] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d09e9a61-3b28-4dec-bc91-eba080fac9f2 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.983672] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a7cdd22-6197-48dc-9d47-a57b79aae4b1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.999345] env[69399]: DEBUG nova.compute.manager [req-2063bc1d-2632-435a-9edf-f9adf44aeda0 req-a20028f3-ad29-402c-adc9-62438a4474b5 service nova] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Received event network-vif-plugged-c0a00ee2-973a-4d67-bed7-002b0e145c31 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.999345] env[69399]: DEBUG oslo_concurrency.lockutils [req-2063bc1d-2632-435a-9edf-f9adf44aeda0 req-a20028f3-ad29-402c-adc9-62438a4474b5 service nova] Acquiring lock "2be94567-64bc-4a1e-94c1-dd58c8c44d87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.999345] env[69399]: DEBUG oslo_concurrency.lockutils [req-2063bc1d-2632-435a-9edf-f9adf44aeda0 req-a20028f3-ad29-402c-adc9-62438a4474b5 service nova] Lock "2be94567-64bc-4a1e-94c1-dd58c8c44d87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.999345] env[69399]: DEBUG oslo_concurrency.lockutils [req-2063bc1d-2632-435a-9edf-f9adf44aeda0 req-a20028f3-ad29-402c-adc9-62438a4474b5 service nova] Lock "2be94567-64bc-4a1e-94c1-dd58c8c44d87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.999345] env[69399]: DEBUG nova.compute.manager [req-2063bc1d-2632-435a-9edf-f9adf44aeda0 req-a20028f3-ad29-402c-adc9-62438a4474b5 service nova] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] No waiting events found dispatching network-vif-plugged-c0a00ee2-973a-4d67-bed7-002b0e145c31 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 840.999628] env[69399]: WARNING nova.compute.manager [req-2063bc1d-2632-435a-9edf-f9adf44aeda0 req-a20028f3-ad29-402c-adc9-62438a4474b5 service nova] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Received unexpected event network-vif-plugged-c0a00ee2-973a-4d67-bed7-002b0e145c31 for instance with vm_state building and task_state spawning. [ 840.999628] env[69399]: DEBUG nova.compute.manager [req-2063bc1d-2632-435a-9edf-f9adf44aeda0 req-a20028f3-ad29-402c-adc9-62438a4474b5 service nova] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Received event network-changed-c0a00ee2-973a-4d67-bed7-002b0e145c31 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.999718] env[69399]: DEBUG nova.compute.manager [req-2063bc1d-2632-435a-9edf-f9adf44aeda0 req-a20028f3-ad29-402c-adc9-62438a4474b5 service nova] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Refreshing instance network info cache due to event network-changed-c0a00ee2-973a-4d67-bed7-002b0e145c31. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 841.000071] env[69399]: DEBUG oslo_concurrency.lockutils [req-2063bc1d-2632-435a-9edf-f9adf44aeda0 req-a20028f3-ad29-402c-adc9-62438a4474b5 service nova] Acquiring lock "refresh_cache-2be94567-64bc-4a1e-94c1-dd58c8c44d87" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.031524] env[69399]: DEBUG oslo_vmware.api [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': task-4176637, 'name': Rename_Task, 'duration_secs': 0.245348} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.031802] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.032068] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00139a0e-9210-466b-8df9-29e2f392049a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.041701] env[69399]: DEBUG oslo_vmware.api [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Waiting for the task: (returnval){ [ 841.041701] env[69399]: value = "task-4176641" [ 841.041701] env[69399]: _type = "Task" [ 841.041701] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.052398] env[69399]: DEBUG oslo_vmware.api [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': task-4176641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.062135] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d09e9a61-3b28-4dec-bc91-eba080fac9f2 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.063032] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d09e9a61-3b28-4dec-bc91-eba080fac9f2 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.063032] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d09e9a61-3b28-4dec-bc91-eba080fac9f2 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Deleting the datastore file [datastore2] d2e9732f-5ea0-4be9-8000-d78d5acd8961 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.063032] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e8a485b-53b6-4c17-9a0c-eae7e7d4a532 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.074661] env[69399]: DEBUG oslo_vmware.api [None req-d09e9a61-3b28-4dec-bc91-eba080fac9f2 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Waiting for the task: (returnval){ [ 841.074661] env[69399]: value = "task-4176642" [ 841.074661] env[69399]: _type = "Task" [ 841.074661] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.093612] env[69399]: DEBUG oslo_vmware.api [None req-d09e9a61-3b28-4dec-bc91-eba080fac9f2 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': task-4176642, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.162836] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396e4bcd-573e-4145-9bab-1442d5b111ca {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.174063] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349af6b2-17c4-4ddc-b9c4-2c8789cf4d84 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.212338] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed623345-a1be-4027-8fc2-0100a1af261f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.221482] env[69399]: DEBUG nova.network.neutron [req-82c4d8a9-fa24-4674-b15e-8a7ecb23eb6f req-ce0a8d5e-606e-4be9-8618-26191854311c service nova] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Updated VIF entry in instance network info cache for port 35d7c355-a380-4579-a639-375f2bc92704. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.222025] env[69399]: DEBUG nova.network.neutron [req-82c4d8a9-fa24-4674-b15e-8a7ecb23eb6f req-ce0a8d5e-606e-4be9-8618-26191854311c service nova] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Updating instance_info_cache with network_info: [{"id": "35d7c355-a380-4579-a639-375f2bc92704", "address": "fa:16:3e:1c:57:c9", "network": {"id": "4218ba84-48ca-48a5-9a57-b7b58d743e33", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1640949808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58871a95bced4137bf5f9d4e30a78831", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35d7c355-a3", "ovs_interfaceid": "35d7c355-a380-4579-a639-375f2bc92704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.232022] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a806ae-4f28-4ed4-a84f-9d00b23c3fd2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.245971] env[69399]: DEBUG nova.compute.provider_tree [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.249097] env[69399]: DEBUG nova.network.neutron [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Updating instance_info_cache with network_info: [{"id": "c0a00ee2-973a-4d67-bed7-002b0e145c31", "address": "fa:16:3e:4b:44:14", "network": {"id": "e6123224-ba4a-4d8f-91b9-06e051cef811", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70c0851169f84ebb9810edf05230c60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0a00ee2-97", "ovs_interfaceid": "c0a00ee2-973a-4d67-bed7-002b0e145c31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.355750] env[69399]: DEBUG oslo_vmware.api [None req-2fafcb78-3505-4237-85a9-621ea17aa210 tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Task: {'id': task-4176639, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397188} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.356048] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fafcb78-3505-4237-85a9-621ea17aa210 tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.356388] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2fafcb78-3505-4237-85a9-621ea17aa210 tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.356462] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2fafcb78-3505-4237-85a9-621ea17aa210 tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.356661] env[69399]: INFO nova.compute.manager [None req-2fafcb78-3505-4237-85a9-621ea17aa210 tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Took 1.15 seconds to destroy the instance on the hypervisor. [ 841.356863] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fafcb78-3505-4237-85a9-621ea17aa210 tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.357104] env[69399]: DEBUG nova.compute.manager [-] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 841.357236] env[69399]: DEBUG nova.network.neutron [-] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 841.485320] env[69399]: DEBUG nova.compute.manager [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.517572] env[69399]: DEBUG nova.virt.hardware [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.517899] env[69399]: DEBUG nova.virt.hardware [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.518388] env[69399]: DEBUG nova.virt.hardware [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.518663] env[69399]: DEBUG nova.virt.hardware [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.518880] env[69399]: DEBUG nova.virt.hardware [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.518993] env[69399]: DEBUG nova.virt.hardware [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.519406] env[69399]: DEBUG nova.virt.hardware [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.519638] env[69399]: DEBUG nova.virt.hardware [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.519774] env[69399]: DEBUG nova.virt.hardware [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.519943] env[69399]: DEBUG nova.virt.hardware [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.520374] env[69399]: DEBUG nova.virt.hardware [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.521329] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04bfe3c7-6793-4b1d-8f21-c88346513714 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.531851] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2674629-f45f-4634-a1d8-227c995c3c6b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.556889] env[69399]: DEBUG oslo_vmware.api [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': task-4176641, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.594162] env[69399]: DEBUG oslo_vmware.api [None req-d09e9a61-3b28-4dec-bc91-eba080fac9f2 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': task-4176642, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.734396] env[69399]: DEBUG oslo_concurrency.lockutils [req-82c4d8a9-fa24-4674-b15e-8a7ecb23eb6f req-ce0a8d5e-606e-4be9-8618-26191854311c service nova] Releasing lock "refresh_cache-33b600eb-e4ee-4c29-a2a0-1c80991093ab" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.754623] env[69399]: DEBUG nova.scheduler.client.report [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.765126] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Releasing lock "refresh_cache-2be94567-64bc-4a1e-94c1-dd58c8c44d87" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.765273] env[69399]: DEBUG nova.compute.manager [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Instance network_info: |[{"id": "c0a00ee2-973a-4d67-bed7-002b0e145c31", "address": "fa:16:3e:4b:44:14", "network": {"id": "e6123224-ba4a-4d8f-91b9-06e051cef811", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70c0851169f84ebb9810edf05230c60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0a00ee2-97", "ovs_interfaceid": "c0a00ee2-973a-4d67-bed7-002b0e145c31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 841.766031] env[69399]: DEBUG oslo_concurrency.lockutils [req-2063bc1d-2632-435a-9edf-f9adf44aeda0 req-a20028f3-ad29-402c-adc9-62438a4474b5 service nova] Acquired lock "refresh_cache-2be94567-64bc-4a1e-94c1-dd58c8c44d87" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.766322] env[69399]: DEBUG nova.network.neutron [req-2063bc1d-2632-435a-9edf-f9adf44aeda0 req-a20028f3-ad29-402c-adc9-62438a4474b5 service nova] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Refreshing network info cache for port c0a00ee2-973a-4d67-bed7-002b0e145c31 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 841.767995] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:44:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0a00ee2-973a-4d67-bed7-002b0e145c31', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.780815] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.781669] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.785785] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39e914fb-5e1b-44ec-a2e7-aeeec0b5eed6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.813414] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.813414] env[69399]: value = "task-4176643" [ 841.813414] env[69399]: _type = "Task" [ 841.813414] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.827165] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176643, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.062555] env[69399]: DEBUG oslo_vmware.api [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': task-4176641, 'name': PowerOnVM_Task, 'duration_secs': 1.005805} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.063256] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.063755] env[69399]: INFO nova.compute.manager [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Took 9.61 seconds to spawn the instance on the hypervisor. [ 842.064454] env[69399]: DEBUG nova.compute.manager [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.068032] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50b15cf-ea91-43b5-8613-7c1b204241eb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.093659] env[69399]: DEBUG oslo_vmware.api [None req-d09e9a61-3b28-4dec-bc91-eba080fac9f2 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': task-4176642, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.63556} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.094047] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d09e9a61-3b28-4dec-bc91-eba080fac9f2 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.094308] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d09e9a61-3b28-4dec-bc91-eba080fac9f2 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.094554] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d09e9a61-3b28-4dec-bc91-eba080fac9f2 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.094946] env[69399]: INFO nova.compute.manager [None req-d09e9a61-3b28-4dec-bc91-eba080fac9f2 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Took 1.13 seconds to destroy the instance on the hypervisor. [ 842.095251] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d09e9a61-3b28-4dec-bc91-eba080fac9f2 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.095712] env[69399]: DEBUG nova.compute.manager [-] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 842.095866] env[69399]: DEBUG nova.network.neutron [-] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 842.267158] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.800s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.268310] env[69399]: DEBUG nova.compute.manager [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 842.271310] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.843s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.276412] env[69399]: INFO nova.compute.claims [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.326536] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176643, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.522901] env[69399]: DEBUG oslo_concurrency.lockutils [None req-84e06070-a084-4430-9f6f-6c82147141af tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "interface-c1dc8ac0-7716-40ef-ae8e-7d38abeae12c-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.523282] env[69399]: DEBUG oslo_concurrency.lockutils [None req-84e06070-a084-4430-9f6f-6c82147141af tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "interface-c1dc8ac0-7716-40ef-ae8e-7d38abeae12c-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.523666] env[69399]: DEBUG nova.objects.instance [None req-84e06070-a084-4430-9f6f-6c82147141af tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lazy-loading 'flavor' on Instance uuid c1dc8ac0-7716-40ef-ae8e-7d38abeae12c {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.562334] env[69399]: DEBUG oslo_vmware.rw_handles [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52803d08-c2eb-94c9-bd82-1272baa4bc4f/disk-0.vmdk. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 842.563750] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1380147f-9dc5-4999-a726-dfcc1ec7b95f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.570542] env[69399]: DEBUG oslo_vmware.rw_handles [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52803d08-c2eb-94c9-bd82-1272baa4bc4f/disk-0.vmdk is in state: ready. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 842.570715] env[69399]: ERROR oslo_vmware.rw_handles [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52803d08-c2eb-94c9-bd82-1272baa4bc4f/disk-0.vmdk due to incomplete transfer. [ 842.570952] env[69399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cf3e99ad-fc33-4e11-a45c-b28fc2e554ce {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.578957] env[69399]: DEBUG oslo_vmware.rw_handles [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52803d08-c2eb-94c9-bd82-1272baa4bc4f/disk-0.vmdk. {{(pid=69399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 842.579208] env[69399]: DEBUG nova.virt.vmwareapi.images [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Uploaded image a45910d0-e9d2-4649-be8d-9279375f39e3 to the Glance image server {{(pid=69399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 842.581229] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Destroying the VM {{(pid=69399) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 842.581811] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c46d1d05-4b32-48dd-85b0-1f3f851b1e02 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.591390] env[69399]: DEBUG oslo_vmware.api [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Waiting for the task: (returnval){ [ 842.591390] env[69399]: value = "task-4176644" [ 842.591390] env[69399]: _type = "Task" [ 842.591390] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.596592] env[69399]: INFO nova.compute.manager [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Took 35.96 seconds to build instance. [ 842.606220] env[69399]: DEBUG oslo_vmware.api [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176644, 'name': Destroy_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.730154] env[69399]: DEBUG nova.network.neutron [-] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.739020] env[69399]: DEBUG nova.network.neutron [req-2063bc1d-2632-435a-9edf-f9adf44aeda0 req-a20028f3-ad29-402c-adc9-62438a4474b5 service nova] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Updated VIF entry in instance network info cache for port c0a00ee2-973a-4d67-bed7-002b0e145c31. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 842.739020] env[69399]: DEBUG nova.network.neutron [req-2063bc1d-2632-435a-9edf-f9adf44aeda0 req-a20028f3-ad29-402c-adc9-62438a4474b5 service nova] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Updating instance_info_cache with network_info: [{"id": "c0a00ee2-973a-4d67-bed7-002b0e145c31", "address": "fa:16:3e:4b:44:14", "network": {"id": "e6123224-ba4a-4d8f-91b9-06e051cef811", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70c0851169f84ebb9810edf05230c60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0a00ee2-97", "ovs_interfaceid": "c0a00ee2-973a-4d67-bed7-002b0e145c31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.781703] env[69399]: DEBUG nova.compute.utils [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 842.788306] env[69399]: DEBUG nova.compute.manager [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 842.788306] env[69399]: DEBUG nova.network.neutron [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 842.825312] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176643, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.869179] env[69399]: DEBUG nova.policy [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0723d8b1ce2e4f02bc02d0e3038ad161', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44de2a3fad244be683fd7f2cea410ef2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 842.901372] env[69399]: DEBUG nova.network.neutron [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Successfully updated port: 8b20617f-700e-463e-b927-a3bf52897575 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 842.927527] env[69399]: DEBUG nova.network.neutron [-] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.100827] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cdcf6325-4dc5-4c35-932a-5730bb3e7056 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Lock "78876af3-91f0-4cdf-bdde-39b4519e54bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.685s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.106045] env[69399]: DEBUG oslo_vmware.api [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176644, 'name': Destroy_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.178401] env[69399]: DEBUG nova.objects.instance [None req-84e06070-a084-4430-9f6f-6c82147141af tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lazy-loading 'pci_requests' on Instance uuid c1dc8ac0-7716-40ef-ae8e-7d38abeae12c {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.234690] env[69399]: INFO nova.compute.manager [-] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Took 1.88 seconds to deallocate network for instance. [ 843.244029] env[69399]: DEBUG oslo_concurrency.lockutils [req-2063bc1d-2632-435a-9edf-f9adf44aeda0 req-a20028f3-ad29-402c-adc9-62438a4474b5 service nova] Releasing lock "refresh_cache-2be94567-64bc-4a1e-94c1-dd58c8c44d87" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.285730] env[69399]: DEBUG nova.compute.manager [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 843.331152] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176643, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.365365] env[69399]: DEBUG nova.network.neutron [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Successfully created port: 4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 843.409430] env[69399]: DEBUG oslo_concurrency.lockutils [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquiring lock "refresh_cache-8d8f09c7-5035-4ae0-92ea-3562432e6ceb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.409430] env[69399]: DEBUG oslo_concurrency.lockutils [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquired lock "refresh_cache-8d8f09c7-5035-4ae0-92ea-3562432e6ceb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.409430] env[69399]: DEBUG nova.network.neutron [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.433560] env[69399]: INFO nova.compute.manager [-] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Took 1.34 seconds to deallocate network for instance. [ 843.604689] env[69399]: DEBUG oslo_vmware.api [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176644, 'name': Destroy_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.609339] env[69399]: DEBUG nova.compute.manager [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 843.682174] env[69399]: DEBUG nova.objects.base [None req-84e06070-a084-4430-9f6f-6c82147141af tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 843.683571] env[69399]: DEBUG nova.network.neutron [None req-84e06070-a084-4430-9f6f-6c82147141af tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 843.743221] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2fafcb78-3505-4237-85a9-621ea17aa210 tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.779857] env[69399]: DEBUG nova.policy [None req-84e06070-a084-4430-9f6f-6c82147141af tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87b6f0ee1d2044ad93f431d4bf27cd1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88bc526a7b714e3b9020af814e510d26', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 843.831841] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176643, 'name': CreateVM_Task, 'duration_secs': 1.548965} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.835302] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.836453] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.836798] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.838365] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.838365] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbda738f-ac48-41a2-a02b-0ceed2e165b6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.844340] env[69399]: DEBUG oslo_vmware.api [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Waiting for the task: (returnval){ [ 843.844340] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52194065-fb78-832e-47a1-e8577ae3874a" [ 843.844340] env[69399]: _type = "Task" [ 843.844340] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.857368] env[69399]: DEBUG oslo_vmware.api [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52194065-fb78-832e-47a1-e8577ae3874a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.893058] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a6a85e-22d9-4e23-81ff-dc05e29402e1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.901576] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d27b53-90cf-4485-9e99-7314f59bd890 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.940462] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c0835d-b247-4bd4-8144-3471b6e07fd0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.949647] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d09e9a61-3b28-4dec-bc91-eba080fac9f2 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.951367] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aed6c8a-7009-4634-8503-487e42ebdd4c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.969566] env[69399]: DEBUG nova.compute.provider_tree [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.977102] env[69399]: DEBUG nova.network.neutron [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.069225] env[69399]: DEBUG nova.compute.manager [req-84c1db55-cbb7-49d2-9b23-4bebf6214ce1 req-a7fd1674-e2c1-4556-84a6-23c28d5c0e2c service nova] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Received event network-vif-deleted-1aeb1a6d-e44d-43f3-8818-841f83ea8959 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.107597] env[69399]: DEBUG oslo_vmware.api [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176644, 'name': Destroy_Task} progress is 33%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.134558] env[69399]: DEBUG nova.network.neutron [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Updating instance_info_cache with network_info: [{"id": "8b20617f-700e-463e-b927-a3bf52897575", "address": "fa:16:3e:cf:ae:56", "network": {"id": "ec26b104-06f2-45dc-8dea-679a3711ccb3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-608903597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b365d893784bd2b90412f55fdaaa49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b20617f-70", "ovs_interfaceid": "8b20617f-700e-463e-b927-a3bf52897575", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.142432] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.187356] env[69399]: DEBUG nova.network.neutron [None req-84e06070-a084-4430-9f6f-6c82147141af tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Successfully created port: 50a2d89c-570e-447c-ad47-615ea966b5de {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 844.298294] env[69399]: DEBUG nova.compute.manager [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 844.327856] env[69399]: DEBUG nova.virt.hardware [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.328168] env[69399]: DEBUG nova.virt.hardware [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.328367] env[69399]: DEBUG nova.virt.hardware [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.328611] env[69399]: DEBUG nova.virt.hardware [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.328791] env[69399]: DEBUG nova.virt.hardware [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.329047] env[69399]: DEBUG nova.virt.hardware [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.329983] env[69399]: DEBUG nova.virt.hardware [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.329983] env[69399]: DEBUG nova.virt.hardware [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.329983] env[69399]: DEBUG nova.virt.hardware [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.329983] env[69399]: DEBUG nova.virt.hardware [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.329983] env[69399]: DEBUG nova.virt.hardware [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.330923] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4cd36a-64cf-4ec6-bd89-063c181d7089 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.340630] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9207da-ae78-4407-8155-e529457e8935 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.363691] env[69399]: DEBUG oslo_vmware.api [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52194065-fb78-832e-47a1-e8577ae3874a, 'name': SearchDatastore_Task, 'duration_secs': 0.042654} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.364079] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.364371] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.364650] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.364834] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.365095] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.365350] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b99abe68-ce57-4f30-b14b-bac22477d11f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.374777] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.375041] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.375796] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7c357c4-8ac1-4dd9-8877-a3d89c0c5793 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.381953] env[69399]: DEBUG oslo_vmware.api [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Waiting for the task: (returnval){ [ 844.381953] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]526a5333-b700-b3db-2a52-4235a98c81db" [ 844.381953] env[69399]: _type = "Task" [ 844.381953] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.390812] env[69399]: DEBUG oslo_vmware.api [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]526a5333-b700-b3db-2a52-4235a98c81db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.474144] env[69399]: DEBUG nova.scheduler.client.report [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.606679] env[69399]: DEBUG oslo_vmware.api [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176644, 'name': Destroy_Task, 'duration_secs': 1.655563} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.607098] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Destroyed the VM [ 844.607296] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Deleting Snapshot of the VM instance {{(pid=69399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 844.607614] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c73286a5-2dfd-492c-aa95-59eabf2f0ba0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.616575] env[69399]: DEBUG oslo_vmware.api [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Waiting for the task: (returnval){ [ 844.616575] env[69399]: value = "task-4176645" [ 844.616575] env[69399]: _type = "Task" [ 844.616575] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.630678] env[69399]: DEBUG oslo_vmware.api [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176645, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.639512] env[69399]: DEBUG oslo_concurrency.lockutils [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Releasing lock "refresh_cache-8d8f09c7-5035-4ae0-92ea-3562432e6ceb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.640019] env[69399]: DEBUG nova.compute.manager [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Instance network_info: |[{"id": "8b20617f-700e-463e-b927-a3bf52897575", "address": "fa:16:3e:cf:ae:56", "network": {"id": "ec26b104-06f2-45dc-8dea-679a3711ccb3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-608903597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b365d893784bd2b90412f55fdaaa49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b20617f-70", "ovs_interfaceid": "8b20617f-700e-463e-b927-a3bf52897575", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 844.640544] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:ae:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b20617f-700e-463e-b927-a3bf52897575', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.648751] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Creating folder: Project (90b365d893784bd2b90412f55fdaaa49). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.649107] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12c898bd-76b7-4bac-8b8d-0faf17ba1347 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.661439] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Created folder: Project (90b365d893784bd2b90412f55fdaaa49) in parent group-v826677. [ 844.661678] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Creating folder: Instances. Parent ref: group-v826775. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.662015] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8e2f934-9723-4f24-85cf-eb625a541001 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.673703] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Created folder: Instances in parent group-v826775. [ 844.673992] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.674189] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 844.674412] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12cce0e4-80c8-4e0f-ac90-4dc60f07a392 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.700023] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.700023] env[69399]: value = "task-4176648" [ 844.700023] env[69399]: _type = "Task" [ 844.700023] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.706883] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176648, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.894904] env[69399]: DEBUG oslo_vmware.api [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]526a5333-b700-b3db-2a52-4235a98c81db, 'name': SearchDatastore_Task, 'duration_secs': 0.011012} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.895880] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1281ea75-17e0-44cd-89f4-b3f833328211 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.903015] env[69399]: DEBUG oslo_vmware.api [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Waiting for the task: (returnval){ [ 844.903015] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52fbd2d8-9d82-cd9d-4a09-b93457fbedc4" [ 844.903015] env[69399]: _type = "Task" [ 844.903015] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.914966] env[69399]: DEBUG oslo_vmware.api [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52fbd2d8-9d82-cd9d-4a09-b93457fbedc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.979243] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.979890] env[69399]: DEBUG nova.compute.manager [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 844.983152] env[69399]: DEBUG oslo_concurrency.lockutils [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.477s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.985253] env[69399]: INFO nova.compute.claims [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 845.129942] env[69399]: DEBUG oslo_vmware.api [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176645, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.208310] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176648, 'name': CreateVM_Task, 'duration_secs': 0.42095} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.208608] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.209485] env[69399]: DEBUG oslo_concurrency.lockutils [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.209688] env[69399]: DEBUG oslo_concurrency.lockutils [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.210086] env[69399]: DEBUG oslo_concurrency.lockutils [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.210443] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9ef7bd5-0e1e-4a30-bcfb-90058de113fa {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.218926] env[69399]: DEBUG oslo_vmware.api [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 845.218926] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e987ce-4643-1cee-63c3-38c383650de0" [ 845.218926] env[69399]: _type = "Task" [ 845.218926] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.230329] env[69399]: DEBUG oslo_vmware.api [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e987ce-4643-1cee-63c3-38c383650de0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.346885] env[69399]: DEBUG nova.network.neutron [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Successfully updated port: 4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.415748] env[69399]: DEBUG oslo_vmware.api [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52fbd2d8-9d82-cd9d-4a09-b93457fbedc4, 'name': SearchDatastore_Task, 'duration_secs': 0.01264} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.416331] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.416451] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 2be94567-64bc-4a1e-94c1-dd58c8c44d87/2be94567-64bc-4a1e-94c1-dd58c8c44d87.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.416630] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9500230d-d92e-429f-9b31-01d21a6005bc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.423747] env[69399]: DEBUG oslo_vmware.api [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Waiting for the task: (returnval){ [ 845.423747] env[69399]: value = "task-4176649" [ 845.423747] env[69399]: _type = "Task" [ 845.423747] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.434308] env[69399]: DEBUG oslo_vmware.api [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Task: {'id': task-4176649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.492036] env[69399]: DEBUG nova.compute.utils [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.496585] env[69399]: DEBUG nova.compute.manager [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 845.496585] env[69399]: DEBUG nova.network.neutron [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 845.546449] env[69399]: DEBUG nova.policy [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b47ffeaf52f4d30adc84ffa459d87d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39e24d958a7e4044b92bf29ce18b1355', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 845.581921] env[69399]: DEBUG nova.compute.manager [req-8e9dd643-96ba-4877-b374-48c33b5cf66c req-72103467-7916-4a98-862d-24a8c83b6f45 service nova] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Received event network-vif-deleted-6906e0de-2b93-4f7c-8364-a91d3e67876b {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.582153] env[69399]: DEBUG nova.compute.manager [req-8e9dd643-96ba-4877-b374-48c33b5cf66c req-72103467-7916-4a98-862d-24a8c83b6f45 service nova] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Received event network-vif-plugged-8b20617f-700e-463e-b927-a3bf52897575 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.582347] env[69399]: DEBUG oslo_concurrency.lockutils [req-8e9dd643-96ba-4877-b374-48c33b5cf66c req-72103467-7916-4a98-862d-24a8c83b6f45 service nova] Acquiring lock "8d8f09c7-5035-4ae0-92ea-3562432e6ceb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.582555] env[69399]: DEBUG oslo_concurrency.lockutils [req-8e9dd643-96ba-4877-b374-48c33b5cf66c req-72103467-7916-4a98-862d-24a8c83b6f45 service nova] Lock "8d8f09c7-5035-4ae0-92ea-3562432e6ceb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.582721] env[69399]: DEBUG oslo_concurrency.lockutils [req-8e9dd643-96ba-4877-b374-48c33b5cf66c req-72103467-7916-4a98-862d-24a8c83b6f45 service nova] Lock "8d8f09c7-5035-4ae0-92ea-3562432e6ceb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.582929] env[69399]: DEBUG nova.compute.manager [req-8e9dd643-96ba-4877-b374-48c33b5cf66c req-72103467-7916-4a98-862d-24a8c83b6f45 service nova] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] No waiting events found dispatching network-vif-plugged-8b20617f-700e-463e-b927-a3bf52897575 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 845.583080] env[69399]: WARNING nova.compute.manager [req-8e9dd643-96ba-4877-b374-48c33b5cf66c req-72103467-7916-4a98-862d-24a8c83b6f45 service nova] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Received unexpected event network-vif-plugged-8b20617f-700e-463e-b927-a3bf52897575 for instance with vm_state building and task_state spawning. [ 845.583335] env[69399]: DEBUG nova.compute.manager [req-8e9dd643-96ba-4877-b374-48c33b5cf66c req-72103467-7916-4a98-862d-24a8c83b6f45 service nova] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Received event network-changed-8b20617f-700e-463e-b927-a3bf52897575 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.583587] env[69399]: DEBUG nova.compute.manager [req-8e9dd643-96ba-4877-b374-48c33b5cf66c req-72103467-7916-4a98-862d-24a8c83b6f45 service nova] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Refreshing instance network info cache due to event network-changed-8b20617f-700e-463e-b927-a3bf52897575. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 845.583669] env[69399]: DEBUG oslo_concurrency.lockutils [req-8e9dd643-96ba-4877-b374-48c33b5cf66c req-72103467-7916-4a98-862d-24a8c83b6f45 service nova] Acquiring lock "refresh_cache-8d8f09c7-5035-4ae0-92ea-3562432e6ceb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.583809] env[69399]: DEBUG oslo_concurrency.lockutils [req-8e9dd643-96ba-4877-b374-48c33b5cf66c req-72103467-7916-4a98-862d-24a8c83b6f45 service nova] Acquired lock "refresh_cache-8d8f09c7-5035-4ae0-92ea-3562432e6ceb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.584075] env[69399]: DEBUG nova.network.neutron [req-8e9dd643-96ba-4877-b374-48c33b5cf66c req-72103467-7916-4a98-862d-24a8c83b6f45 service nova] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Refreshing network info cache for port 8b20617f-700e-463e-b927-a3bf52897575 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.628804] env[69399]: DEBUG oslo_vmware.api [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176645, 'name': RemoveSnapshot_Task, 'duration_secs': 0.569534} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.629175] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Deleted Snapshot of the VM instance {{(pid=69399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 845.629385] env[69399]: INFO nova.compute.manager [None req-06a75449-233a-477f-801c-0a7d3ddc37b0 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Took 18.94 seconds to snapshot the instance on the hypervisor. [ 845.731780] env[69399]: DEBUG oslo_vmware.api [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e987ce-4643-1cee-63c3-38c383650de0, 'name': SearchDatastore_Task, 'duration_secs': 0.020235} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.732471] env[69399]: DEBUG oslo_concurrency.lockutils [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.732561] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.733695] env[69399]: DEBUG oslo_concurrency.lockutils [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.733695] env[69399]: DEBUG oslo_concurrency.lockutils [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.733695] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.733695] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-477aeb30-8e1e-4ba5-b2dc-05dc7a74654e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.747747] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.748026] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.748928] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-572c1f01-aaa0-4138-815f-1d0237c994bc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.757106] env[69399]: DEBUG oslo_vmware.api [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 845.757106] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5207ab9e-331b-6415-9294-23ef4ca40919" [ 845.757106] env[69399]: _type = "Task" [ 845.757106] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.767039] env[69399]: DEBUG oslo_vmware.api [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5207ab9e-331b-6415-9294-23ef4ca40919, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.849346] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "refresh_cache-57172c5b-44e2-4828-a73c-9a2657864eb9" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.849535] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquired lock "refresh_cache-57172c5b-44e2-4828-a73c-9a2657864eb9" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.849764] env[69399]: DEBUG nova.network.neutron [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.936857] env[69399]: DEBUG oslo_vmware.api [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Task: {'id': task-4176649, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.976884] env[69399]: DEBUG nova.network.neutron [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Successfully created port: ecdbc6ce-33aa-4c46-9ef1-ba086b8667d8 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 845.997515] env[69399]: DEBUG nova.compute.manager [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 846.270875] env[69399]: DEBUG oslo_vmware.api [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5207ab9e-331b-6415-9294-23ef4ca40919, 'name': SearchDatastore_Task, 'duration_secs': 0.011058} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.274429] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d31b8cf2-d5cc-4c38-ae1e-5ee40cfe6fc5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.282024] env[69399]: DEBUG oslo_vmware.api [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 846.282024] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e5cbc7-8bda-5587-83d4-394784041d5d" [ 846.282024] env[69399]: _type = "Task" [ 846.282024] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.297437] env[69399]: DEBUG oslo_vmware.api [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e5cbc7-8bda-5587-83d4-394784041d5d, 'name': SearchDatastore_Task, 'duration_secs': 0.01064} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.297853] env[69399]: DEBUG oslo_concurrency.lockutils [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.298259] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 8d8f09c7-5035-4ae0-92ea-3562432e6ceb/8d8f09c7-5035-4ae0-92ea-3562432e6ceb.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.298708] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48bffb72-27dd-40bf-af38-c9b8d57a6886 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.311018] env[69399]: DEBUG oslo_vmware.api [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 846.311018] env[69399]: value = "task-4176650" [ 846.311018] env[69399]: _type = "Task" [ 846.311018] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.320225] env[69399]: DEBUG oslo_vmware.api [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4176650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.332556] env[69399]: DEBUG nova.network.neutron [req-8e9dd643-96ba-4877-b374-48c33b5cf66c req-72103467-7916-4a98-862d-24a8c83b6f45 service nova] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Updated VIF entry in instance network info cache for port 8b20617f-700e-463e-b927-a3bf52897575. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.333136] env[69399]: DEBUG nova.network.neutron [req-8e9dd643-96ba-4877-b374-48c33b5cf66c req-72103467-7916-4a98-862d-24a8c83b6f45 service nova] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Updating instance_info_cache with network_info: [{"id": "8b20617f-700e-463e-b927-a3bf52897575", "address": "fa:16:3e:cf:ae:56", "network": {"id": "ec26b104-06f2-45dc-8dea-679a3711ccb3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-608903597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b365d893784bd2b90412f55fdaaa49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b20617f-70", "ovs_interfaceid": "8b20617f-700e-463e-b927-a3bf52897575", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.394048] env[69399]: DEBUG nova.network.neutron [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.440986] env[69399]: DEBUG oslo_vmware.api [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Task: {'id': task-4176649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.72723} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.441369] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 2be94567-64bc-4a1e-94c1-dd58c8c44d87/2be94567-64bc-4a1e-94c1-dd58c8c44d87.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.441609] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.441884] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-358035de-1bdb-44ad-a540-130742c6d226 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.452277] env[69399]: DEBUG oslo_vmware.api [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Waiting for the task: (returnval){ [ 846.452277] env[69399]: value = "task-4176651" [ 846.452277] env[69399]: _type = "Task" [ 846.452277] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.461759] env[69399]: DEBUG oslo_vmware.api [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Task: {'id': task-4176651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.569836] env[69399]: DEBUG nova.network.neutron [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Updating instance_info_cache with network_info: [{"id": "4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7", "address": "fa:16:3e:8e:7d:ef", "network": {"id": "2e919c77-3170-4d6d-9779-978d4cf8fafb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1843815499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44de2a3fad244be683fd7f2cea410ef2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fc1e464-6f", "ovs_interfaceid": "4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.625725] env[69399]: DEBUG nova.network.neutron [None req-84e06070-a084-4430-9f6f-6c82147141af tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Successfully updated port: 50a2d89c-570e-447c-ad47-615ea966b5de {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 846.652870] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a4dfb0-05dc-4790-9b61-13431f14a961 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.665382] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e28c01-6b11-44ce-b6d6-10e54a399eb8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.704636] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400a6d30-095d-404b-a5ae-725a54f9dc5d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.716699] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ebf221-524e-45a2-938d-f067b92f1230 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.737416] env[69399]: DEBUG nova.compute.provider_tree [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.820267] env[69399]: DEBUG oslo_vmware.api [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4176650, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460205} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.820562] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 8d8f09c7-5035-4ae0-92ea-3562432e6ceb/8d8f09c7-5035-4ae0-92ea-3562432e6ceb.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.820777] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.821079] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f752eabb-36bf-4c41-b8c9-b068cfc8ddb1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.828494] env[69399]: DEBUG oslo_vmware.api [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 846.828494] env[69399]: value = "task-4176652" [ 846.828494] env[69399]: _type = "Task" [ 846.828494] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.840355] env[69399]: DEBUG oslo_concurrency.lockutils [req-8e9dd643-96ba-4877-b374-48c33b5cf66c req-72103467-7916-4a98-862d-24a8c83b6f45 service nova] Releasing lock "refresh_cache-8d8f09c7-5035-4ae0-92ea-3562432e6ceb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.840870] env[69399]: DEBUG oslo_vmware.api [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4176652, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.962610] env[69399]: DEBUG oslo_vmware.api [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Task: {'id': task-4176651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09121} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.962952] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.963844] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c929b2a4-70cf-47a0-b801-57f28e310598 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.988186] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 2be94567-64bc-4a1e-94c1-dd58c8c44d87/2be94567-64bc-4a1e-94c1-dd58c8c44d87.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.988375] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8689d75-fc53-4653-82c0-a73d1e8767c8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.009545] env[69399]: DEBUG oslo_vmware.api [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Waiting for the task: (returnval){ [ 847.009545] env[69399]: value = "task-4176653" [ 847.009545] env[69399]: _type = "Task" [ 847.009545] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.018602] env[69399]: DEBUG oslo_vmware.api [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Task: {'id': task-4176653, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.021064] env[69399]: DEBUG nova.compute.manager [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 847.052224] env[69399]: DEBUG nova.virt.hardware [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 847.052632] env[69399]: DEBUG nova.virt.hardware [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.052720] env[69399]: DEBUG nova.virt.hardware [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.053092] env[69399]: DEBUG nova.virt.hardware [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.053324] env[69399]: DEBUG nova.virt.hardware [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.053491] env[69399]: DEBUG nova.virt.hardware [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 847.053738] env[69399]: DEBUG nova.virt.hardware [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 847.053925] env[69399]: DEBUG nova.virt.hardware [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 847.054157] env[69399]: DEBUG nova.virt.hardware [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 847.054369] env[69399]: DEBUG nova.virt.hardware [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 847.054553] env[69399]: DEBUG nova.virt.hardware [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 847.055449] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a1a25f-05a6-4bb6-91dc-a9cacadfe56c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.064337] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae745a3-bd88-4d5d-a19d-a781e292387f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.079712] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Releasing lock "refresh_cache-57172c5b-44e2-4828-a73c-9a2657864eb9" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.079798] env[69399]: DEBUG nova.compute.manager [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Instance network_info: |[{"id": "4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7", "address": "fa:16:3e:8e:7d:ef", "network": {"id": "2e919c77-3170-4d6d-9779-978d4cf8fafb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1843815499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44de2a3fad244be683fd7f2cea410ef2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fc1e464-6f", "ovs_interfaceid": "4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 847.080433] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:7d:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f996252-e329-42bd-a897-446dfe2b81cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.087775] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Creating folder: Project (44de2a3fad244be683fd7f2cea410ef2). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.088086] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13b648de-dae6-4d1a-868c-cc47fd3dbda8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.100834] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Created folder: Project (44de2a3fad244be683fd7f2cea410ef2) in parent group-v826677. [ 847.101236] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Creating folder: Instances. Parent ref: group-v826778. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.101736] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d9ef0fe-c8eb-4b5e-9372-0f0f3bef592d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.113639] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Created folder: Instances in parent group-v826778. [ 847.113839] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.114099] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.114353] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad10d940-580e-4c0d-abdc-c0ace6c29a73 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.129526] env[69399]: DEBUG oslo_concurrency.lockutils [None req-84e06070-a084-4430-9f6f-6c82147141af tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "refresh_cache-c1dc8ac0-7716-40ef-ae8e-7d38abeae12c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.129706] env[69399]: DEBUG oslo_concurrency.lockutils [None req-84e06070-a084-4430-9f6f-6c82147141af tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquired lock "refresh_cache-c1dc8ac0-7716-40ef-ae8e-7d38abeae12c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.129883] env[69399]: DEBUG nova.network.neutron [None req-84e06070-a084-4430-9f6f-6c82147141af tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 847.137631] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.137631] env[69399]: value = "task-4176656" [ 847.137631] env[69399]: _type = "Task" [ 847.137631] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.150426] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176656, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.244141] env[69399]: DEBUG nova.scheduler.client.report [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.339977] env[69399]: DEBUG oslo_vmware.api [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4176652, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072094} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.340557] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.344020] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4615c9-83df-4c14-81e0-12bec22a4a5c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.368732] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 8d8f09c7-5035-4ae0-92ea-3562432e6ceb/8d8f09c7-5035-4ae0-92ea-3562432e6ceb.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.369375] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b173a07-5f93-476a-88b0-afbaab049097 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.391487] env[69399]: DEBUG oslo_vmware.api [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 847.391487] env[69399]: value = "task-4176657" [ 847.391487] env[69399]: _type = "Task" [ 847.391487] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.402417] env[69399]: DEBUG oslo_vmware.api [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4176657, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.521727] env[69399]: DEBUG oslo_vmware.api [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Task: {'id': task-4176653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.648185] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176656, 'name': CreateVM_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.705492] env[69399]: WARNING nova.network.neutron [None req-84e06070-a084-4430-9f6f-6c82147141af tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] b5ff883e-6cca-41df-b9b0-c9fd5bfb37db already exists in list: networks containing: ['b5ff883e-6cca-41df-b9b0-c9fd5bfb37db']. ignoring it [ 847.749989] env[69399]: DEBUG oslo_concurrency.lockutils [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.767s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.750580] env[69399]: DEBUG nova.compute.manager [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.753556] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c19eca96-90f2-41d3-b179-9314721aec5c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.498s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.753790] env[69399]: DEBUG nova.objects.instance [None req-c19eca96-90f2-41d3-b179-9314721aec5c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Lazy-loading 'resources' on Instance uuid 49ebd426-a2d8-4a16-a648-d672641add81 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.907949] env[69399]: DEBUG oslo_vmware.api [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4176657, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.024027] env[69399]: DEBUG oslo_vmware.api [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Task: {'id': task-4176653, 'name': ReconfigVM_Task, 'duration_secs': 0.922997} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.024027] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 2be94567-64bc-4a1e-94c1-dd58c8c44d87/2be94567-64bc-4a1e-94c1-dd58c8c44d87.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.024027] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6845324-3329-4779-9c96-4917d778d505 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.029550] env[69399]: DEBUG oslo_vmware.api [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Waiting for the task: (returnval){ [ 848.029550] env[69399]: value = "task-4176658" [ 848.029550] env[69399]: _type = "Task" [ 848.029550] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.039328] env[69399]: DEBUG oslo_vmware.api [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Task: {'id': task-4176658, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.152186] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176656, 'name': CreateVM_Task, 'duration_secs': 0.826903} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.152186] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.152186] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.152186] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.152186] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.152186] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2567a14-1160-4724-9718-53585ac708d8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.158736] env[69399]: DEBUG oslo_vmware.api [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 848.158736] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]522e270f-294a-d4e4-1fe3-6ff3f9149a23" [ 848.158736] env[69399]: _type = "Task" [ 848.158736] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.174797] env[69399]: DEBUG oslo_vmware.api [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]522e270f-294a-d4e4-1fe3-6ff3f9149a23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.256965] env[69399]: DEBUG nova.compute.utils [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 848.266979] env[69399]: DEBUG nova.compute.manager [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 848.266979] env[69399]: DEBUG nova.network.neutron [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 848.324441] env[69399]: DEBUG nova.policy [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84419c93c15a404baa80ab2b3f1f37ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7cf0035dbf0740158086e393174a0e56', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 848.357534] env[69399]: DEBUG nova.network.neutron [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Successfully updated port: ecdbc6ce-33aa-4c46-9ef1-ba086b8667d8 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 848.385277] env[69399]: DEBUG nova.network.neutron [None req-84e06070-a084-4430-9f6f-6c82147141af tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Updating instance_info_cache with network_info: [{"id": "4605fcb1-107a-4f4d-ab03-7a4deba78c67", "address": "fa:16:3e:41:73:fb", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4605fcb1-10", "ovs_interfaceid": "4605fcb1-107a-4f4d-ab03-7a4deba78c67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "50a2d89c-570e-447c-ad47-615ea966b5de", "address": "fa:16:3e:f5:51:5f", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50a2d89c-57", "ovs_interfaceid": "50a2d89c-570e-447c-ad47-615ea966b5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.402881] env[69399]: DEBUG oslo_vmware.api [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4176657, 'name': ReconfigVM_Task, 'duration_secs': 0.792621} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.403757] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 8d8f09c7-5035-4ae0-92ea-3562432e6ceb/8d8f09c7-5035-4ae0-92ea-3562432e6ceb.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.406803] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58e7bce5-1606-4ed2-acf8-d1a0cd069d56 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.416149] env[69399]: DEBUG oslo_vmware.api [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 848.416149] env[69399]: value = "task-4176659" [ 848.416149] env[69399]: _type = "Task" [ 848.416149] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.430913] env[69399]: DEBUG oslo_vmware.api [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4176659, 'name': Rename_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.541443] env[69399]: DEBUG oslo_vmware.api [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Task: {'id': task-4176658, 'name': Rename_Task, 'duration_secs': 0.163267} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.541546] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.541794] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70bf6ad7-418b-45a8-85bb-be1898b16c9e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.550730] env[69399]: DEBUG oslo_vmware.api [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Waiting for the task: (returnval){ [ 848.550730] env[69399]: value = "task-4176660" [ 848.550730] env[69399]: _type = "Task" [ 848.550730] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.560349] env[69399]: DEBUG oslo_vmware.api [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Task: {'id': task-4176660, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.628318] env[69399]: DEBUG nova.network.neutron [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Successfully created port: 65288a25-fdfa-4ed0-a39a-228c5ad69f9f {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.673598] env[69399]: DEBUG oslo_vmware.api [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]522e270f-294a-d4e4-1fe3-6ff3f9149a23, 'name': SearchDatastore_Task, 'duration_secs': 0.012265} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.676448] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.676688] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.676933] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.677091] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.677273] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.678599] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e30f148-8c9f-4ac6-ab4c-4a83a4c75027 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.686879] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.687081] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.687834] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1ee777e-7d14-4e47-a535-1a65ac3c3f4b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.696728] env[69399]: DEBUG oslo_vmware.api [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 848.696728] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c25272-0f58-4e61-2bfd-4427e7b565e9" [ 848.696728] env[69399]: _type = "Task" [ 848.696728] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.710345] env[69399]: DEBUG oslo_vmware.api [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c25272-0f58-4e61-2bfd-4427e7b565e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.767557] env[69399]: DEBUG nova.compute.manager [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.860087] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Acquiring lock "refresh_cache-f5a96bee-5345-483c-bf76-dbe3956fdeec" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.860346] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Acquired lock "refresh_cache-f5a96bee-5345-483c-bf76-dbe3956fdeec" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.860542] env[69399]: DEBUG nova.network.neutron [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.888731] env[69399]: DEBUG oslo_concurrency.lockutils [None req-84e06070-a084-4430-9f6f-6c82147141af tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Releasing lock "refresh_cache-c1dc8ac0-7716-40ef-ae8e-7d38abeae12c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.889575] env[69399]: DEBUG oslo_concurrency.lockutils [None req-84e06070-a084-4430-9f6f-6c82147141af tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "c1dc8ac0-7716-40ef-ae8e-7d38abeae12c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.889780] env[69399]: DEBUG oslo_concurrency.lockutils [None req-84e06070-a084-4430-9f6f-6c82147141af tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquired lock "c1dc8ac0-7716-40ef-ae8e-7d38abeae12c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.891096] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13234d5-6898-4bb2-af02-1c8c506ee2f4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.912040] env[69399]: DEBUG nova.virt.hardware [None req-84e06070-a084-4430-9f6f-6c82147141af tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 848.912342] env[69399]: DEBUG nova.virt.hardware [None req-84e06070-a084-4430-9f6f-6c82147141af tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 848.912721] env[69399]: DEBUG nova.virt.hardware [None req-84e06070-a084-4430-9f6f-6c82147141af tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.912721] env[69399]: DEBUG nova.virt.hardware [None req-84e06070-a084-4430-9f6f-6c82147141af tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 848.912891] env[69399]: DEBUG nova.virt.hardware [None req-84e06070-a084-4430-9f6f-6c82147141af tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.913018] env[69399]: DEBUG nova.virt.hardware [None req-84e06070-a084-4430-9f6f-6c82147141af tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 848.913278] env[69399]: DEBUG nova.virt.hardware [None req-84e06070-a084-4430-9f6f-6c82147141af tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 848.913558] env[69399]: DEBUG nova.virt.hardware [None req-84e06070-a084-4430-9f6f-6c82147141af tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 848.913621] env[69399]: DEBUG nova.virt.hardware [None req-84e06070-a084-4430-9f6f-6c82147141af tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 848.913812] env[69399]: DEBUG nova.virt.hardware [None req-84e06070-a084-4430-9f6f-6c82147141af tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 848.914049] env[69399]: DEBUG nova.virt.hardware [None req-84e06070-a084-4430-9f6f-6c82147141af tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 848.921051] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-84e06070-a084-4430-9f6f-6c82147141af tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Reconfiguring VM to attach interface {{(pid=69399) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 848.922699] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e70da23f-07fc-4db6-acc5-75d45697396d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.937596] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08b1966-9f44-430e-bee6-86e3f044c5d7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.941843] env[69399]: DEBUG nova.network.neutron [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Successfully created port: 6d1f5809-74bf-47d1-b8ac-544eb03a9f62 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.954173] env[69399]: DEBUG oslo_vmware.api [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4176659, 'name': Rename_Task, 'duration_secs': 0.153169} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.957563] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.957964] env[69399]: DEBUG oslo_vmware.api [None req-84e06070-a084-4430-9f6f-6c82147141af tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 848.957964] env[69399]: value = "task-4176661" [ 848.957964] env[69399]: _type = "Task" [ 848.957964] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.958250] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c33ed9a2-f911-438a-97a9-4fe5ab10ed7d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.960901] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90656905-d65d-4ace-acf1-dc63b6f5c69a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.974027] env[69399]: DEBUG oslo_vmware.api [None req-84e06070-a084-4430-9f6f-6c82147141af tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4176661, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.004353] env[69399]: DEBUG oslo_vmware.api [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 849.004353] env[69399]: value = "task-4176662" [ 849.004353] env[69399]: _type = "Task" [ 849.004353] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.006014] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5a2de2-44b4-4fc3-9bdc-69e5d91bb03a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.021530] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0ccb8f-7188-4652-8413-feca9419ba08 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.025883] env[69399]: DEBUG oslo_vmware.api [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4176662, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.038804] env[69399]: DEBUG nova.compute.provider_tree [None req-c19eca96-90f2-41d3-b179-9314721aec5c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.062857] env[69399]: DEBUG oslo_vmware.api [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Task: {'id': task-4176660, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.211554] env[69399]: DEBUG oslo_vmware.api [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c25272-0f58-4e61-2bfd-4427e7b565e9, 'name': SearchDatastore_Task, 'duration_secs': 0.010097} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.212349] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53e25b62-71f7-4133-98d1-a64520328fc1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.219325] env[69399]: DEBUG oslo_vmware.api [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 849.219325] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52abc588-9ad8-255e-cd0d-befb43304069" [ 849.219325] env[69399]: _type = "Task" [ 849.219325] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.230168] env[69399]: DEBUG oslo_vmware.api [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52abc588-9ad8-255e-cd0d-befb43304069, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.255193] env[69399]: DEBUG nova.network.neutron [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Successfully created port: b4e694a2-47f7-4504-b096-f008a55e2d74 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 849.412194] env[69399]: DEBUG nova.network.neutron [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 849.472032] env[69399]: DEBUG oslo_vmware.api [None req-84e06070-a084-4430-9f6f-6c82147141af tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4176661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.519249] env[69399]: DEBUG oslo_vmware.api [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4176662, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.542515] env[69399]: DEBUG nova.scheduler.client.report [None req-c19eca96-90f2-41d3-b179-9314721aec5c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.563474] env[69399]: DEBUG oslo_vmware.api [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Task: {'id': task-4176660, 'name': PowerOnVM_Task, 'duration_secs': 0.516359} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.564486] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.564693] env[69399]: INFO nova.compute.manager [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Took 10.94 seconds to spawn the instance on the hypervisor. [ 849.564884] env[69399]: DEBUG nova.compute.manager [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.565818] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1cea4a-8042-4cd0-957c-0b16481c2e4e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.569047] env[69399]: DEBUG oslo_concurrency.lockutils [None req-962fac0c-18e8-4ac5-853f-b7c9e432f393 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Acquiring lock "df8e3dea-2e1c-47bc-87e5-2e6419e88b93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.569343] env[69399]: DEBUG oslo_concurrency.lockutils [None req-962fac0c-18e8-4ac5-853f-b7c9e432f393 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Lock "df8e3dea-2e1c-47bc-87e5-2e6419e88b93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.569560] env[69399]: DEBUG oslo_concurrency.lockutils [None req-962fac0c-18e8-4ac5-853f-b7c9e432f393 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Acquiring lock "df8e3dea-2e1c-47bc-87e5-2e6419e88b93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.569744] env[69399]: DEBUG oslo_concurrency.lockutils [None req-962fac0c-18e8-4ac5-853f-b7c9e432f393 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Lock "df8e3dea-2e1c-47bc-87e5-2e6419e88b93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.569911] env[69399]: DEBUG oslo_concurrency.lockutils [None req-962fac0c-18e8-4ac5-853f-b7c9e432f393 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Lock "df8e3dea-2e1c-47bc-87e5-2e6419e88b93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.572435] env[69399]: INFO nova.compute.manager [None req-962fac0c-18e8-4ac5-853f-b7c9e432f393 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Terminating instance [ 849.686977] env[69399]: DEBUG nova.network.neutron [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Updating instance_info_cache with network_info: [{"id": "ecdbc6ce-33aa-4c46-9ef1-ba086b8667d8", "address": "fa:16:3e:b7:8e:f1", "network": {"id": "e02c5c76-6c9f-4a84-8b32-760e8f61fdeb", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-627771084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39e24d958a7e4044b92bf29ce18b1355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecdbc6ce-33", "ovs_interfaceid": "ecdbc6ce-33aa-4c46-9ef1-ba086b8667d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.731241] env[69399]: DEBUG oslo_vmware.api [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52abc588-9ad8-255e-cd0d-befb43304069, 'name': SearchDatastore_Task, 'duration_secs': 0.013249} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.731618] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.731904] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 57172c5b-44e2-4828-a73c-9a2657864eb9/57172c5b-44e2-4828-a73c-9a2657864eb9.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.732246] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-187df742-a106-4986-91c8-060cb42e0026 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.739970] env[69399]: DEBUG oslo_vmware.api [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 849.739970] env[69399]: value = "task-4176663" [ 849.739970] env[69399]: _type = "Task" [ 849.739970] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.749841] env[69399]: DEBUG nova.compute.manager [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Received event network-changed-7b9401f5-0b18-4514-a3d5-d7b566e34222 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.750076] env[69399]: DEBUG nova.compute.manager [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Refreshing instance network info cache due to event network-changed-7b9401f5-0b18-4514-a3d5-d7b566e34222. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 849.750336] env[69399]: DEBUG oslo_concurrency.lockutils [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] Acquiring lock "refresh_cache-78876af3-91f0-4cdf-bdde-39b4519e54bc" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.750488] env[69399]: DEBUG oslo_concurrency.lockutils [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] Acquired lock "refresh_cache-78876af3-91f0-4cdf-bdde-39b4519e54bc" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.750673] env[69399]: DEBUG nova.network.neutron [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Refreshing network info cache for port 7b9401f5-0b18-4514-a3d5-d7b566e34222 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.756188] env[69399]: DEBUG oslo_vmware.api [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.778465] env[69399]: DEBUG nova.compute.manager [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.810854] env[69399]: DEBUG nova.virt.hardware [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.811164] env[69399]: DEBUG nova.virt.hardware [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.811304] env[69399]: DEBUG nova.virt.hardware [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.811486] env[69399]: DEBUG nova.virt.hardware [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.811647] env[69399]: DEBUG nova.virt.hardware [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.811854] env[69399]: DEBUG nova.virt.hardware [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.812134] env[69399]: DEBUG nova.virt.hardware [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.812270] env[69399]: DEBUG nova.virt.hardware [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.812519] env[69399]: DEBUG nova.virt.hardware [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.812783] env[69399]: DEBUG nova.virt.hardware [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.813075] env[69399]: DEBUG nova.virt.hardware [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.814311] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446469d3-e488-4aeb-8c4a-f01375b238d1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.824381] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6b864a-9c99-488b-90b7-bc0718729ead {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.975383] env[69399]: DEBUG oslo_vmware.api [None req-84e06070-a084-4430-9f6f-6c82147141af tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4176661, 'name': ReconfigVM_Task, 'duration_secs': 0.836624} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.976232] env[69399]: DEBUG oslo_concurrency.lockutils [None req-84e06070-a084-4430-9f6f-6c82147141af tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Releasing lock "c1dc8ac0-7716-40ef-ae8e-7d38abeae12c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.976703] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-84e06070-a084-4430-9f6f-6c82147141af tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Reconfigured VM to attach interface {{(pid=69399) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 850.019676] env[69399]: DEBUG oslo_vmware.api [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4176662, 'name': PowerOnVM_Task, 'duration_secs': 0.780378} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.019843] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.020153] env[69399]: INFO nova.compute.manager [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Took 8.53 seconds to spawn the instance on the hypervisor. [ 850.020252] env[69399]: DEBUG nova.compute.manager [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.021271] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4cb362-e799-486d-9261-655c0e5818e6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.048503] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c19eca96-90f2-41d3-b179-9314721aec5c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.295s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.051040] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.310s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.052701] env[69399]: INFO nova.compute.claims [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.089163] env[69399]: DEBUG nova.compute.manager [None req-962fac0c-18e8-4ac5-853f-b7c9e432f393 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 850.089515] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-962fac0c-18e8-4ac5-853f-b7c9e432f393 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.095049] env[69399]: INFO nova.scheduler.client.report [None req-c19eca96-90f2-41d3-b179-9314721aec5c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Deleted allocations for instance 49ebd426-a2d8-4a16-a648-d672641add81 [ 850.096086] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dafd846-d510-4f67-b9e2-1962284d9738 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.104787] env[69399]: INFO nova.compute.manager [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Took 39.49 seconds to build instance. [ 850.115247] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-962fac0c-18e8-4ac5-853f-b7c9e432f393 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.115792] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1c8987d-de6c-4ad7-b69c-8c1c92611c9e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.128348] env[69399]: DEBUG oslo_vmware.api [None req-962fac0c-18e8-4ac5-853f-b7c9e432f393 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Waiting for the task: (returnval){ [ 850.128348] env[69399]: value = "task-4176664" [ 850.128348] env[69399]: _type = "Task" [ 850.128348] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.140514] env[69399]: DEBUG oslo_vmware.api [None req-962fac0c-18e8-4ac5-853f-b7c9e432f393 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4176664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.190779] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Releasing lock "refresh_cache-f5a96bee-5345-483c-bf76-dbe3956fdeec" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.190779] env[69399]: DEBUG nova.compute.manager [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Instance network_info: |[{"id": "ecdbc6ce-33aa-4c46-9ef1-ba086b8667d8", "address": "fa:16:3e:b7:8e:f1", "network": {"id": "e02c5c76-6c9f-4a84-8b32-760e8f61fdeb", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-627771084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39e24d958a7e4044b92bf29ce18b1355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecdbc6ce-33", "ovs_interfaceid": "ecdbc6ce-33aa-4c46-9ef1-ba086b8667d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 850.191586] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:8e:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '456bd8a2-0fb6-4b17-9d25-08e7995c5184', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ecdbc6ce-33aa-4c46-9ef1-ba086b8667d8', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 850.200922] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Creating folder: Project (39e24d958a7e4044b92bf29ce18b1355). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 850.201337] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fa31432-d4a5-4576-b1c6-07ab82d9151e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.218272] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Created folder: Project (39e24d958a7e4044b92bf29ce18b1355) in parent group-v826677. [ 850.218551] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Creating folder: Instances. Parent ref: group-v826781. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 850.218852] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ec8496e-8070-42fb-99eb-8b90a072a897 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.236338] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Created folder: Instances in parent group-v826781. [ 850.236782] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.237064] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 850.237381] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eeff5d1e-5601-46bf-a3a7-26c986c06f7a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.267940] env[69399]: DEBUG oslo_vmware.api [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176663, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.271603] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 850.271603] env[69399]: value = "task-4176667" [ 850.271603] env[69399]: _type = "Task" [ 850.271603] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.281293] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176667, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.483605] env[69399]: DEBUG oslo_concurrency.lockutils [None req-84e06070-a084-4430-9f6f-6c82147141af tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "interface-c1dc8ac0-7716-40ef-ae8e-7d38abeae12c-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.960s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.542954] env[69399]: INFO nova.compute.manager [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Took 35.63 seconds to build instance. [ 850.611390] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0091728b-78c8-4361-98ec-7441da14475f tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Lock "2be94567-64bc-4a1e-94c1-dd58c8c44d87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.181s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.613703] env[69399]: DEBUG nova.network.neutron [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Updated VIF entry in instance network info cache for port 7b9401f5-0b18-4514-a3d5-d7b566e34222. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 850.614255] env[69399]: DEBUG nova.network.neutron [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Updating instance_info_cache with network_info: [{"id": "7b9401f5-0b18-4514-a3d5-d7b566e34222", "address": "fa:16:3e:27:f4:ff", "network": {"id": "4458e3e3-9ab8-4a3d-9bdd-9a7bb3d35ae9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2036820803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f32c0bd90dfb461cbdbf76bcb3181343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b9401f5-0b", "ovs_interfaceid": "7b9401f5-0b18-4514-a3d5-d7b566e34222", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.615802] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c19eca96-90f2-41d3-b179-9314721aec5c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Lock "49ebd426-a2d8-4a16-a648-d672641add81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.033s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.640703] env[69399]: DEBUG oslo_vmware.api [None req-962fac0c-18e8-4ac5-853f-b7c9e432f393 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4176664, 'name': PowerOffVM_Task, 'duration_secs': 0.495709} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.641361] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-962fac0c-18e8-4ac5-853f-b7c9e432f393 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.641361] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-962fac0c-18e8-4ac5-853f-b7c9e432f393 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.641541] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3e964b5-d200-41ee-9b27-c596bbe1015d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.724830] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-962fac0c-18e8-4ac5-853f-b7c9e432f393 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.725123] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-962fac0c-18e8-4ac5-853f-b7c9e432f393 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.725297] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-962fac0c-18e8-4ac5-853f-b7c9e432f393 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Deleting the datastore file [datastore2] df8e3dea-2e1c-47bc-87e5-2e6419e88b93 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.725580] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbc88ac8-5153-4d28-94ca-86426e9ed953 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.732853] env[69399]: DEBUG oslo_vmware.api [None req-962fac0c-18e8-4ac5-853f-b7c9e432f393 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Waiting for the task: (returnval){ [ 850.732853] env[69399]: value = "task-4176669" [ 850.732853] env[69399]: _type = "Task" [ 850.732853] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.743306] env[69399]: DEBUG oslo_vmware.api [None req-962fac0c-18e8-4ac5-853f-b7c9e432f393 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4176669, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.764746] env[69399]: DEBUG oslo_vmware.api [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176663, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627544} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.765101] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 57172c5b-44e2-4828-a73c-9a2657864eb9/57172c5b-44e2-4828-a73c-9a2657864eb9.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.765330] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.765594] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb2d1f34-0ad0-41f0-826e-46a1ac2e2b55 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.776871] env[69399]: DEBUG oslo_vmware.api [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 850.776871] env[69399]: value = "task-4176670" [ 850.776871] env[69399]: _type = "Task" [ 850.776871] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.786122] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176667, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.793346] env[69399]: DEBUG oslo_vmware.api [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176670, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.845845] env[69399]: DEBUG nova.network.neutron [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Successfully updated port: 65288a25-fdfa-4ed0-a39a-228c5ad69f9f {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 851.046175] env[69399]: DEBUG oslo_concurrency.lockutils [None req-91cb2d85-42f6-4481-81fb-92e81a7c9922 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lock "8d8f09c7-5035-4ae0-92ea-3562432e6ceb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.102s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.119655] env[69399]: DEBUG oslo_concurrency.lockutils [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] Releasing lock "refresh_cache-78876af3-91f0-4cdf-bdde-39b4519e54bc" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.119984] env[69399]: DEBUG nova.compute.manager [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Received event network-changed-0d5f3fb8-0d75-48b8-8d5b-2f41884f368a {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.120132] env[69399]: DEBUG nova.compute.manager [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Refreshing instance network info cache due to event network-changed-0d5f3fb8-0d75-48b8-8d5b-2f41884f368a. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 851.120389] env[69399]: DEBUG oslo_concurrency.lockutils [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] Acquiring lock "refresh_cache-a1468a4f-6462-4943-af0e-dd01f8846ce7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.120548] env[69399]: DEBUG oslo_concurrency.lockutils [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] Acquired lock "refresh_cache-a1468a4f-6462-4943-af0e-dd01f8846ce7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.120725] env[69399]: DEBUG nova.network.neutron [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Refreshing network info cache for port 0d5f3fb8-0d75-48b8-8d5b-2f41884f368a {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.122090] env[69399]: DEBUG nova.compute.manager [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 851.244931] env[69399]: DEBUG oslo_vmware.api [None req-962fac0c-18e8-4ac5-853f-b7c9e432f393 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4176669, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.290042] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176667, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.298610] env[69399]: DEBUG oslo_vmware.api [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176670, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067446} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.298885] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.299928] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eff7b4e-a14b-49f2-bd16-4888e7f83085 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.327291] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 57172c5b-44e2-4828-a73c-9a2657864eb9/57172c5b-44e2-4828-a73c-9a2657864eb9.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.330370] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4f91a04-97f3-426b-8833-606000ba4a43 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.358177] env[69399]: DEBUG oslo_vmware.api [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 851.358177] env[69399]: value = "task-4176671" [ 851.358177] env[69399]: _type = "Task" [ 851.358177] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.368238] env[69399]: DEBUG oslo_vmware.api [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176671, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.550197] env[69399]: DEBUG nova.compute.manager [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] [instance: a7ed6dc1-a1ea-4c33-a194-ee09c1703788] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 851.607399] env[69399]: DEBUG oslo_concurrency.lockutils [None req-406e43e3-46a6-4438-adb5-3d8b479aab9f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquiring lock "11028ce0-73e3-483a-bd01-62cfd5713954" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.607706] env[69399]: DEBUG oslo_concurrency.lockutils [None req-406e43e3-46a6-4438-adb5-3d8b479aab9f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "11028ce0-73e3-483a-bd01-62cfd5713954" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.655359] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.727772] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31178771-eeac-4d52-baa0-2e5b6b6316ab {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.742470] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe09276f-484d-4ba6-b368-2dbd28c28a9d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.752610] env[69399]: DEBUG oslo_vmware.api [None req-962fac0c-18e8-4ac5-853f-b7c9e432f393 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4176669, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.539404} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.790526] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-962fac0c-18e8-4ac5-853f-b7c9e432f393 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.792200] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-962fac0c-18e8-4ac5-853f-b7c9e432f393 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.792200] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-962fac0c-18e8-4ac5-853f-b7c9e432f393 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.792200] env[69399]: INFO nova.compute.manager [None req-962fac0c-18e8-4ac5-853f-b7c9e432f393 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Took 1.70 seconds to destroy the instance on the hypervisor. [ 851.792200] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-962fac0c-18e8-4ac5-853f-b7c9e432f393 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.795963] env[69399]: DEBUG nova.compute.manager [-] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 851.796178] env[69399]: DEBUG nova.network.neutron [-] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 851.801869] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59747167-8993-4450-8b8d-0a5b49c359d7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.812667] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176667, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.816447] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe35d8a2-dd18-4207-be1e-d4bd35c1b084 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.833977] env[69399]: DEBUG nova.compute.provider_tree [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.854687] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Acquiring lock "f8f6f147-d160-4942-b0a1-70f8d885ee53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.854974] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Lock "f8f6f147-d160-4942-b0a1-70f8d885ee53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.869242] env[69399]: DEBUG oslo_vmware.api [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.072992] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.111486] env[69399]: DEBUG nova.compute.utils [None req-406e43e3-46a6-4438-adb5-3d8b479aab9f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.302995] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176667, 'name': CreateVM_Task, 'duration_secs': 1.58896} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.303187] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 852.303908] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.304102] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.304460] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.304752] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bc49f23-7545-4bf6-88e2-96ca437e7f4e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.311934] env[69399]: DEBUG oslo_vmware.api [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Waiting for the task: (returnval){ [ 852.311934] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b8664f-493a-b781-50e6-da2cbd5d3bdc" [ 852.311934] env[69399]: _type = "Task" [ 852.311934] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.321187] env[69399]: DEBUG oslo_vmware.api [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b8664f-493a-b781-50e6-da2cbd5d3bdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.337422] env[69399]: DEBUG nova.scheduler.client.report [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.373428] env[69399]: DEBUG oslo_vmware.api [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176671, 'name': ReconfigVM_Task, 'duration_secs': 0.602156} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.373558] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 57172c5b-44e2-4828-a73c-9a2657864eb9/57172c5b-44e2-4828-a73c-9a2657864eb9.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.374279] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50e968be-49c2-48b5-a31c-1d720277370b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.387726] env[69399]: DEBUG oslo_vmware.api [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 852.387726] env[69399]: value = "task-4176672" [ 852.387726] env[69399]: _type = "Task" [ 852.387726] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.398104] env[69399]: DEBUG oslo_vmware.api [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176672, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.446426] env[69399]: DEBUG nova.network.neutron [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Updated VIF entry in instance network info cache for port 0d5f3fb8-0d75-48b8-8d5b-2f41884f368a. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.446710] env[69399]: DEBUG nova.network.neutron [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Updating instance_info_cache with network_info: [{"id": "0d5f3fb8-0d75-48b8-8d5b-2f41884f368a", "address": "fa:16:3e:0d:21:82", "network": {"id": "75871856-e2a9-4974-832a-a3bf28ca40fc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1930972817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a53443eb7f944f469243b44cdb5568d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d5f3fb8-0d", "ovs_interfaceid": "0d5f3fb8-0d75-48b8-8d5b-2f41884f368a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.618236] env[69399]: DEBUG oslo_concurrency.lockutils [None req-406e43e3-46a6-4438-adb5-3d8b479aab9f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "11028ce0-73e3-483a-bd01-62cfd5713954" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.823869] env[69399]: DEBUG oslo_vmware.api [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b8664f-493a-b781-50e6-da2cbd5d3bdc, 'name': SearchDatastore_Task, 'duration_secs': 0.012323} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.824254] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.824449] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.824693] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.824835] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.825018] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.825291] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad814a78-03d0-443a-9262-c03cc0824a57 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.839063] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.839243] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 852.843024] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35e85841-d8f4-4dd1-b984-0b381c217f48 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.843214] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.792s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.843633] env[69399]: DEBUG nova.compute.manager [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 852.847126] env[69399]: DEBUG oslo_concurrency.lockutils [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.055s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.848536] env[69399]: INFO nova.compute.claims [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.855430] env[69399]: DEBUG oslo_vmware.api [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Waiting for the task: (returnval){ [ 852.855430] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f7fde1-7abc-174a-4c39-0aef45753e76" [ 852.855430] env[69399]: _type = "Task" [ 852.855430] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.865299] env[69399]: DEBUG oslo_vmware.api [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f7fde1-7abc-174a-4c39-0aef45753e76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.898213] env[69399]: DEBUG oslo_vmware.api [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176672, 'name': Rename_Task, 'duration_secs': 0.318651} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.899272] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.899515] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67e6101a-87c6-405d-8206-d75b416f64f5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.908883] env[69399]: DEBUG oslo_vmware.api [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 852.908883] env[69399]: value = "task-4176673" [ 852.908883] env[69399]: _type = "Task" [ 852.908883] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.922058] env[69399]: DEBUG oslo_vmware.api [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.948412] env[69399]: DEBUG nova.network.neutron [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Successfully updated port: 6d1f5809-74bf-47d1-b8ac-544eb03a9f62 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 852.953021] env[69399]: DEBUG oslo_concurrency.lockutils [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] Releasing lock "refresh_cache-a1468a4f-6462-4943-af0e-dd01f8846ce7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.953021] env[69399]: DEBUG nova.compute.manager [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Received event network-vif-plugged-4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.953021] env[69399]: DEBUG oslo_concurrency.lockutils [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] Acquiring lock "57172c5b-44e2-4828-a73c-9a2657864eb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.953021] env[69399]: DEBUG oslo_concurrency.lockutils [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] Lock "57172c5b-44e2-4828-a73c-9a2657864eb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.953021] env[69399]: DEBUG oslo_concurrency.lockutils [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] Lock "57172c5b-44e2-4828-a73c-9a2657864eb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.953021] env[69399]: DEBUG nova.compute.manager [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] No waiting events found dispatching network-vif-plugged-4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 852.953021] env[69399]: WARNING nova.compute.manager [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Received unexpected event network-vif-plugged-4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7 for instance with vm_state building and task_state spawning. [ 852.953021] env[69399]: DEBUG nova.compute.manager [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Received event network-changed-4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.953021] env[69399]: DEBUG nova.compute.manager [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Refreshing instance network info cache due to event network-changed-4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.953021] env[69399]: DEBUG oslo_concurrency.lockutils [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] Acquiring lock "refresh_cache-57172c5b-44e2-4828-a73c-9a2657864eb9" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.953021] env[69399]: DEBUG oslo_concurrency.lockutils [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] Acquired lock "refresh_cache-57172c5b-44e2-4828-a73c-9a2657864eb9" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.953021] env[69399]: DEBUG nova.network.neutron [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Refreshing network info cache for port 4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.353523] env[69399]: DEBUG nova.compute.utils [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.357468] env[69399]: DEBUG nova.compute.manager [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 853.360185] env[69399]: DEBUG nova.network.neutron [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.372127] env[69399]: DEBUG oslo_vmware.api [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f7fde1-7abc-174a-4c39-0aef45753e76, 'name': SearchDatastore_Task, 'duration_secs': 0.027563} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.376023] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8222cd68-c831-417a-a305-8734150bd7cc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.383136] env[69399]: DEBUG oslo_vmware.api [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Waiting for the task: (returnval){ [ 853.383136] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5221d0a0-5077-3ebf-41c3-a271d9428525" [ 853.383136] env[69399]: _type = "Task" [ 853.383136] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.394787] env[69399]: DEBUG oslo_vmware.api [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5221d0a0-5077-3ebf-41c3-a271d9428525, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.405729] env[69399]: DEBUG nova.compute.manager [req-8afeb63f-cbdd-4875-9d68-7e26cb72af01 req-1455f53a-89d5-436c-9f4b-be80e1604343 service nova] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Received event network-vif-plugged-65288a25-fdfa-4ed0-a39a-228c5ad69f9f {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.405729] env[69399]: DEBUG oslo_concurrency.lockutils [req-8afeb63f-cbdd-4875-9d68-7e26cb72af01 req-1455f53a-89d5-436c-9f4b-be80e1604343 service nova] Acquiring lock "4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.405864] env[69399]: DEBUG oslo_concurrency.lockutils [req-8afeb63f-cbdd-4875-9d68-7e26cb72af01 req-1455f53a-89d5-436c-9f4b-be80e1604343 service nova] Lock "4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.405946] env[69399]: DEBUG oslo_concurrency.lockutils [req-8afeb63f-cbdd-4875-9d68-7e26cb72af01 req-1455f53a-89d5-436c-9f4b-be80e1604343 service nova] Lock "4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.406222] env[69399]: DEBUG nova.compute.manager [req-8afeb63f-cbdd-4875-9d68-7e26cb72af01 req-1455f53a-89d5-436c-9f4b-be80e1604343 service nova] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] No waiting events found dispatching network-vif-plugged-65288a25-fdfa-4ed0-a39a-228c5ad69f9f {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 853.406297] env[69399]: WARNING nova.compute.manager [req-8afeb63f-cbdd-4875-9d68-7e26cb72af01 req-1455f53a-89d5-436c-9f4b-be80e1604343 service nova] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Received unexpected event network-vif-plugged-65288a25-fdfa-4ed0-a39a-228c5ad69f9f for instance with vm_state building and task_state spawning. [ 853.415283] env[69399]: DEBUG nova.policy [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b298935099a545a2abd54b5c68882fa8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56b6f03aff7844a2ae99df0a9a68227e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 853.421317] env[69399]: DEBUG oslo_vmware.api [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176673, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.505603] env[69399]: DEBUG nova.network.neutron [-] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.708604] env[69399]: DEBUG oslo_concurrency.lockutils [None req-406e43e3-46a6-4438-adb5-3d8b479aab9f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquiring lock "11028ce0-73e3-483a-bd01-62cfd5713954" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.708865] env[69399]: DEBUG oslo_concurrency.lockutils [None req-406e43e3-46a6-4438-adb5-3d8b479aab9f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "11028ce0-73e3-483a-bd01-62cfd5713954" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.709312] env[69399]: INFO nova.compute.manager [None req-406e43e3-46a6-4438-adb5-3d8b479aab9f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Attaching volume 27848e75-4b0a-404c-a950-5799f996e3d9 to /dev/sdb [ 853.756561] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a6cc14-d34d-4266-8336-ae872f273cba {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.764545] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb89f77-d5a4-4418-9ae7-a63b0a5eba09 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.780614] env[69399]: DEBUG nova.virt.block_device [None req-406e43e3-46a6-4438-adb5-3d8b479aab9f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Updating existing volume attachment record: 746b0a64-1f8f-4218-87b9-1bdbcca2ba14 {{(pid=69399) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 853.867458] env[69399]: DEBUG nova.compute.manager [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 853.875381] env[69399]: DEBUG nova.compute.manager [req-cf647029-39e2-4c55-a5b6-91dfc9f563d0 req-6e8a55d6-e147-4296-b099-c5582f7eb3a2 service nova] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Received event network-vif-plugged-ecdbc6ce-33aa-4c46-9ef1-ba086b8667d8 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.875634] env[69399]: DEBUG oslo_concurrency.lockutils [req-cf647029-39e2-4c55-a5b6-91dfc9f563d0 req-6e8a55d6-e147-4296-b099-c5582f7eb3a2 service nova] Acquiring lock "f5a96bee-5345-483c-bf76-dbe3956fdeec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.876618] env[69399]: DEBUG oslo_concurrency.lockutils [req-cf647029-39e2-4c55-a5b6-91dfc9f563d0 req-6e8a55d6-e147-4296-b099-c5582f7eb3a2 service nova] Lock "f5a96bee-5345-483c-bf76-dbe3956fdeec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.876618] env[69399]: DEBUG oslo_concurrency.lockutils [req-cf647029-39e2-4c55-a5b6-91dfc9f563d0 req-6e8a55d6-e147-4296-b099-c5582f7eb3a2 service nova] Lock "f5a96bee-5345-483c-bf76-dbe3956fdeec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.876618] env[69399]: DEBUG nova.compute.manager [req-cf647029-39e2-4c55-a5b6-91dfc9f563d0 req-6e8a55d6-e147-4296-b099-c5582f7eb3a2 service nova] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] No waiting events found dispatching network-vif-plugged-ecdbc6ce-33aa-4c46-9ef1-ba086b8667d8 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 853.876740] env[69399]: WARNING nova.compute.manager [req-cf647029-39e2-4c55-a5b6-91dfc9f563d0 req-6e8a55d6-e147-4296-b099-c5582f7eb3a2 service nova] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Received unexpected event network-vif-plugged-ecdbc6ce-33aa-4c46-9ef1-ba086b8667d8 for instance with vm_state building and task_state spawning. [ 853.876900] env[69399]: DEBUG nova.compute.manager [req-cf647029-39e2-4c55-a5b6-91dfc9f563d0 req-6e8a55d6-e147-4296-b099-c5582f7eb3a2 service nova] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Received event network-changed-ecdbc6ce-33aa-4c46-9ef1-ba086b8667d8 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.877097] env[69399]: DEBUG nova.compute.manager [req-cf647029-39e2-4c55-a5b6-91dfc9f563d0 req-6e8a55d6-e147-4296-b099-c5582f7eb3a2 service nova] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Refreshing instance network info cache due to event network-changed-ecdbc6ce-33aa-4c46-9ef1-ba086b8667d8. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 853.877447] env[69399]: DEBUG oslo_concurrency.lockutils [req-cf647029-39e2-4c55-a5b6-91dfc9f563d0 req-6e8a55d6-e147-4296-b099-c5582f7eb3a2 service nova] Acquiring lock "refresh_cache-f5a96bee-5345-483c-bf76-dbe3956fdeec" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.878528] env[69399]: DEBUG oslo_concurrency.lockutils [req-cf647029-39e2-4c55-a5b6-91dfc9f563d0 req-6e8a55d6-e147-4296-b099-c5582f7eb3a2 service nova] Acquired lock "refresh_cache-f5a96bee-5345-483c-bf76-dbe3956fdeec" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.878528] env[69399]: DEBUG nova.network.neutron [req-cf647029-39e2-4c55-a5b6-91dfc9f563d0 req-6e8a55d6-e147-4296-b099-c5582f7eb3a2 service nova] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Refreshing network info cache for port ecdbc6ce-33aa-4c46-9ef1-ba086b8667d8 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.899585] env[69399]: DEBUG oslo_vmware.api [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5221d0a0-5077-3ebf-41c3-a271d9428525, 'name': SearchDatastore_Task, 'duration_secs': 0.035941} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.900041] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.900532] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] f5a96bee-5345-483c-bf76-dbe3956fdeec/f5a96bee-5345-483c-bf76-dbe3956fdeec.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 853.900886] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc491ce2-c679-4109-a094-a109eec6b8ca {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.921598] env[69399]: DEBUG oslo_vmware.api [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Waiting for the task: (returnval){ [ 853.921598] env[69399]: value = "task-4176674" [ 853.921598] env[69399]: _type = "Task" [ 853.921598] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.937813] env[69399]: DEBUG oslo_vmware.api [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176673, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.948447] env[69399]: DEBUG oslo_vmware.api [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.008625] env[69399]: INFO nova.compute.manager [-] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Took 2.21 seconds to deallocate network for instance. [ 854.073275] env[69399]: DEBUG nova.network.neutron [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Updated VIF entry in instance network info cache for port 4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.073275] env[69399]: DEBUG nova.network.neutron [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Updating instance_info_cache with network_info: [{"id": "4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7", "address": "fa:16:3e:8e:7d:ef", "network": {"id": "2e919c77-3170-4d6d-9779-978d4cf8fafb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1843815499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44de2a3fad244be683fd7f2cea410ef2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fc1e464-6f", "ovs_interfaceid": "4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.159296] env[69399]: DEBUG nova.network.neutron [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Successfully created port: 6ad01cb3-dd61-44f0-b01a-ac7a672babac {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 854.425891] env[69399]: DEBUG oslo_vmware.api [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176673, 'name': PowerOnVM_Task, 'duration_secs': 1.440926} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.430717] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.430717] env[69399]: INFO nova.compute.manager [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Took 10.13 seconds to spawn the instance on the hypervisor. [ 854.430717] env[69399]: DEBUG nova.compute.manager [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.431984] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6dc4b6-fe2d-4498-9bfe-09fbb05ad8b9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.446686] env[69399]: DEBUG oslo_vmware.api [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176674, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.522848] env[69399]: DEBUG oslo_concurrency.lockutils [None req-962fac0c-18e8-4ac5-853f-b7c9e432f393 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.579207] env[69399]: DEBUG oslo_concurrency.lockutils [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] Releasing lock "refresh_cache-57172c5b-44e2-4828-a73c-9a2657864eb9" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.579505] env[69399]: DEBUG nova.compute.manager [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Received event network-vif-plugged-50a2d89c-570e-447c-ad47-615ea966b5de {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.579698] env[69399]: DEBUG oslo_concurrency.lockutils [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] Acquiring lock "c1dc8ac0-7716-40ef-ae8e-7d38abeae12c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.579895] env[69399]: DEBUG oslo_concurrency.lockutils [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] Lock "c1dc8ac0-7716-40ef-ae8e-7d38abeae12c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.580063] env[69399]: DEBUG oslo_concurrency.lockutils [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] Lock "c1dc8ac0-7716-40ef-ae8e-7d38abeae12c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.580226] env[69399]: DEBUG nova.compute.manager [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] No waiting events found dispatching network-vif-plugged-50a2d89c-570e-447c-ad47-615ea966b5de {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 854.580385] env[69399]: WARNING nova.compute.manager [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Received unexpected event network-vif-plugged-50a2d89c-570e-447c-ad47-615ea966b5de for instance with vm_state active and task_state None. [ 854.580551] env[69399]: DEBUG nova.compute.manager [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Received event network-changed-50a2d89c-570e-447c-ad47-615ea966b5de {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.580865] env[69399]: DEBUG nova.compute.manager [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Refreshing instance network info cache due to event network-changed-50a2d89c-570e-447c-ad47-615ea966b5de. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 854.580946] env[69399]: DEBUG oslo_concurrency.lockutils [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] Acquiring lock "refresh_cache-c1dc8ac0-7716-40ef-ae8e-7d38abeae12c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.581478] env[69399]: DEBUG oslo_concurrency.lockutils [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] Acquired lock "refresh_cache-c1dc8ac0-7716-40ef-ae8e-7d38abeae12c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.581478] env[69399]: DEBUG nova.network.neutron [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Refreshing network info cache for port 50a2d89c-570e-447c-ad47-615ea966b5de {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.615919] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fa5f18-53e5-44ff-ae94-0992f5aff0e8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.625273] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725a9df8-16d2-4a41-8974-36f2a85308b6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.671158] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4189a347-1e9a-49cd-86d7-cb44dec5dd7f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.680797] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165ea0ea-fe9c-464b-97ed-872061a4c2fa {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.696788] env[69399]: DEBUG nova.compute.provider_tree [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.889087] env[69399]: DEBUG nova.compute.manager [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 854.922991] env[69399]: DEBUG nova.virt.hardware [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.923563] env[69399]: DEBUG nova.virt.hardware [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.923822] env[69399]: DEBUG nova.virt.hardware [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.924150] env[69399]: DEBUG nova.virt.hardware [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.924698] env[69399]: DEBUG nova.virt.hardware [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.924698] env[69399]: DEBUG nova.virt.hardware [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.924998] env[69399]: DEBUG nova.virt.hardware [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.925269] env[69399]: DEBUG nova.virt.hardware [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.925553] env[69399]: DEBUG nova.virt.hardware [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.925841] env[69399]: DEBUG nova.virt.hardware [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.926139] env[69399]: DEBUG nova.virt.hardware [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.927798] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90c2c31-1cb5-4865-b4de-4568122af29d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.946349] env[69399]: DEBUG oslo_vmware.api [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176674, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626319} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.947042] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] f5a96bee-5345-483c-bf76-dbe3956fdeec/f5a96bee-5345-483c-bf76-dbe3956fdeec.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.947042] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.948160] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a124bd86-e0be-449f-bd92-bf7c932fc674 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.952528] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1e6000e-c552-4bd0-b24e-6f4eb2aea53c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.969196] env[69399]: INFO nova.compute.manager [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Took 32.14 seconds to build instance. [ 854.994018] env[69399]: DEBUG oslo_vmware.api [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Waiting for the task: (returnval){ [ 854.994018] env[69399]: value = "task-4176678" [ 854.994018] env[69399]: _type = "Task" [ 854.994018] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.007909] env[69399]: DEBUG oslo_vmware.api [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176678, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.069527] env[69399]: DEBUG nova.network.neutron [req-cf647029-39e2-4c55-a5b6-91dfc9f563d0 req-6e8a55d6-e147-4296-b099-c5582f7eb3a2 service nova] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Updated VIF entry in instance network info cache for port ecdbc6ce-33aa-4c46-9ef1-ba086b8667d8. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 855.070072] env[69399]: DEBUG nova.network.neutron [req-cf647029-39e2-4c55-a5b6-91dfc9f563d0 req-6e8a55d6-e147-4296-b099-c5582f7eb3a2 service nova] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Updating instance_info_cache with network_info: [{"id": "ecdbc6ce-33aa-4c46-9ef1-ba086b8667d8", "address": "fa:16:3e:b7:8e:f1", "network": {"id": "e02c5c76-6c9f-4a84-8b32-760e8f61fdeb", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-627771084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39e24d958a7e4044b92bf29ce18b1355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecdbc6ce-33", "ovs_interfaceid": "ecdbc6ce-33aa-4c46-9ef1-ba086b8667d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.200395] env[69399]: DEBUG nova.scheduler.client.report [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.284164] env[69399]: DEBUG nova.network.neutron [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Successfully updated port: b4e694a2-47f7-4504-b096-f008a55e2d74 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 855.492251] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9401ea01-f7d2-4bda-8ecd-d7ac5547768c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "57172c5b-44e2-4828-a73c-9a2657864eb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.260s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.510160] env[69399]: DEBUG oslo_vmware.api [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176678, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076638} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.510454] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.511662] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df24247-2394-4a0d-bac3-487f3f2ec425 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.540360] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] f5a96bee-5345-483c-bf76-dbe3956fdeec/f5a96bee-5345-483c-bf76-dbe3956fdeec.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.540360] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a504631-dfc9-4879-a2fb-6594e173e594 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.562546] env[69399]: DEBUG oslo_vmware.api [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Waiting for the task: (returnval){ [ 855.562546] env[69399]: value = "task-4176679" [ 855.562546] env[69399]: _type = "Task" [ 855.562546] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.573067] env[69399]: DEBUG oslo_concurrency.lockutils [req-cf647029-39e2-4c55-a5b6-91dfc9f563d0 req-6e8a55d6-e147-4296-b099-c5582f7eb3a2 service nova] Releasing lock "refresh_cache-f5a96bee-5345-483c-bf76-dbe3956fdeec" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.573648] env[69399]: DEBUG oslo_vmware.api [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176679, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.708589] env[69399]: DEBUG oslo_concurrency.lockutils [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.860s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.708589] env[69399]: DEBUG nova.compute.manager [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 855.710489] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 21.864s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.790717] env[69399]: DEBUG oslo_concurrency.lockutils [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Acquiring lock "refresh_cache-4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.790717] env[69399]: DEBUG oslo_concurrency.lockutils [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Acquired lock "refresh_cache-4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.790717] env[69399]: DEBUG nova.network.neutron [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.822034] env[69399]: DEBUG nova.network.neutron [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Updated VIF entry in instance network info cache for port 50a2d89c-570e-447c-ad47-615ea966b5de. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 855.822514] env[69399]: DEBUG nova.network.neutron [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Updating instance_info_cache with network_info: [{"id": "4605fcb1-107a-4f4d-ab03-7a4deba78c67", "address": "fa:16:3e:41:73:fb", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4605fcb1-10", "ovs_interfaceid": "4605fcb1-107a-4f4d-ab03-7a4deba78c67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "50a2d89c-570e-447c-ad47-615ea966b5de", "address": "fa:16:3e:f5:51:5f", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50a2d89c-57", "ovs_interfaceid": "50a2d89c-570e-447c-ad47-615ea966b5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.996153] env[69399]: DEBUG nova.compute.manager [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 856.073509] env[69399]: DEBUG oslo_vmware.api [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.215969] env[69399]: DEBUG nova.compute.utils [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 856.234422] env[69399]: DEBUG nova.compute.manager [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 856.234802] env[69399]: DEBUG nova.network.neutron [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 856.310345] env[69399]: DEBUG nova.policy [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f15718b7dd4b41a387d2e4006ab862fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc22a88fa1f74bb1a5571c7b825afb62', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 856.325761] env[69399]: DEBUG oslo_concurrency.lockutils [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] Releasing lock "refresh_cache-c1dc8ac0-7716-40ef-ae8e-7d38abeae12c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.326142] env[69399]: DEBUG nova.compute.manager [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Received event network-changed-7b9401f5-0b18-4514-a3d5-d7b566e34222 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.326369] env[69399]: DEBUG nova.compute.manager [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Refreshing instance network info cache due to event network-changed-7b9401f5-0b18-4514-a3d5-d7b566e34222. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 856.326631] env[69399]: DEBUG oslo_concurrency.lockutils [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] Acquiring lock "refresh_cache-78876af3-91f0-4cdf-bdde-39b4519e54bc" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.326823] env[69399]: DEBUG oslo_concurrency.lockutils [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] Acquired lock "refresh_cache-78876af3-91f0-4cdf-bdde-39b4519e54bc" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.327052] env[69399]: DEBUG nova.network.neutron [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Refreshing network info cache for port 7b9401f5-0b18-4514-a3d5-d7b566e34222 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.332649] env[69399]: DEBUG nova.network.neutron [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 856.528718] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.574429] env[69399]: DEBUG oslo_vmware.api [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176679, 'name': ReconfigVM_Task, 'duration_secs': 0.869668} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.574673] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Reconfigured VM instance instance-00000023 to attach disk [datastore2] f5a96bee-5345-483c-bf76-dbe3956fdeec/f5a96bee-5345-483c-bf76-dbe3956fdeec.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.575571] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96c3c350-c743-4b1f-990d-abfd51fd3ad4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.584894] env[69399]: DEBUG oslo_vmware.api [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Waiting for the task: (returnval){ [ 856.584894] env[69399]: value = "task-4176681" [ 856.584894] env[69399]: _type = "Task" [ 856.584894] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.594282] env[69399]: DEBUG oslo_vmware.api [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176681, 'name': Rename_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.735941] env[69399]: DEBUG nova.compute.manager [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 856.770646] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance f7e38fa3-14c9-44a8-9234-45abec23187c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.770819] env[69399]: WARNING nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 6e5efac3-e29f-4168-b45c-e6e81e46d263 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 856.770947] env[69399]: WARNING nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance df8e3dea-2e1c-47bc-87e5-2e6419e88b93 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 856.771079] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 90256eb2-af00-45a2-b883-8cbb95046461 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.771258] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 6425e15d-add3-442e-a190-9f2df94d5215 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.771390] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance c2e45558-5c57-4300-b255-1709734baa40 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.771502] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.771611] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 7003cf16-e687-4358-80f1-6b5854d5df96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.771719] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance c1dc8ac0-7716-40ef-ae8e-7d38abeae12c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.771828] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 2068b009-a493-4a97-adb2-bf90e6d71c12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.771934] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 2214b977-1c24-47ce-9faa-b9af1714fa19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.772057] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.772166] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance a69aa834-a200-486e-9922-61018ae10f90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.772296] env[69399]: WARNING nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 57397a3c-2115-461c-93fe-0f8baf4484af is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 856.772408] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 11028ce0-73e3-483a-bd01-62cfd5713954 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.772515] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 97eda364-701c-4a37-b3b8-9e399dad5fd5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.772620] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance ce36ec6e-aa3a-4413-897a-1aad2173662b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.772897] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 62fb4163-a054-400c-b130-8039c5ab7b60 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.772897] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance a1468a4f-6462-4943-af0e-dd01f8846ce7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.773063] env[69399]: WARNING nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 5df06110-ddc7-4d82-a9f0-c4fac929060b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 856.773921] env[69399]: WARNING nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance d2e9732f-5ea0-4be9-8000-d78d5acd8961 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 856.773921] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 33b600eb-e4ee-4c29-a2a0-1c80991093ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.773921] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 2be94567-64bc-4a1e-94c1-dd58c8c44d87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.774165] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 78876af3-91f0-4cdf-bdde-39b4519e54bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.774165] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 8d8f09c7-5035-4ae0-92ea-3562432e6ceb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.774276] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 57172c5b-44e2-4828-a73c-9a2657864eb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.774382] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance f5a96bee-5345-483c-bf76-dbe3956fdeec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.774489] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.774596] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.774698] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 2d81a037-fa27-45eb-824c-3bc181e8968c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 856.948943] env[69399]: DEBUG nova.compute.manager [req-c1f4e48d-df88-454b-9e83-cc5ee54ba0ab req-5e107456-f1c6-4c1d-91b7-a301c3911a07 service nova] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Received event network-changed-65288a25-fdfa-4ed0-a39a-228c5ad69f9f {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.950644] env[69399]: DEBUG nova.compute.manager [req-c1f4e48d-df88-454b-9e83-cc5ee54ba0ab req-5e107456-f1c6-4c1d-91b7-a301c3911a07 service nova] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Refreshing instance network info cache due to event network-changed-65288a25-fdfa-4ed0-a39a-228c5ad69f9f. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 856.951282] env[69399]: DEBUG oslo_concurrency.lockutils [req-c1f4e48d-df88-454b-9e83-cc5ee54ba0ab req-5e107456-f1c6-4c1d-91b7-a301c3911a07 service nova] Acquiring lock "refresh_cache-4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.012265] env[69399]: DEBUG nova.network.neutron [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Updating instance_info_cache with network_info: [{"id": "65288a25-fdfa-4ed0-a39a-228c5ad69f9f", "address": "fa:16:3e:0d:9d:8d", "network": {"id": "2dda33d8-2382-4c42-818c-9bef12f6fc4d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-766798103", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7cf0035dbf0740158086e393174a0e56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65288a25-fd", "ovs_interfaceid": "65288a25-fdfa-4ed0-a39a-228c5ad69f9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6d1f5809-74bf-47d1-b8ac-544eb03a9f62", "address": "fa:16:3e:86:88:be", "network": {"id": "d4f26b62-048f-437a-b4dc-e2c14daecc25", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1198348457", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7cf0035dbf0740158086e393174a0e56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d1f5809-74", "ovs_interfaceid": "6d1f5809-74bf-47d1-b8ac-544eb03a9f62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b4e694a2-47f7-4504-b096-f008a55e2d74", "address": "fa:16:3e:44:6b:3b", "network": {"id": "2dda33d8-2382-4c42-818c-9bef12f6fc4d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-766798103", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7cf0035dbf0740158086e393174a0e56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4e694a2-47", "ovs_interfaceid": "b4e694a2-47f7-4504-b096-f008a55e2d74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.097627] env[69399]: DEBUG oslo_vmware.api [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176681, 'name': Rename_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.100286] env[69399]: DEBUG nova.compute.manager [req-0cbbb6e8-f7ce-4d7b-8589-0f9cb02c2aee req-e0e1d2a3-0a98-4128-8245-bddc51513c8b service nova] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Received event network-changed-0d5f3fb8-0d75-48b8-8d5b-2f41884f368a {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.100756] env[69399]: DEBUG nova.compute.manager [req-0cbbb6e8-f7ce-4d7b-8589-0f9cb02c2aee req-e0e1d2a3-0a98-4128-8245-bddc51513c8b service nova] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Refreshing instance network info cache due to event network-changed-0d5f3fb8-0d75-48b8-8d5b-2f41884f368a. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.100965] env[69399]: DEBUG oslo_concurrency.lockutils [req-0cbbb6e8-f7ce-4d7b-8589-0f9cb02c2aee req-e0e1d2a3-0a98-4128-8245-bddc51513c8b service nova] Acquiring lock "refresh_cache-a1468a4f-6462-4943-af0e-dd01f8846ce7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.101147] env[69399]: DEBUG oslo_concurrency.lockutils [req-0cbbb6e8-f7ce-4d7b-8589-0f9cb02c2aee req-e0e1d2a3-0a98-4128-8245-bddc51513c8b service nova] Acquired lock "refresh_cache-a1468a4f-6462-4943-af0e-dd01f8846ce7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.101405] env[69399]: DEBUG nova.network.neutron [req-0cbbb6e8-f7ce-4d7b-8589-0f9cb02c2aee req-e0e1d2a3-0a98-4128-8245-bddc51513c8b service nova] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Refreshing network info cache for port 0d5f3fb8-0d75-48b8-8d5b-2f41884f368a {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.279986] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 0d2be239-eafb-43bb-b8a9-b8e9f53d8920 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 857.415461] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f4eb7620-081c-45d6-ba74-e34196e79667 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Acquiring lock "2be94567-64bc-4a1e-94c1-dd58c8c44d87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.415794] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f4eb7620-081c-45d6-ba74-e34196e79667 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Lock "2be94567-64bc-4a1e-94c1-dd58c8c44d87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.416053] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f4eb7620-081c-45d6-ba74-e34196e79667 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Acquiring lock "2be94567-64bc-4a1e-94c1-dd58c8c44d87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.416255] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f4eb7620-081c-45d6-ba74-e34196e79667 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Lock "2be94567-64bc-4a1e-94c1-dd58c8c44d87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.416464] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f4eb7620-081c-45d6-ba74-e34196e79667 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Lock "2be94567-64bc-4a1e-94c1-dd58c8c44d87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.418893] env[69399]: INFO nova.compute.manager [None req-f4eb7620-081c-45d6-ba74-e34196e79667 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Terminating instance [ 857.483536] env[69399]: DEBUG nova.network.neutron [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Successfully created port: 8634c196-e7d3-4bd3-841a-3a0604fd42b2 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.515851] env[69399]: DEBUG oslo_concurrency.lockutils [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Releasing lock "refresh_cache-4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.516300] env[69399]: DEBUG nova.compute.manager [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Instance network_info: |[{"id": "65288a25-fdfa-4ed0-a39a-228c5ad69f9f", "address": "fa:16:3e:0d:9d:8d", "network": {"id": "2dda33d8-2382-4c42-818c-9bef12f6fc4d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-766798103", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7cf0035dbf0740158086e393174a0e56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65288a25-fd", "ovs_interfaceid": "65288a25-fdfa-4ed0-a39a-228c5ad69f9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6d1f5809-74bf-47d1-b8ac-544eb03a9f62", "address": "fa:16:3e:86:88:be", "network": {"id": "d4f26b62-048f-437a-b4dc-e2c14daecc25", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1198348457", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7cf0035dbf0740158086e393174a0e56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d1f5809-74", "ovs_interfaceid": "6d1f5809-74bf-47d1-b8ac-544eb03a9f62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b4e694a2-47f7-4504-b096-f008a55e2d74", "address": "fa:16:3e:44:6b:3b", "network": {"id": "2dda33d8-2382-4c42-818c-9bef12f6fc4d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-766798103", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7cf0035dbf0740158086e393174a0e56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4e694a2-47", "ovs_interfaceid": "b4e694a2-47f7-4504-b096-f008a55e2d74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 857.516632] env[69399]: DEBUG oslo_concurrency.lockutils [req-c1f4e48d-df88-454b-9e83-cc5ee54ba0ab req-5e107456-f1c6-4c1d-91b7-a301c3911a07 service nova] Acquired lock "refresh_cache-4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.516816] env[69399]: DEBUG nova.network.neutron [req-c1f4e48d-df88-454b-9e83-cc5ee54ba0ab req-5e107456-f1c6-4c1d-91b7-a301c3911a07 service nova] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Refreshing network info cache for port 65288a25-fdfa-4ed0-a39a-228c5ad69f9f {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.518324] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:9d:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a8c8175-1197-4f12-baac-ef6aba95f585', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65288a25-fdfa-4ed0-a39a-228c5ad69f9f', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:88:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '605f83bd-808c-4b54-922e-54b14690987a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d1f5809-74bf-47d1-b8ac-544eb03a9f62', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:6b:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a8c8175-1197-4f12-baac-ef6aba95f585', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4e694a2-47f7-4504-b096-f008a55e2d74', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.529699] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Creating folder: Project (7cf0035dbf0740158086e393174a0e56). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.533627] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b295c1e4-dfd8-4049-a9e7-45f2e4dce2fb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.547804] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Created folder: Project (7cf0035dbf0740158086e393174a0e56) in parent group-v826677. [ 857.548113] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Creating folder: Instances. Parent ref: group-v826786. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.548600] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6394b78d-6bb8-467e-807a-15d4d9201a9c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.558656] env[69399]: DEBUG nova.network.neutron [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Successfully updated port: 6ad01cb3-dd61-44f0-b01a-ac7a672babac {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 857.561595] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Created folder: Instances in parent group-v826786. [ 857.561856] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.562376] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.562653] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dcbabced-a829-48be-981f-d38afd4eb49b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.611362] env[69399]: DEBUG oslo_vmware.api [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176681, 'name': Rename_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.611582] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.611582] env[69399]: value = "task-4176684" [ 857.611582] env[69399]: _type = "Task" [ 857.611582] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.622707] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176684, 'name': CreateVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.745526] env[69399]: DEBUG nova.compute.manager [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 857.770158] env[69399]: DEBUG nova.network.neutron [req-c1f4e48d-df88-454b-9e83-cc5ee54ba0ab req-5e107456-f1c6-4c1d-91b7-a301c3911a07 service nova] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Updated VIF entry in instance network info cache for port 65288a25-fdfa-4ed0-a39a-228c5ad69f9f. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.770987] env[69399]: DEBUG nova.network.neutron [req-c1f4e48d-df88-454b-9e83-cc5ee54ba0ab req-5e107456-f1c6-4c1d-91b7-a301c3911a07 service nova] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Updating instance_info_cache with network_info: [{"id": "65288a25-fdfa-4ed0-a39a-228c5ad69f9f", "address": "fa:16:3e:0d:9d:8d", "network": {"id": "2dda33d8-2382-4c42-818c-9bef12f6fc4d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-766798103", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7cf0035dbf0740158086e393174a0e56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65288a25-fd", "ovs_interfaceid": "65288a25-fdfa-4ed0-a39a-228c5ad69f9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6d1f5809-74bf-47d1-b8ac-544eb03a9f62", "address": "fa:16:3e:86:88:be", "network": {"id": "d4f26b62-048f-437a-b4dc-e2c14daecc25", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1198348457", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7cf0035dbf0740158086e393174a0e56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d1f5809-74", "ovs_interfaceid": "6d1f5809-74bf-47d1-b8ac-544eb03a9f62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b4e694a2-47f7-4504-b096-f008a55e2d74", "address": "fa:16:3e:44:6b:3b", "network": {"id": "2dda33d8-2382-4c42-818c-9bef12f6fc4d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-766798103", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7cf0035dbf0740158086e393174a0e56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4e694a2-47", "ovs_interfaceid": "b4e694a2-47f7-4504-b096-f008a55e2d74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.782173] env[69399]: DEBUG nova.network.neutron [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Updated VIF entry in instance network info cache for port 7b9401f5-0b18-4514-a3d5-d7b566e34222. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.782555] env[69399]: DEBUG nova.network.neutron [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Updating instance_info_cache with network_info: [{"id": "7b9401f5-0b18-4514-a3d5-d7b566e34222", "address": "fa:16:3e:27:f4:ff", "network": {"id": "4458e3e3-9ab8-4a3d-9bdd-9a7bb3d35ae9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2036820803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f32c0bd90dfb461cbdbf76bcb3181343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b9401f5-0b", "ovs_interfaceid": "7b9401f5-0b18-4514-a3d5-d7b566e34222", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.784269] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 0998af2d-3756-4997-ac22-2e3b07e876fb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 857.787662] env[69399]: DEBUG nova.virt.hardware [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.787899] env[69399]: DEBUG nova.virt.hardware [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.788132] env[69399]: DEBUG nova.virt.hardware [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.788257] env[69399]: DEBUG nova.virt.hardware [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.788385] env[69399]: DEBUG nova.virt.hardware [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.788611] env[69399]: DEBUG nova.virt.hardware [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.788931] env[69399]: DEBUG nova.virt.hardware [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.789116] env[69399]: DEBUG nova.virt.hardware [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.790799] env[69399]: DEBUG nova.virt.hardware [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.790997] env[69399]: DEBUG nova.virt.hardware [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.791195] env[69399]: DEBUG nova.virt.hardware [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.792335] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ebd612-ae9b-4f27-ae45-47ae9ed9b548 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.805204] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5745b1-c4c5-42c5-aa51-a3c24b2f0bd9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.927814] env[69399]: DEBUG nova.compute.manager [None req-f4eb7620-081c-45d6-ba74-e34196e79667 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 857.928091] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f4eb7620-081c-45d6-ba74-e34196e79667 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 857.929475] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd977bb-5101-40de-8a42-e0a21e00cacf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.939537] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4eb7620-081c-45d6-ba74-e34196e79667 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.939842] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22a89c30-f32a-427d-9d6e-e650844343bb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.947610] env[69399]: DEBUG oslo_vmware.api [None req-f4eb7620-081c-45d6-ba74-e34196e79667 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Waiting for the task: (returnval){ [ 857.947610] env[69399]: value = "task-4176685" [ 857.947610] env[69399]: _type = "Task" [ 857.947610] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.960042] env[69399]: DEBUG oslo_vmware.api [None req-f4eb7620-081c-45d6-ba74-e34196e79667 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Task: {'id': task-4176685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.063972] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquiring lock "refresh_cache-f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.064397] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquired lock "refresh_cache-f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.064397] env[69399]: DEBUG nova.network.neutron [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.105835] env[69399]: DEBUG oslo_vmware.api [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176681, 'name': Rename_Task, 'duration_secs': 1.355418} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.106156] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.106421] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5ac5b21-7399-495a-ae95-e2cb554bfe3f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.119225] env[69399]: DEBUG oslo_vmware.api [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Waiting for the task: (returnval){ [ 858.119225] env[69399]: value = "task-4176686" [ 858.119225] env[69399]: _type = "Task" [ 858.119225] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.126395] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176684, 'name': CreateVM_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.133366] env[69399]: DEBUG oslo_vmware.api [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.276371] env[69399]: DEBUG nova.network.neutron [req-0cbbb6e8-f7ce-4d7b-8589-0f9cb02c2aee req-e0e1d2a3-0a98-4128-8245-bddc51513c8b service nova] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Updated VIF entry in instance network info cache for port 0d5f3fb8-0d75-48b8-8d5b-2f41884f368a. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.276895] env[69399]: DEBUG nova.network.neutron [req-0cbbb6e8-f7ce-4d7b-8589-0f9cb02c2aee req-e0e1d2a3-0a98-4128-8245-bddc51513c8b service nova] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Updating instance_info_cache with network_info: [{"id": "0d5f3fb8-0d75-48b8-8d5b-2f41884f368a", "address": "fa:16:3e:0d:21:82", "network": {"id": "75871856-e2a9-4974-832a-a3bf28ca40fc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1930972817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a53443eb7f944f469243b44cdb5568d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d5f3fb8-0d", "ovs_interfaceid": "0d5f3fb8-0d75-48b8-8d5b-2f41884f368a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.278588] env[69399]: DEBUG oslo_concurrency.lockutils [req-c1f4e48d-df88-454b-9e83-cc5ee54ba0ab req-5e107456-f1c6-4c1d-91b7-a301c3911a07 service nova] Releasing lock "refresh_cache-4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.278846] env[69399]: DEBUG nova.compute.manager [req-c1f4e48d-df88-454b-9e83-cc5ee54ba0ab req-5e107456-f1c6-4c1d-91b7-a301c3911a07 service nova] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Received event network-vif-plugged-6d1f5809-74bf-47d1-b8ac-544eb03a9f62 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.279066] env[69399]: DEBUG oslo_concurrency.lockutils [req-c1f4e48d-df88-454b-9e83-cc5ee54ba0ab req-5e107456-f1c6-4c1d-91b7-a301c3911a07 service nova] Acquiring lock "4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.279373] env[69399]: DEBUG oslo_concurrency.lockutils [req-c1f4e48d-df88-454b-9e83-cc5ee54ba0ab req-5e107456-f1c6-4c1d-91b7-a301c3911a07 service nova] Lock "4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.279615] env[69399]: DEBUG oslo_concurrency.lockutils [req-c1f4e48d-df88-454b-9e83-cc5ee54ba0ab req-5e107456-f1c6-4c1d-91b7-a301c3911a07 service nova] Lock "4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.279986] env[69399]: DEBUG nova.compute.manager [req-c1f4e48d-df88-454b-9e83-cc5ee54ba0ab req-5e107456-f1c6-4c1d-91b7-a301c3911a07 service nova] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] No waiting events found dispatching network-vif-plugged-6d1f5809-74bf-47d1-b8ac-544eb03a9f62 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 858.280240] env[69399]: WARNING nova.compute.manager [req-c1f4e48d-df88-454b-9e83-cc5ee54ba0ab req-5e107456-f1c6-4c1d-91b7-a301c3911a07 service nova] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Received unexpected event network-vif-plugged-6d1f5809-74bf-47d1-b8ac-544eb03a9f62 for instance with vm_state building and task_state spawning. [ 858.280453] env[69399]: DEBUG nova.compute.manager [req-c1f4e48d-df88-454b-9e83-cc5ee54ba0ab req-5e107456-f1c6-4c1d-91b7-a301c3911a07 service nova] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Received event network-changed-6d1f5809-74bf-47d1-b8ac-544eb03a9f62 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.280683] env[69399]: DEBUG nova.compute.manager [req-c1f4e48d-df88-454b-9e83-cc5ee54ba0ab req-5e107456-f1c6-4c1d-91b7-a301c3911a07 service nova] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Refreshing instance network info cache due to event network-changed-6d1f5809-74bf-47d1-b8ac-544eb03a9f62. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 858.280944] env[69399]: DEBUG oslo_concurrency.lockutils [req-c1f4e48d-df88-454b-9e83-cc5ee54ba0ab req-5e107456-f1c6-4c1d-91b7-a301c3911a07 service nova] Acquiring lock "refresh_cache-4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.281171] env[69399]: DEBUG oslo_concurrency.lockutils [req-c1f4e48d-df88-454b-9e83-cc5ee54ba0ab req-5e107456-f1c6-4c1d-91b7-a301c3911a07 service nova] Acquired lock "refresh_cache-4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.281435] env[69399]: DEBUG nova.network.neutron [req-c1f4e48d-df88-454b-9e83-cc5ee54ba0ab req-5e107456-f1c6-4c1d-91b7-a301c3911a07 service nova] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Refreshing network info cache for port 6d1f5809-74bf-47d1-b8ac-544eb03a9f62 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.297161] env[69399]: DEBUG oslo_concurrency.lockutils [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] Releasing lock "refresh_cache-78876af3-91f0-4cdf-bdde-39b4519e54bc" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.297161] env[69399]: DEBUG nova.compute.manager [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Received event network-changed-0d5f3fb8-0d75-48b8-8d5b-2f41884f368a {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.297161] env[69399]: DEBUG nova.compute.manager [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Refreshing instance network info cache due to event network-changed-0d5f3fb8-0d75-48b8-8d5b-2f41884f368a. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 858.297161] env[69399]: DEBUG oslo_concurrency.lockutils [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] Acquiring lock "refresh_cache-a1468a4f-6462-4943-af0e-dd01f8846ce7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.298915] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance a572b063-eb76-4524-9008-58dfb766cc17 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 858.346531] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-406e43e3-46a6-4438-adb5-3d8b479aab9f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Volume attach. Driver type: vmdk {{(pid=69399) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 858.346531] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-406e43e3-46a6-4438-adb5-3d8b479aab9f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826785', 'volume_id': '27848e75-4b0a-404c-a950-5799f996e3d9', 'name': 'volume-27848e75-4b0a-404c-a950-5799f996e3d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '11028ce0-73e3-483a-bd01-62cfd5713954', 'attached_at': '', 'detached_at': '', 'volume_id': '27848e75-4b0a-404c-a950-5799f996e3d9', 'serial': '27848e75-4b0a-404c-a950-5799f996e3d9'} {{(pid=69399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 858.348133] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bdf2bc-79b6-4e8a-8c48-ed3c666dd46d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.370259] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168f1491-891e-424e-aa8a-8ecd28ca1957 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.401760] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-406e43e3-46a6-4438-adb5-3d8b479aab9f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] volume-27848e75-4b0a-404c-a950-5799f996e3d9/volume-27848e75-4b0a-404c-a950-5799f996e3d9.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.402529] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-653dfe6f-44df-449d-b4ac-947788ef50b2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.426015] env[69399]: DEBUG oslo_vmware.api [None req-406e43e3-46a6-4438-adb5-3d8b479aab9f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 858.426015] env[69399]: value = "task-4176687" [ 858.426015] env[69399]: _type = "Task" [ 858.426015] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.436719] env[69399]: DEBUG oslo_vmware.api [None req-406e43e3-46a6-4438-adb5-3d8b479aab9f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4176687, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.458649] env[69399]: DEBUG oslo_vmware.api [None req-f4eb7620-081c-45d6-ba74-e34196e79667 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Task: {'id': task-4176685, 'name': PowerOffVM_Task, 'duration_secs': 0.390256} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.458952] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4eb7620-081c-45d6-ba74-e34196e79667 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.459160] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f4eb7620-081c-45d6-ba74-e34196e79667 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 858.459432] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-769f39af-15a7-4f51-942d-c2f87a0d2e0b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.534930] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f4eb7620-081c-45d6-ba74-e34196e79667 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.534930] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f4eb7620-081c-45d6-ba74-e34196e79667 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.534930] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4eb7620-081c-45d6-ba74-e34196e79667 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Deleting the datastore file [datastore1] 2be94567-64bc-4a1e-94c1-dd58c8c44d87 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.534930] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9c091c0-67cf-4fdf-8e1f-ef1adfcc48c6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.542398] env[69399]: DEBUG oslo_vmware.api [None req-f4eb7620-081c-45d6-ba74-e34196e79667 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Waiting for the task: (returnval){ [ 858.542398] env[69399]: value = "task-4176689" [ 858.542398] env[69399]: _type = "Task" [ 858.542398] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.552585] env[69399]: DEBUG oslo_vmware.api [None req-f4eb7620-081c-45d6-ba74-e34196e79667 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Task: {'id': task-4176689, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.619827] env[69399]: DEBUG nova.network.neutron [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.629328] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176684, 'name': CreateVM_Task, 'duration_secs': 0.872444} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.629589] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.630997] env[69399]: DEBUG oslo_concurrency.lockutils [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.631179] env[69399]: DEBUG oslo_concurrency.lockutils [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.631531] env[69399]: DEBUG oslo_concurrency.lockutils [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.631737] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3c3e2be-0d55-4260-be45-78d21c3fe911 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.637839] env[69399]: DEBUG oslo_vmware.api [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176686, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.642134] env[69399]: DEBUG oslo_vmware.api [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Waiting for the task: (returnval){ [ 858.642134] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52943512-d6ca-27bf-8e3d-a1779ed7ebcb" [ 858.642134] env[69399]: _type = "Task" [ 858.642134] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.655024] env[69399]: DEBUG oslo_vmware.api [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52943512-d6ca-27bf-8e3d-a1779ed7ebcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.789654] env[69399]: DEBUG oslo_concurrency.lockutils [req-0cbbb6e8-f7ce-4d7b-8589-0f9cb02c2aee req-e0e1d2a3-0a98-4128-8245-bddc51513c8b service nova] Releasing lock "refresh_cache-a1468a4f-6462-4943-af0e-dd01f8846ce7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.789654] env[69399]: DEBUG nova.compute.manager [req-0cbbb6e8-f7ce-4d7b-8589-0f9cb02c2aee req-e0e1d2a3-0a98-4128-8245-bddc51513c8b service nova] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Received event network-vif-deleted-c5704652-f5c7-4986-8d58-3d31dc3e6373 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.789654] env[69399]: DEBUG oslo_concurrency.lockutils [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] Acquired lock "refresh_cache-a1468a4f-6462-4943-af0e-dd01f8846ce7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.790281] env[69399]: DEBUG nova.network.neutron [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Refreshing network info cache for port 0d5f3fb8-0d75-48b8-8d5b-2f41884f368a {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.802794] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 11957fcf-7b3b-46fd-917b-30f9f873b982 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 858.845554] env[69399]: DEBUG oslo_concurrency.lockutils [None req-07b0b84a-f67f-4bff-a094-19b286eb71b5 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "interface-c1dc8ac0-7716-40ef-ae8e-7d38abeae12c-50a2d89c-570e-447c-ad47-615ea966b5de" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.845853] env[69399]: DEBUG oslo_concurrency.lockutils [None req-07b0b84a-f67f-4bff-a094-19b286eb71b5 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "interface-c1dc8ac0-7716-40ef-ae8e-7d38abeae12c-50a2d89c-570e-447c-ad47-615ea966b5de" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.948221] env[69399]: DEBUG oslo_vmware.api [None req-406e43e3-46a6-4438-adb5-3d8b479aab9f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4176687, 'name': ReconfigVM_Task, 'duration_secs': 0.416202} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.948844] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-406e43e3-46a6-4438-adb5-3d8b479aab9f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Reconfigured VM instance instance-00000016 to attach disk [datastore2] volume-27848e75-4b0a-404c-a950-5799f996e3d9/volume-27848e75-4b0a-404c-a950-5799f996e3d9.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.960978] env[69399]: DEBUG nova.network.neutron [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Updating instance_info_cache with network_info: [{"id": "6ad01cb3-dd61-44f0-b01a-ac7a672babac", "address": "fa:16:3e:75:ee:a6", "network": {"id": "8f1a4937-216f-450d-b1b2-c69d087198a1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1169406907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56b6f03aff7844a2ae99df0a9a68227e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ad01cb3-dd", "ovs_interfaceid": "6ad01cb3-dd61-44f0-b01a-ac7a672babac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.962582] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-039e5c2f-efc8-41c9-bd3e-d66a4311d91b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.979179] env[69399]: DEBUG oslo_vmware.api [None req-406e43e3-46a6-4438-adb5-3d8b479aab9f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 858.979179] env[69399]: value = "task-4176690" [ 858.979179] env[69399]: _type = "Task" [ 858.979179] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.993118] env[69399]: DEBUG oslo_vmware.api [None req-406e43e3-46a6-4438-adb5-3d8b479aab9f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4176690, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.056241] env[69399]: DEBUG oslo_vmware.api [None req-f4eb7620-081c-45d6-ba74-e34196e79667 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Task: {'id': task-4176689, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233997} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.056522] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4eb7620-081c-45d6-ba74-e34196e79667 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.056711] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f4eb7620-081c-45d6-ba74-e34196e79667 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.056917] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f4eb7620-081c-45d6-ba74-e34196e79667 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.057126] env[69399]: INFO nova.compute.manager [None req-f4eb7620-081c-45d6-ba74-e34196e79667 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Took 1.13 seconds to destroy the instance on the hypervisor. [ 859.057381] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4eb7620-081c-45d6-ba74-e34196e79667 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.057595] env[69399]: DEBUG nova.compute.manager [-] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 859.057681] env[69399]: DEBUG nova.network.neutron [-] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 859.135669] env[69399]: DEBUG oslo_vmware.api [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176686, 'name': PowerOnVM_Task, 'duration_secs': 0.632928} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.136108] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.136232] env[69399]: INFO nova.compute.manager [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Took 12.11 seconds to spawn the instance on the hypervisor. [ 859.136417] env[69399]: DEBUG nova.compute.manager [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.137445] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444e59cf-1cfe-4087-a24a-130d721e5861 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.161610] env[69399]: DEBUG oslo_vmware.api [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52943512-d6ca-27bf-8e3d-a1779ed7ebcb, 'name': SearchDatastore_Task, 'duration_secs': 0.013173} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.161908] env[69399]: DEBUG oslo_concurrency.lockutils [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.162345] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.162958] env[69399]: DEBUG oslo_concurrency.lockutils [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.163133] env[69399]: DEBUG oslo_concurrency.lockutils [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.163514] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.163817] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0428e48-2725-406d-a356-4a08e2b484f2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.197486] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.197748] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.199711] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c210b150-397f-4583-bf22-70b37b4b4f85 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.208583] env[69399]: DEBUG oslo_vmware.api [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Waiting for the task: (returnval){ [ 859.208583] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]524f5e52-0cd0-9228-52f6-5763e6cb5a8d" [ 859.208583] env[69399]: _type = "Task" [ 859.208583] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.219994] env[69399]: DEBUG oslo_vmware.api [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]524f5e52-0cd0-9228-52f6-5763e6cb5a8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.307784] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance a7ed6dc1-a1ea-4c33-a194-ee09c1703788 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 859.349227] env[69399]: DEBUG oslo_concurrency.lockutils [None req-07b0b84a-f67f-4bff-a094-19b286eb71b5 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "c1dc8ac0-7716-40ef-ae8e-7d38abeae12c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.349459] env[69399]: DEBUG oslo_concurrency.lockutils [None req-07b0b84a-f67f-4bff-a094-19b286eb71b5 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquired lock "c1dc8ac0-7716-40ef-ae8e-7d38abeae12c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.350835] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2382a01c-54d7-4067-8e06-95e80c2a2b7d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.377864] env[69399]: DEBUG nova.network.neutron [req-c1f4e48d-df88-454b-9e83-cc5ee54ba0ab req-5e107456-f1c6-4c1d-91b7-a301c3911a07 service nova] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Updated VIF entry in instance network info cache for port 6d1f5809-74bf-47d1-b8ac-544eb03a9f62. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.378352] env[69399]: DEBUG nova.network.neutron [req-c1f4e48d-df88-454b-9e83-cc5ee54ba0ab req-5e107456-f1c6-4c1d-91b7-a301c3911a07 service nova] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Updating instance_info_cache with network_info: [{"id": "65288a25-fdfa-4ed0-a39a-228c5ad69f9f", "address": "fa:16:3e:0d:9d:8d", "network": {"id": "2dda33d8-2382-4c42-818c-9bef12f6fc4d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-766798103", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7cf0035dbf0740158086e393174a0e56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65288a25-fd", "ovs_interfaceid": "65288a25-fdfa-4ed0-a39a-228c5ad69f9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6d1f5809-74bf-47d1-b8ac-544eb03a9f62", "address": "fa:16:3e:86:88:be", "network": {"id": "d4f26b62-048f-437a-b4dc-e2c14daecc25", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1198348457", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7cf0035dbf0740158086e393174a0e56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d1f5809-74", "ovs_interfaceid": "6d1f5809-74bf-47d1-b8ac-544eb03a9f62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b4e694a2-47f7-4504-b096-f008a55e2d74", "address": "fa:16:3e:44:6b:3b", "network": {"id": "2dda33d8-2382-4c42-818c-9bef12f6fc4d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-766798103", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7cf0035dbf0740158086e393174a0e56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4e694a2-47", "ovs_interfaceid": "b4e694a2-47f7-4504-b096-f008a55e2d74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.380151] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e8a622-ac72-4d07-aeae-ede1d1f01931 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.413663] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-07b0b84a-f67f-4bff-a094-19b286eb71b5 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Reconfiguring VM to detach interface {{(pid=69399) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 859.417370] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31258f69-7506-41ec-b1be-17295243db38 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.444475] env[69399]: DEBUG oslo_vmware.api [None req-07b0b84a-f67f-4bff-a094-19b286eb71b5 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 859.444475] env[69399]: value = "task-4176691" [ 859.444475] env[69399]: _type = "Task" [ 859.444475] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.454677] env[69399]: DEBUG oslo_vmware.api [None req-07b0b84a-f67f-4bff-a094-19b286eb71b5 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4176691, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.477022] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Releasing lock "refresh_cache-f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.477022] env[69399]: DEBUG nova.compute.manager [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Instance network_info: |[{"id": "6ad01cb3-dd61-44f0-b01a-ac7a672babac", "address": "fa:16:3e:75:ee:a6", "network": {"id": "8f1a4937-216f-450d-b1b2-c69d087198a1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1169406907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56b6f03aff7844a2ae99df0a9a68227e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ad01cb3-dd", "ovs_interfaceid": "6ad01cb3-dd61-44f0-b01a-ac7a672babac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 859.477809] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:ee:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ad01cb3-dd61-44f0-b01a-ac7a672babac', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 859.486136] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.486471] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 859.490453] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55ddafaa-131a-4012-8fa2-db8b5b0ae4a3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.518236] env[69399]: DEBUG oslo_vmware.api [None req-406e43e3-46a6-4438-adb5-3d8b479aab9f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4176690, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.519389] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 859.519389] env[69399]: value = "task-4176692" [ 859.519389] env[69399]: _type = "Task" [ 859.519389] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.531295] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176692, 'name': CreateVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.562977] env[69399]: DEBUG nova.network.neutron [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Updated VIF entry in instance network info cache for port 0d5f3fb8-0d75-48b8-8d5b-2f41884f368a. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.562977] env[69399]: DEBUG nova.network.neutron [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Updating instance_info_cache with network_info: [{"id": "0d5f3fb8-0d75-48b8-8d5b-2f41884f368a", "address": "fa:16:3e:0d:21:82", "network": {"id": "75871856-e2a9-4974-832a-a3bf28ca40fc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1930972817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a53443eb7f944f469243b44cdb5568d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d5f3fb8-0d", "ovs_interfaceid": "0d5f3fb8-0d75-48b8-8d5b-2f41884f368a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.661764] env[69399]: INFO nova.compute.manager [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Took 33.26 seconds to build instance. [ 859.723484] env[69399]: DEBUG oslo_vmware.api [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]524f5e52-0cd0-9228-52f6-5763e6cb5a8d, 'name': SearchDatastore_Task, 'duration_secs': 0.033891} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.727028] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42414210-7571-4569-bd22-ab8f0fb1d015 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.730818] env[69399]: DEBUG oslo_vmware.api [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Waiting for the task: (returnval){ [ 859.730818] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]523d1bf1-4715-685f-693c-1af70f1b1c06" [ 859.730818] env[69399]: _type = "Task" [ 859.730818] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.740139] env[69399]: DEBUG oslo_vmware.api [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]523d1bf1-4715-685f-693c-1af70f1b1c06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.812216] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 5ad3e254-1e47-4f35-8cdc-9c20cacdef92 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 859.883791] env[69399]: DEBUG oslo_concurrency.lockutils [req-c1f4e48d-df88-454b-9e83-cc5ee54ba0ab req-5e107456-f1c6-4c1d-91b7-a301c3911a07 service nova] Releasing lock "refresh_cache-4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.884082] env[69399]: DEBUG nova.compute.manager [req-c1f4e48d-df88-454b-9e83-cc5ee54ba0ab req-5e107456-f1c6-4c1d-91b7-a301c3911a07 service nova] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Received event network-changed-8b20617f-700e-463e-b927-a3bf52897575 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.884276] env[69399]: DEBUG nova.compute.manager [req-c1f4e48d-df88-454b-9e83-cc5ee54ba0ab req-5e107456-f1c6-4c1d-91b7-a301c3911a07 service nova] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Refreshing instance network info cache due to event network-changed-8b20617f-700e-463e-b927-a3bf52897575. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.884515] env[69399]: DEBUG oslo_concurrency.lockutils [req-c1f4e48d-df88-454b-9e83-cc5ee54ba0ab req-5e107456-f1c6-4c1d-91b7-a301c3911a07 service nova] Acquiring lock "refresh_cache-8d8f09c7-5035-4ae0-92ea-3562432e6ceb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.884657] env[69399]: DEBUG oslo_concurrency.lockutils [req-c1f4e48d-df88-454b-9e83-cc5ee54ba0ab req-5e107456-f1c6-4c1d-91b7-a301c3911a07 service nova] Acquired lock "refresh_cache-8d8f09c7-5035-4ae0-92ea-3562432e6ceb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.884819] env[69399]: DEBUG nova.network.neutron [req-c1f4e48d-df88-454b-9e83-cc5ee54ba0ab req-5e107456-f1c6-4c1d-91b7-a301c3911a07 service nova] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Refreshing network info cache for port 8b20617f-700e-463e-b927-a3bf52897575 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.904907] env[69399]: DEBUG nova.compute.manager [req-819af088-adfe-43a7-b6eb-8271e4238ee1 req-fc98a10e-4aa8-40be-b026-d783b759efa8 service nova] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Received event network-changed-0d5f3fb8-0d75-48b8-8d5b-2f41884f368a {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.907575] env[69399]: DEBUG nova.compute.manager [req-819af088-adfe-43a7-b6eb-8271e4238ee1 req-fc98a10e-4aa8-40be-b026-d783b759efa8 service nova] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Refreshing instance network info cache due to event network-changed-0d5f3fb8-0d75-48b8-8d5b-2f41884f368a. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.907575] env[69399]: DEBUG oslo_concurrency.lockutils [req-819af088-adfe-43a7-b6eb-8271e4238ee1 req-fc98a10e-4aa8-40be-b026-d783b759efa8 service nova] Acquiring lock "refresh_cache-a1468a4f-6462-4943-af0e-dd01f8846ce7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.927734] env[69399]: DEBUG nova.compute.manager [req-9744f6c5-096c-4182-9912-869d84db95cd req-39ea5e89-b904-4d72-bbcc-fc8883c3e4bb service nova] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Received event network-changed-4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.927734] env[69399]: DEBUG nova.compute.manager [req-9744f6c5-096c-4182-9912-869d84db95cd req-39ea5e89-b904-4d72-bbcc-fc8883c3e4bb service nova] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Refreshing instance network info cache due to event network-changed-4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.928378] env[69399]: DEBUG oslo_concurrency.lockutils [req-9744f6c5-096c-4182-9912-869d84db95cd req-39ea5e89-b904-4d72-bbcc-fc8883c3e4bb service nova] Acquiring lock "refresh_cache-57172c5b-44e2-4828-a73c-9a2657864eb9" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.928378] env[69399]: DEBUG oslo_concurrency.lockutils [req-9744f6c5-096c-4182-9912-869d84db95cd req-39ea5e89-b904-4d72-bbcc-fc8883c3e4bb service nova] Acquired lock "refresh_cache-57172c5b-44e2-4828-a73c-9a2657864eb9" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.928548] env[69399]: DEBUG nova.network.neutron [req-9744f6c5-096c-4182-9912-869d84db95cd req-39ea5e89-b904-4d72-bbcc-fc8883c3e4bb service nova] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Refreshing network info cache for port 4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.957230] env[69399]: DEBUG oslo_vmware.api [None req-07b0b84a-f67f-4bff-a094-19b286eb71b5 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4176691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.998799] env[69399]: DEBUG oslo_vmware.api [None req-406e43e3-46a6-4438-adb5-3d8b479aab9f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4176690, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.036921] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176692, 'name': CreateVM_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.042235] env[69399]: DEBUG nova.network.neutron [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Successfully updated port: 8634c196-e7d3-4bd3-841a-3a0604fd42b2 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 860.065630] env[69399]: DEBUG oslo_concurrency.lockutils [req-4854dd83-f773-42ee-98ef-6c73b601a481 req-e167f4cc-7b0d-45b0-98c5-6604a14f7ee3 service nova] Releasing lock "refresh_cache-a1468a4f-6462-4943-af0e-dd01f8846ce7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.066192] env[69399]: DEBUG oslo_concurrency.lockutils [req-819af088-adfe-43a7-b6eb-8271e4238ee1 req-fc98a10e-4aa8-40be-b026-d783b759efa8 service nova] Acquired lock "refresh_cache-a1468a4f-6462-4943-af0e-dd01f8846ce7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.066389] env[69399]: DEBUG nova.network.neutron [req-819af088-adfe-43a7-b6eb-8271e4238ee1 req-fc98a10e-4aa8-40be-b026-d783b759efa8 service nova] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Refreshing network info cache for port 0d5f3fb8-0d75-48b8-8d5b-2f41884f368a {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.165075] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3ac6774a-5512-450d-818d-4c95d735d9b9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Lock "f5a96bee-5345-483c-bf76-dbe3956fdeec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.389s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.243711] env[69399]: DEBUG oslo_vmware.api [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]523d1bf1-4715-685f-693c-1af70f1b1c06, 'name': SearchDatastore_Task, 'duration_secs': 0.023716} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.243711] env[69399]: DEBUG oslo_concurrency.lockutils [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.243711] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc/4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.243975] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47b5e73c-2409-44d4-a370-a01fa6951bf3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.252459] env[69399]: DEBUG oslo_vmware.api [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Waiting for the task: (returnval){ [ 860.252459] env[69399]: value = "task-4176693" [ 860.252459] env[69399]: _type = "Task" [ 860.252459] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.261798] env[69399]: DEBUG oslo_vmware.api [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Task: {'id': task-4176693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.276852] env[69399]: DEBUG nova.network.neutron [-] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.315809] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 860.456389] env[69399]: DEBUG oslo_vmware.api [None req-07b0b84a-f67f-4bff-a094-19b286eb71b5 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4176691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.500300] env[69399]: DEBUG oslo_vmware.api [None req-406e43e3-46a6-4438-adb5-3d8b479aab9f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4176690, 'name': ReconfigVM_Task, 'duration_secs': 1.18869} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.500809] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-406e43e3-46a6-4438-adb5-3d8b479aab9f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826785', 'volume_id': '27848e75-4b0a-404c-a950-5799f996e3d9', 'name': 'volume-27848e75-4b0a-404c-a950-5799f996e3d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '11028ce0-73e3-483a-bd01-62cfd5713954', 'attached_at': '', 'detached_at': '', 'volume_id': '27848e75-4b0a-404c-a950-5799f996e3d9', 'serial': '27848e75-4b0a-404c-a950-5799f996e3d9'} {{(pid=69399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 860.537083] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176692, 'name': CreateVM_Task, 'duration_secs': 0.923507} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.538917] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 860.539418] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.539664] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.540194] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.540939] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91e03d03-6243-4fbc-84cf-fe7238d3f3ef {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.547210] env[69399]: DEBUG oslo_concurrency.lockutils [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Acquiring lock "refresh_cache-2d81a037-fa27-45eb-824c-3bc181e8968c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.549868] env[69399]: DEBUG oslo_concurrency.lockutils [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Acquired lock "refresh_cache-2d81a037-fa27-45eb-824c-3bc181e8968c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.549868] env[69399]: DEBUG nova.network.neutron [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.555444] env[69399]: DEBUG oslo_vmware.api [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 860.555444] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5278eb49-496d-4a71-28bd-0fa76ebd089e" [ 860.555444] env[69399]: _type = "Task" [ 860.555444] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.567533] env[69399]: DEBUG oslo_vmware.api [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5278eb49-496d-4a71-28bd-0fa76ebd089e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.667897] env[69399]: DEBUG nova.compute.manager [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 860.765525] env[69399]: DEBUG oslo_vmware.api [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Task: {'id': task-4176693, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.779823] env[69399]: INFO nova.compute.manager [-] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Took 1.72 seconds to deallocate network for instance. [ 860.814944] env[69399]: DEBUG nova.network.neutron [req-819af088-adfe-43a7-b6eb-8271e4238ee1 req-fc98a10e-4aa8-40be-b026-d783b759efa8 service nova] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Updated VIF entry in instance network info cache for port 0d5f3fb8-0d75-48b8-8d5b-2f41884f368a. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.814944] env[69399]: DEBUG nova.network.neutron [req-819af088-adfe-43a7-b6eb-8271e4238ee1 req-fc98a10e-4aa8-40be-b026-d783b759efa8 service nova] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Updating instance_info_cache with network_info: [{"id": "0d5f3fb8-0d75-48b8-8d5b-2f41884f368a", "address": "fa:16:3e:0d:21:82", "network": {"id": "75871856-e2a9-4974-832a-a3bf28ca40fc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1930972817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a53443eb7f944f469243b44cdb5568d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d5f3fb8-0d", "ovs_interfaceid": "0d5f3fb8-0d75-48b8-8d5b-2f41884f368a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.824372] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance f8f6f147-d160-4942-b0a1-70f8d885ee53 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 860.824372] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Total usable vcpus: 48, total allocated vcpus: 25 {{(pid=69399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 860.824372] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5376MB phys_disk=200GB used_disk=24GB total_vcpus=48 used_vcpus=25 pci_stats=[] {{(pid=69399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 860.873670] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0f775372-9393-46b5-b6f7-b256e3916d45 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Acquiring lock "a1468a4f-6462-4943-af0e-dd01f8846ce7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.873873] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0f775372-9393-46b5-b6f7-b256e3916d45 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Lock "a1468a4f-6462-4943-af0e-dd01f8846ce7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.874182] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0f775372-9393-46b5-b6f7-b256e3916d45 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Acquiring lock "a1468a4f-6462-4943-af0e-dd01f8846ce7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.874419] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0f775372-9393-46b5-b6f7-b256e3916d45 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Lock "a1468a4f-6462-4943-af0e-dd01f8846ce7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.874638] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0f775372-9393-46b5-b6f7-b256e3916d45 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Lock "a1468a4f-6462-4943-af0e-dd01f8846ce7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.879479] env[69399]: INFO nova.compute.manager [None req-0f775372-9393-46b5-b6f7-b256e3916d45 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Terminating instance [ 860.956235] env[69399]: DEBUG oslo_vmware.api [None req-07b0b84a-f67f-4bff-a094-19b286eb71b5 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4176691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.071469] env[69399]: DEBUG oslo_vmware.api [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5278eb49-496d-4a71-28bd-0fa76ebd089e, 'name': SearchDatastore_Task, 'duration_secs': 0.065617} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.071906] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.072226] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.074981] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.074981] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.074981] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.074981] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-026f7031-6959-4569-97db-f4704e392974 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.088642] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.088878] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.089593] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88b9394e-bdb8-41c0-adb5-55f64e8c84fe {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.099529] env[69399]: DEBUG oslo_vmware.api [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 861.099529] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c2ae7e-d29c-c309-1d74-ce436d9e0b0c" [ 861.099529] env[69399]: _type = "Task" [ 861.099529] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.101281] env[69399]: DEBUG nova.network.neutron [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 861.109937] env[69399]: DEBUG oslo_vmware.api [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c2ae7e-d29c-c309-1d74-ce436d9e0b0c, 'name': SearchDatastore_Task, 'duration_secs': 0.011538} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.112879] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8801c88-9013-4b0a-9b50-3b59ea5aa878 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.119109] env[69399]: DEBUG oslo_vmware.api [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 861.119109] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]529b8af1-7f8b-67c5-beca-4803d4f56f6c" [ 861.119109] env[69399]: _type = "Task" [ 861.119109] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.131898] env[69399]: DEBUG oslo_vmware.api [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]529b8af1-7f8b-67c5-beca-4803d4f56f6c, 'name': SearchDatastore_Task, 'duration_secs': 0.010324} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.137236] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.137236] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3/f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.138174] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c249f704-4965-4bf3-9663-aedc0ff52328 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.150908] env[69399]: DEBUG oslo_vmware.api [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 861.150908] env[69399]: value = "task-4176694" [ 861.150908] env[69399]: _type = "Task" [ 861.150908] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.160092] env[69399]: DEBUG oslo_vmware.api [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.191768] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.261141] env[69399]: DEBUG nova.network.neutron [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Updating instance_info_cache with network_info: [{"id": "8634c196-e7d3-4bd3-841a-3a0604fd42b2", "address": "fa:16:3e:da:81:0f", "network": {"id": "4ab2a5d2-c715-4756-9e07-083aa45897c6", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1964813980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "dc22a88fa1f74bb1a5571c7b825afb62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8634c196-e7", "ovs_interfaceid": "8634c196-e7d3-4bd3-841a-3a0604fd42b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.269553] env[69399]: DEBUG oslo_vmware.api [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Task: {'id': task-4176693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51875} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.270747] env[69399]: DEBUG nova.network.neutron [req-c1f4e48d-df88-454b-9e83-cc5ee54ba0ab req-5e107456-f1c6-4c1d-91b7-a301c3911a07 service nova] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Updated VIF entry in instance network info cache for port 8b20617f-700e-463e-b927-a3bf52897575. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.271360] env[69399]: DEBUG nova.network.neutron [req-c1f4e48d-df88-454b-9e83-cc5ee54ba0ab req-5e107456-f1c6-4c1d-91b7-a301c3911a07 service nova] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Updating instance_info_cache with network_info: [{"id": "8b20617f-700e-463e-b927-a3bf52897575", "address": "fa:16:3e:cf:ae:56", "network": {"id": "ec26b104-06f2-45dc-8dea-679a3711ccb3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-608903597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b365d893784bd2b90412f55fdaaa49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b20617f-70", "ovs_interfaceid": "8b20617f-700e-463e-b927-a3bf52897575", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.272679] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc/4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.272946] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.276521] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9518636-6a41-4889-8dfe-833bc1c97849 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.286865] env[69399]: DEBUG oslo_vmware.api [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Waiting for the task: (returnval){ [ 861.286865] env[69399]: value = "task-4176695" [ 861.286865] env[69399]: _type = "Task" [ 861.286865] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.288035] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f4eb7620-081c-45d6-ba74-e34196e79667 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.299944] env[69399]: DEBUG oslo_vmware.api [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Task: {'id': task-4176695, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.316689] env[69399]: DEBUG oslo_concurrency.lockutils [req-819af088-adfe-43a7-b6eb-8271e4238ee1 req-fc98a10e-4aa8-40be-b026-d783b759efa8 service nova] Releasing lock "refresh_cache-a1468a4f-6462-4943-af0e-dd01f8846ce7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.317492] env[69399]: DEBUG nova.compute.manager [req-819af088-adfe-43a7-b6eb-8271e4238ee1 req-fc98a10e-4aa8-40be-b026-d783b759efa8 service nova] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Received event network-vif-plugged-6ad01cb3-dd61-44f0-b01a-ac7a672babac {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.317805] env[69399]: DEBUG oslo_concurrency.lockutils [req-819af088-adfe-43a7-b6eb-8271e4238ee1 req-fc98a10e-4aa8-40be-b026-d783b759efa8 service nova] Acquiring lock "f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.318089] env[69399]: DEBUG oslo_concurrency.lockutils [req-819af088-adfe-43a7-b6eb-8271e4238ee1 req-fc98a10e-4aa8-40be-b026-d783b759efa8 service nova] Lock "f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.318332] env[69399]: DEBUG oslo_concurrency.lockutils [req-819af088-adfe-43a7-b6eb-8271e4238ee1 req-fc98a10e-4aa8-40be-b026-d783b759efa8 service nova] Lock "f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.318520] env[69399]: DEBUG nova.compute.manager [req-819af088-adfe-43a7-b6eb-8271e4238ee1 req-fc98a10e-4aa8-40be-b026-d783b759efa8 service nova] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] No waiting events found dispatching network-vif-plugged-6ad01cb3-dd61-44f0-b01a-ac7a672babac {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 861.318709] env[69399]: WARNING nova.compute.manager [req-819af088-adfe-43a7-b6eb-8271e4238ee1 req-fc98a10e-4aa8-40be-b026-d783b759efa8 service nova] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Received unexpected event network-vif-plugged-6ad01cb3-dd61-44f0-b01a-ac7a672babac for instance with vm_state building and task_state spawning. [ 861.318921] env[69399]: DEBUG nova.compute.manager [req-819af088-adfe-43a7-b6eb-8271e4238ee1 req-fc98a10e-4aa8-40be-b026-d783b759efa8 service nova] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Received event network-changed-6ad01cb3-dd61-44f0-b01a-ac7a672babac {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.319101] env[69399]: DEBUG nova.compute.manager [req-819af088-adfe-43a7-b6eb-8271e4238ee1 req-fc98a10e-4aa8-40be-b026-d783b759efa8 service nova] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Refreshing instance network info cache due to event network-changed-6ad01cb3-dd61-44f0-b01a-ac7a672babac. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 861.319345] env[69399]: DEBUG oslo_concurrency.lockutils [req-819af088-adfe-43a7-b6eb-8271e4238ee1 req-fc98a10e-4aa8-40be-b026-d783b759efa8 service nova] Acquiring lock "refresh_cache-f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.319499] env[69399]: DEBUG oslo_concurrency.lockutils [req-819af088-adfe-43a7-b6eb-8271e4238ee1 req-fc98a10e-4aa8-40be-b026-d783b759efa8 service nova] Acquired lock "refresh_cache-f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.319690] env[69399]: DEBUG nova.network.neutron [req-819af088-adfe-43a7-b6eb-8271e4238ee1 req-fc98a10e-4aa8-40be-b026-d783b759efa8 service nova] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Refreshing network info cache for port 6ad01cb3-dd61-44f0-b01a-ac7a672babac {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.341952] env[69399]: DEBUG nova.network.neutron [req-9744f6c5-096c-4182-9912-869d84db95cd req-39ea5e89-b904-4d72-bbcc-fc8883c3e4bb service nova] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Updated VIF entry in instance network info cache for port 4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.342358] env[69399]: DEBUG nova.network.neutron [req-9744f6c5-096c-4182-9912-869d84db95cd req-39ea5e89-b904-4d72-bbcc-fc8883c3e4bb service nova] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Updating instance_info_cache with network_info: [{"id": "4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7", "address": "fa:16:3e:8e:7d:ef", "network": {"id": "2e919c77-3170-4d6d-9779-978d4cf8fafb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1843815499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44de2a3fad244be683fd7f2cea410ef2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fc1e464-6f", "ovs_interfaceid": "4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.388550] env[69399]: DEBUG nova.compute.manager [None req-0f775372-9393-46b5-b6f7-b256e3916d45 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 861.388799] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0f775372-9393-46b5-b6f7-b256e3916d45 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 861.389706] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a587477-0d8e-4226-9d64-74fa1753bff1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.399563] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f775372-9393-46b5-b6f7-b256e3916d45 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.399852] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-761bd173-d1d5-49b3-8717-9313a95ab66d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.411438] env[69399]: DEBUG oslo_vmware.api [None req-0f775372-9393-46b5-b6f7-b256e3916d45 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Waiting for the task: (returnval){ [ 861.411438] env[69399]: value = "task-4176696" [ 861.411438] env[69399]: _type = "Task" [ 861.411438] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.424278] env[69399]: DEBUG oslo_vmware.api [None req-0f775372-9393-46b5-b6f7-b256e3916d45 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Task: {'id': task-4176696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.458665] env[69399]: DEBUG oslo_vmware.api [None req-07b0b84a-f67f-4bff-a094-19b286eb71b5 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4176691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.506380] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aaaa75c-301d-4b9e-a5fe-d12a6b063c94 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.515355] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6cd62a-62df-41d7-9cc8-1c575d386b12 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.549041] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a573b89-7884-4c34-98d9-3fb368bb5beb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.557988] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a350064-62de-4ef0-8bca-00ab11b647bf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.562937] env[69399]: DEBUG nova.objects.instance [None req-406e43e3-46a6-4438-adb5-3d8b479aab9f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lazy-loading 'flavor' on Instance uuid 11028ce0-73e3-483a-bd01-62cfd5713954 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.577065] env[69399]: DEBUG nova.compute.provider_tree [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.665036] env[69399]: DEBUG oslo_vmware.api [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176694, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.764192] env[69399]: DEBUG oslo_concurrency.lockutils [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Releasing lock "refresh_cache-2d81a037-fa27-45eb-824c-3bc181e8968c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.764848] env[69399]: DEBUG nova.compute.manager [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Instance network_info: |[{"id": "8634c196-e7d3-4bd3-841a-3a0604fd42b2", "address": "fa:16:3e:da:81:0f", "network": {"id": "4ab2a5d2-c715-4756-9e07-083aa45897c6", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1964813980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "dc22a88fa1f74bb1a5571c7b825afb62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8634c196-e7", "ovs_interfaceid": "8634c196-e7d3-4bd3-841a-3a0604fd42b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 861.765486] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:81:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfbfc55d-8126-40dd-998e-8600ea92f97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8634c196-e7d3-4bd3-841a-3a0604fd42b2', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 861.774353] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Creating folder: Project (dc22a88fa1f74bb1a5571c7b825afb62). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.775836] env[69399]: DEBUG oslo_concurrency.lockutils [req-c1f4e48d-df88-454b-9e83-cc5ee54ba0ab req-5e107456-f1c6-4c1d-91b7-a301c3911a07 service nova] Releasing lock "refresh_cache-8d8f09c7-5035-4ae0-92ea-3562432e6ceb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.775836] env[69399]: DEBUG nova.compute.manager [req-c1f4e48d-df88-454b-9e83-cc5ee54ba0ab req-5e107456-f1c6-4c1d-91b7-a301c3911a07 service nova] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Received event network-vif-plugged-b4e694a2-47f7-4504-b096-f008a55e2d74 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.775836] env[69399]: DEBUG oslo_concurrency.lockutils [req-c1f4e48d-df88-454b-9e83-cc5ee54ba0ab req-5e107456-f1c6-4c1d-91b7-a301c3911a07 service nova] Acquiring lock "4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.775836] env[69399]: DEBUG oslo_concurrency.lockutils [req-c1f4e48d-df88-454b-9e83-cc5ee54ba0ab req-5e107456-f1c6-4c1d-91b7-a301c3911a07 service nova] Lock "4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.776031] env[69399]: DEBUG oslo_concurrency.lockutils [req-c1f4e48d-df88-454b-9e83-cc5ee54ba0ab req-5e107456-f1c6-4c1d-91b7-a301c3911a07 service nova] Lock "4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.776063] env[69399]: DEBUG nova.compute.manager [req-c1f4e48d-df88-454b-9e83-cc5ee54ba0ab req-5e107456-f1c6-4c1d-91b7-a301c3911a07 service nova] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] No waiting events found dispatching network-vif-plugged-b4e694a2-47f7-4504-b096-f008a55e2d74 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 861.776399] env[69399]: WARNING nova.compute.manager [req-c1f4e48d-df88-454b-9e83-cc5ee54ba0ab req-5e107456-f1c6-4c1d-91b7-a301c3911a07 service nova] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Received unexpected event network-vif-plugged-b4e694a2-47f7-4504-b096-f008a55e2d74 for instance with vm_state building and task_state spawning. [ 861.776809] env[69399]: DEBUG nova.compute.manager [req-c1f4e48d-df88-454b-9e83-cc5ee54ba0ab req-5e107456-f1c6-4c1d-91b7-a301c3911a07 service nova] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Received event network-changed-b4e694a2-47f7-4504-b096-f008a55e2d74 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.777046] env[69399]: DEBUG nova.compute.manager [req-c1f4e48d-df88-454b-9e83-cc5ee54ba0ab req-5e107456-f1c6-4c1d-91b7-a301c3911a07 service nova] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Refreshing instance network info cache due to event network-changed-b4e694a2-47f7-4504-b096-f008a55e2d74. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 861.777315] env[69399]: DEBUG oslo_concurrency.lockutils [req-c1f4e48d-df88-454b-9e83-cc5ee54ba0ab req-5e107456-f1c6-4c1d-91b7-a301c3911a07 service nova] Acquiring lock "refresh_cache-4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.777525] env[69399]: DEBUG oslo_concurrency.lockutils [req-c1f4e48d-df88-454b-9e83-cc5ee54ba0ab req-5e107456-f1c6-4c1d-91b7-a301c3911a07 service nova] Acquired lock "refresh_cache-4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.777770] env[69399]: DEBUG nova.network.neutron [req-c1f4e48d-df88-454b-9e83-cc5ee54ba0ab req-5e107456-f1c6-4c1d-91b7-a301c3911a07 service nova] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Refreshing network info cache for port b4e694a2-47f7-4504-b096-f008a55e2d74 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.779161] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e06c56ba-b43f-4a99-b64d-c8b67c793e4f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.797229] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Created folder: Project (dc22a88fa1f74bb1a5571c7b825afb62) in parent group-v826677. [ 861.797468] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Creating folder: Instances. Parent ref: group-v826790. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.798170] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ae20b0a-1353-494a-bdc5-4db64dc00ff1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.804611] env[69399]: DEBUG oslo_vmware.api [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Task: {'id': task-4176695, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093668} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.804949] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.805944] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f70f88-7975-41a6-8eec-2139a66bb982 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.811456] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Created folder: Instances in parent group-v826790. [ 861.811751] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.826736] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 861.839595] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc/4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.839979] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94154421-c916-4e23-87dc-64d21a4b3630 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.856286] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ac15cf9-47a1-4c40-b662-1f6e51e937ef {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.873393] env[69399]: DEBUG oslo_concurrency.lockutils [req-9744f6c5-096c-4182-9912-869d84db95cd req-39ea5e89-b904-4d72-bbcc-fc8883c3e4bb service nova] Releasing lock "refresh_cache-57172c5b-44e2-4828-a73c-9a2657864eb9" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.882148] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 861.882148] env[69399]: value = "task-4176699" [ 861.882148] env[69399]: _type = "Task" [ 861.882148] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.883639] env[69399]: DEBUG oslo_vmware.api [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Waiting for the task: (returnval){ [ 861.883639] env[69399]: value = "task-4176700" [ 861.883639] env[69399]: _type = "Task" [ 861.883639] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.897705] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176699, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.901093] env[69399]: DEBUG oslo_vmware.api [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Task: {'id': task-4176700, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.922060] env[69399]: DEBUG oslo_vmware.api [None req-0f775372-9393-46b5-b6f7-b256e3916d45 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Task: {'id': task-4176696, 'name': PowerOffVM_Task, 'duration_secs': 0.327783} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.922272] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f775372-9393-46b5-b6f7-b256e3916d45 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.922525] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0f775372-9393-46b5-b6f7-b256e3916d45 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 861.922807] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4c7386e-0d20-479b-9b30-8d50bee13421 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.956815] env[69399]: DEBUG oslo_vmware.api [None req-07b0b84a-f67f-4bff-a094-19b286eb71b5 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4176691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.998791] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0f775372-9393-46b5-b6f7-b256e3916d45 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 861.999048] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0f775372-9393-46b5-b6f7-b256e3916d45 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 861.999333] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f775372-9393-46b5-b6f7-b256e3916d45 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Deleting the datastore file [datastore1] a1468a4f-6462-4943-af0e-dd01f8846ce7 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 861.999572] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af01ed18-9e12-40f1-94b2-bd572fc1d927 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.007855] env[69399]: DEBUG oslo_vmware.api [None req-0f775372-9393-46b5-b6f7-b256e3916d45 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Waiting for the task: (returnval){ [ 862.007855] env[69399]: value = "task-4176702" [ 862.007855] env[69399]: _type = "Task" [ 862.007855] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.019771] env[69399]: DEBUG oslo_vmware.api [None req-0f775372-9393-46b5-b6f7-b256e3916d45 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Task: {'id': task-4176702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.069548] env[69399]: DEBUG oslo_concurrency.lockutils [None req-406e43e3-46a6-4438-adb5-3d8b479aab9f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "11028ce0-73e3-483a-bd01-62cfd5713954" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.361s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.080927] env[69399]: DEBUG nova.scheduler.client.report [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.164489] env[69399]: DEBUG oslo_vmware.api [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176694, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717138} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.164785] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3/f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 862.165283] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 862.165283] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20790611-dd40-4ca6-86f0-77dbe9f939b9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.173234] env[69399]: DEBUG oslo_vmware.api [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 862.173234] env[69399]: value = "task-4176703" [ 862.173234] env[69399]: _type = "Task" [ 862.173234] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.182265] env[69399]: DEBUG oslo_vmware.api [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176703, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.245153] env[69399]: DEBUG nova.network.neutron [req-819af088-adfe-43a7-b6eb-8271e4238ee1 req-fc98a10e-4aa8-40be-b026-d783b759efa8 service nova] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Updated VIF entry in instance network info cache for port 6ad01cb3-dd61-44f0-b01a-ac7a672babac. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.245667] env[69399]: DEBUG nova.network.neutron [req-819af088-adfe-43a7-b6eb-8271e4238ee1 req-fc98a10e-4aa8-40be-b026-d783b759efa8 service nova] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Updating instance_info_cache with network_info: [{"id": "6ad01cb3-dd61-44f0-b01a-ac7a672babac", "address": "fa:16:3e:75:ee:a6", "network": {"id": "8f1a4937-216f-450d-b1b2-c69d087198a1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1169406907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56b6f03aff7844a2ae99df0a9a68227e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ad01cb3-dd", "ovs_interfaceid": "6ad01cb3-dd61-44f0-b01a-ac7a672babac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.409640] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176699, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.409904] env[69399]: DEBUG oslo_vmware.api [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Task: {'id': task-4176700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.456865] env[69399]: DEBUG oslo_vmware.api [None req-07b0b84a-f67f-4bff-a094-19b286eb71b5 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4176691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.520815] env[69399]: DEBUG oslo_vmware.api [None req-0f775372-9393-46b5-b6f7-b256e3916d45 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Task: {'id': task-4176702, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.507042} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.520996] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f775372-9393-46b5-b6f7-b256e3916d45 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 862.521168] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0f775372-9393-46b5-b6f7-b256e3916d45 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 862.521374] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0f775372-9393-46b5-b6f7-b256e3916d45 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 862.521549] env[69399]: INFO nova.compute.manager [None req-0f775372-9393-46b5-b6f7-b256e3916d45 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 862.521794] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f775372-9393-46b5-b6f7-b256e3916d45 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.525167] env[69399]: DEBUG nova.compute.manager [-] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 862.525225] env[69399]: DEBUG nova.network.neutron [-] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 862.586432] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69399) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 862.586713] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.876s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.587019] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.114s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.588610] env[69399]: INFO nova.compute.claims [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.609639] env[69399]: DEBUG nova.network.neutron [req-c1f4e48d-df88-454b-9e83-cc5ee54ba0ab req-5e107456-f1c6-4c1d-91b7-a301c3911a07 service nova] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Updated VIF entry in instance network info cache for port b4e694a2-47f7-4504-b096-f008a55e2d74. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.610183] env[69399]: DEBUG nova.network.neutron [req-c1f4e48d-df88-454b-9e83-cc5ee54ba0ab req-5e107456-f1c6-4c1d-91b7-a301c3911a07 service nova] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Updating instance_info_cache with network_info: [{"id": "65288a25-fdfa-4ed0-a39a-228c5ad69f9f", "address": "fa:16:3e:0d:9d:8d", "network": {"id": "2dda33d8-2382-4c42-818c-9bef12f6fc4d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-766798103", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7cf0035dbf0740158086e393174a0e56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65288a25-fd", "ovs_interfaceid": "65288a25-fdfa-4ed0-a39a-228c5ad69f9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6d1f5809-74bf-47d1-b8ac-544eb03a9f62", "address": "fa:16:3e:86:88:be", "network": {"id": "d4f26b62-048f-437a-b4dc-e2c14daecc25", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1198348457", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7cf0035dbf0740158086e393174a0e56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d1f5809-74", "ovs_interfaceid": "6d1f5809-74bf-47d1-b8ac-544eb03a9f62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b4e694a2-47f7-4504-b096-f008a55e2d74", "address": "fa:16:3e:44:6b:3b", "network": {"id": "2dda33d8-2382-4c42-818c-9bef12f6fc4d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-766798103", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7cf0035dbf0740158086e393174a0e56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4e694a2-47", "ovs_interfaceid": "b4e694a2-47f7-4504-b096-f008a55e2d74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.658036] env[69399]: DEBUG nova.compute.manager [req-d910fbe6-af33-445e-8301-3f50a2861640 req-d31596db-4b79-47c4-88e4-7ba08b7f845e service nova] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Received event network-vif-deleted-c0a00ee2-973a-4d67-bed7-002b0e145c31 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.658295] env[69399]: DEBUG nova.compute.manager [req-d910fbe6-af33-445e-8301-3f50a2861640 req-d31596db-4b79-47c4-88e4-7ba08b7f845e service nova] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Received event network-vif-plugged-8634c196-e7d3-4bd3-841a-3a0604fd42b2 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.658497] env[69399]: DEBUG oslo_concurrency.lockutils [req-d910fbe6-af33-445e-8301-3f50a2861640 req-d31596db-4b79-47c4-88e4-7ba08b7f845e service nova] Acquiring lock "2d81a037-fa27-45eb-824c-3bc181e8968c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.658706] env[69399]: DEBUG oslo_concurrency.lockutils [req-d910fbe6-af33-445e-8301-3f50a2861640 req-d31596db-4b79-47c4-88e4-7ba08b7f845e service nova] Lock "2d81a037-fa27-45eb-824c-3bc181e8968c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.658874] env[69399]: DEBUG oslo_concurrency.lockutils [req-d910fbe6-af33-445e-8301-3f50a2861640 req-d31596db-4b79-47c4-88e4-7ba08b7f845e service nova] Lock "2d81a037-fa27-45eb-824c-3bc181e8968c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.659057] env[69399]: DEBUG nova.compute.manager [req-d910fbe6-af33-445e-8301-3f50a2861640 req-d31596db-4b79-47c4-88e4-7ba08b7f845e service nova] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] No waiting events found dispatching network-vif-plugged-8634c196-e7d3-4bd3-841a-3a0604fd42b2 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 862.659223] env[69399]: WARNING nova.compute.manager [req-d910fbe6-af33-445e-8301-3f50a2861640 req-d31596db-4b79-47c4-88e4-7ba08b7f845e service nova] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Received unexpected event network-vif-plugged-8634c196-e7d3-4bd3-841a-3a0604fd42b2 for instance with vm_state building and task_state spawning. [ 862.659385] env[69399]: DEBUG nova.compute.manager [req-d910fbe6-af33-445e-8301-3f50a2861640 req-d31596db-4b79-47c4-88e4-7ba08b7f845e service nova] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Received event network-changed-8634c196-e7d3-4bd3-841a-3a0604fd42b2 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.659539] env[69399]: DEBUG nova.compute.manager [req-d910fbe6-af33-445e-8301-3f50a2861640 req-d31596db-4b79-47c4-88e4-7ba08b7f845e service nova] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Refreshing instance network info cache due to event network-changed-8634c196-e7d3-4bd3-841a-3a0604fd42b2. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 862.659732] env[69399]: DEBUG oslo_concurrency.lockutils [req-d910fbe6-af33-445e-8301-3f50a2861640 req-d31596db-4b79-47c4-88e4-7ba08b7f845e service nova] Acquiring lock "refresh_cache-2d81a037-fa27-45eb-824c-3bc181e8968c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.659914] env[69399]: DEBUG oslo_concurrency.lockutils [req-d910fbe6-af33-445e-8301-3f50a2861640 req-d31596db-4b79-47c4-88e4-7ba08b7f845e service nova] Acquired lock "refresh_cache-2d81a037-fa27-45eb-824c-3bc181e8968c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.660074] env[69399]: DEBUG nova.network.neutron [req-d910fbe6-af33-445e-8301-3f50a2861640 req-d31596db-4b79-47c4-88e4-7ba08b7f845e service nova] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Refreshing network info cache for port 8634c196-e7d3-4bd3-841a-3a0604fd42b2 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.686191] env[69399]: DEBUG oslo_vmware.api [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176703, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123824} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.688306] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 862.693019] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bba760a-91f6-4775-b0ec-78b45bde1e77 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.719180] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3/f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.720395] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-263ba420-bab3-4501-a647-cbab22c5e013 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.745335] env[69399]: DEBUG oslo_vmware.api [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 862.745335] env[69399]: value = "task-4176704" [ 862.745335] env[69399]: _type = "Task" [ 862.745335] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.750446] env[69399]: DEBUG oslo_concurrency.lockutils [req-819af088-adfe-43a7-b6eb-8271e4238ee1 req-fc98a10e-4aa8-40be-b026-d783b759efa8 service nova] Releasing lock "refresh_cache-f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.759034] env[69399]: DEBUG oslo_vmware.api [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176704, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.900608] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176699, 'name': CreateVM_Task, 'duration_secs': 0.561799} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.906805] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 862.907637] env[69399]: DEBUG oslo_concurrency.lockutils [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.907924] env[69399]: DEBUG oslo_concurrency.lockutils [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.908445] env[69399]: DEBUG oslo_concurrency.lockutils [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.909285] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24b182ac-a73d-4c78-8ff0-7babbf71ea4e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.921720] env[69399]: DEBUG oslo_vmware.api [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Task: {'id': task-4176700, 'name': ReconfigVM_Task, 'duration_secs': 0.866825} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.922873] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc/4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.924197] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38d8549d-b0ff-42f5-927e-4a5772f097a4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.928378] env[69399]: DEBUG oslo_vmware.api [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Waiting for the task: (returnval){ [ 862.928378] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5229bccb-bab4-585c-efe4-06f05f4bcc1c" [ 862.928378] env[69399]: _type = "Task" [ 862.928378] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.936655] env[69399]: DEBUG oslo_vmware.api [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Waiting for the task: (returnval){ [ 862.936655] env[69399]: value = "task-4176705" [ 862.936655] env[69399]: _type = "Task" [ 862.936655] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.949048] env[69399]: DEBUG oslo_vmware.api [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5229bccb-bab4-585c-efe4-06f05f4bcc1c, 'name': SearchDatastore_Task, 'duration_secs': 0.012229} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.955740] env[69399]: DEBUG oslo_concurrency.lockutils [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.956039] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.956465] env[69399]: DEBUG oslo_concurrency.lockutils [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.956678] env[69399]: DEBUG oslo_concurrency.lockutils [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.957170] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.961196] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d7f67b0-4c8e-40e7-9684-38e1495854c1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.965443] env[69399]: DEBUG oslo_vmware.api [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Task: {'id': task-4176705, 'name': Rename_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.971170] env[69399]: DEBUG oslo_vmware.api [None req-07b0b84a-f67f-4bff-a094-19b286eb71b5 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4176691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.972896] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.972896] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 862.974175] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6859423-2577-4b48-9a01-a5fec9fb9e79 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.980435] env[69399]: DEBUG oslo_vmware.api [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Waiting for the task: (returnval){ [ 862.980435] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52be6db9-5738-532c-0701-64c7a348dc40" [ 862.980435] env[69399]: _type = "Task" [ 862.980435] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.990988] env[69399]: DEBUG oslo_vmware.api [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52be6db9-5738-532c-0701-64c7a348dc40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.113234] env[69399]: DEBUG oslo_concurrency.lockutils [req-c1f4e48d-df88-454b-9e83-cc5ee54ba0ab req-5e107456-f1c6-4c1d-91b7-a301c3911a07 service nova] Releasing lock "refresh_cache-4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.256988] env[69399]: DEBUG oslo_vmware.api [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176704, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.408137] env[69399]: DEBUG nova.network.neutron [-] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.450916] env[69399]: DEBUG oslo_vmware.api [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Task: {'id': task-4176705, 'name': Rename_Task, 'duration_secs': 0.407374} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.454757] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.455090] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6df3e155-aa74-4598-a768-8c65a69b7b8a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.476675] env[69399]: DEBUG oslo_vmware.api [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Waiting for the task: (returnval){ [ 863.476675] env[69399]: value = "task-4176706" [ 863.476675] env[69399]: _type = "Task" [ 863.476675] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.476912] env[69399]: DEBUG oslo_vmware.api [None req-07b0b84a-f67f-4bff-a094-19b286eb71b5 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4176691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.496750] env[69399]: DEBUG oslo_vmware.api [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Task: {'id': task-4176706, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.502978] env[69399]: DEBUG oslo_vmware.api [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52be6db9-5738-532c-0701-64c7a348dc40, 'name': SearchDatastore_Task, 'duration_secs': 0.012295} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.504485] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4ee855a-780e-4421-a67b-8cd6a46b2638 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.510910] env[69399]: DEBUG oslo_vmware.api [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Waiting for the task: (returnval){ [ 863.510910] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]529cf2df-ec57-e6d8-a478-7e0cdb70dae6" [ 863.510910] env[69399]: _type = "Task" [ 863.510910] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.520481] env[69399]: DEBUG oslo_vmware.api [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]529cf2df-ec57-e6d8-a478-7e0cdb70dae6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.585187] env[69399]: DEBUG nova.network.neutron [req-d910fbe6-af33-445e-8301-3f50a2861640 req-d31596db-4b79-47c4-88e4-7ba08b7f845e service nova] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Updated VIF entry in instance network info cache for port 8634c196-e7d3-4bd3-841a-3a0604fd42b2. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 863.585645] env[69399]: DEBUG nova.network.neutron [req-d910fbe6-af33-445e-8301-3f50a2861640 req-d31596db-4b79-47c4-88e4-7ba08b7f845e service nova] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Updating instance_info_cache with network_info: [{"id": "8634c196-e7d3-4bd3-841a-3a0604fd42b2", "address": "fa:16:3e:da:81:0f", "network": {"id": "4ab2a5d2-c715-4756-9e07-083aa45897c6", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1964813980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "dc22a88fa1f74bb1a5571c7b825afb62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8634c196-e7", "ovs_interfaceid": "8634c196-e7d3-4bd3-841a-3a0604fd42b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.698180] env[69399]: DEBUG nova.compute.manager [None req-c539e960-56fb-4765-a6b5-cdd0b02ddc3b tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.701535] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8cf9424-964c-4c4b-ad62-a647cf8e5141 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.756886] env[69399]: DEBUG oslo_vmware.api [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176704, 'name': ReconfigVM_Task, 'duration_secs': 0.595856} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.761021] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Reconfigured VM instance instance-00000025 to attach disk [datastore2] f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3/f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.761021] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba5b4e2c-2929-4129-884e-d07f17b7d21f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.769230] env[69399]: DEBUG oslo_vmware.api [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 863.769230] env[69399]: value = "task-4176707" [ 863.769230] env[69399]: _type = "Task" [ 863.769230] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.782544] env[69399]: DEBUG oslo_vmware.api [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176707, 'name': Rename_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.914049] env[69399]: INFO nova.compute.manager [-] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Took 1.39 seconds to deallocate network for instance. [ 863.962054] env[69399]: DEBUG oslo_vmware.api [None req-07b0b84a-f67f-4bff-a094-19b286eb71b5 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4176691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.989218] env[69399]: DEBUG oslo_vmware.api [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Task: {'id': task-4176706, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.023812] env[69399]: DEBUG oslo_vmware.api [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]529cf2df-ec57-e6d8-a478-7e0cdb70dae6, 'name': SearchDatastore_Task, 'duration_secs': 0.021246} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.024086] env[69399]: DEBUG oslo_concurrency.lockutils [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.024361] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 2d81a037-fa27-45eb-824c-3bc181e8968c/2d81a037-fa27-45eb-824c-3bc181e8968c.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 864.024632] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b8010e7-3147-41f1-8901-21faacdf339c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.033720] env[69399]: DEBUG oslo_vmware.api [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Waiting for the task: (returnval){ [ 864.033720] env[69399]: value = "task-4176708" [ 864.033720] env[69399]: _type = "Task" [ 864.033720] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.042012] env[69399]: DEBUG oslo_vmware.api [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Task: {'id': task-4176708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.088649] env[69399]: DEBUG oslo_concurrency.lockutils [req-d910fbe6-af33-445e-8301-3f50a2861640 req-d31596db-4b79-47c4-88e4-7ba08b7f845e service nova] Releasing lock "refresh_cache-2d81a037-fa27-45eb-824c-3bc181e8968c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.180416] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48519be-69b5-49b5-aa18-34574472eebd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.190967] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f033df57-857c-4a02-90e6-c40cf9c58df9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.228092] env[69399]: INFO nova.compute.manager [None req-c539e960-56fb-4765-a6b5-cdd0b02ddc3b tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] instance snapshotting [ 864.231564] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fbfafc-0ca8-4785-a492-4b55e0042562 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.235197] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32000ff-af81-46dd-84c7-1c67974a73e3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.262462] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd72f1c-32b8-48ce-9400-1738cc8b8c72 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.267978] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db22c9b4-59fb-4e97-8789-cc5704aaa7fe {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.287941] env[69399]: DEBUG nova.compute.provider_tree [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.298324] env[69399]: DEBUG oslo_vmware.api [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176707, 'name': Rename_Task, 'duration_secs': 0.156602} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.298918] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.299204] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bdd8584-7430-4dda-bd82-1c06c9a3ac47 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.307608] env[69399]: DEBUG oslo_vmware.api [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 864.307608] env[69399]: value = "task-4176709" [ 864.307608] env[69399]: _type = "Task" [ 864.307608] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.320486] env[69399]: DEBUG oslo_vmware.api [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176709, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.426221] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0f775372-9393-46b5-b6f7-b256e3916d45 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.466302] env[69399]: DEBUG oslo_vmware.api [None req-07b0b84a-f67f-4bff-a094-19b286eb71b5 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4176691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.490618] env[69399]: DEBUG oslo_vmware.api [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Task: {'id': task-4176706, 'name': PowerOnVM_Task, 'duration_secs': 0.894118} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.490891] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.491036] env[69399]: INFO nova.compute.manager [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Took 14.71 seconds to spawn the instance on the hypervisor. [ 864.491317] env[69399]: DEBUG nova.compute.manager [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.492240] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb5baaa-938d-4924-8d7a-30580812b06b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.546329] env[69399]: DEBUG oslo_vmware.api [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Task: {'id': task-4176708, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.799862] env[69399]: DEBUG nova.scheduler.client.report [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.808040] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c539e960-56fb-4765-a6b5-cdd0b02ddc3b tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Creating Snapshot of the VM instance {{(pid=69399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 864.808040] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9f64f6d3-6919-4df5-b89d-981bc1206c13 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.822451] env[69399]: DEBUG oslo_vmware.api [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176709, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.824668] env[69399]: DEBUG oslo_vmware.api [None req-c539e960-56fb-4765-a6b5-cdd0b02ddc3b tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Waiting for the task: (returnval){ [ 864.824668] env[69399]: value = "task-4176710" [ 864.824668] env[69399]: _type = "Task" [ 864.824668] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.837387] env[69399]: DEBUG oslo_vmware.api [None req-c539e960-56fb-4765-a6b5-cdd0b02ddc3b tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176710, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.967891] env[69399]: DEBUG oslo_vmware.api [None req-07b0b84a-f67f-4bff-a094-19b286eb71b5 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4176691, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.017727] env[69399]: INFO nova.compute.manager [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Took 36.53 seconds to build instance. [ 865.044087] env[69399]: DEBUG oslo_vmware.api [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Task: {'id': task-4176708, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66292} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.044275] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 2d81a037-fa27-45eb-824c-3bc181e8968c/2d81a037-fa27-45eb-824c-3bc181e8968c.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 865.044432] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 865.044697] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-defde337-103c-4c38-9601-145d29d758cf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.053086] env[69399]: DEBUG oslo_vmware.api [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Waiting for the task: (returnval){ [ 865.053086] env[69399]: value = "task-4176711" [ 865.053086] env[69399]: _type = "Task" [ 865.053086] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.103042] env[69399]: DEBUG nova.compute.manager [req-ebb2a4bd-1c64-4a52-a6f2-a346cba8c654 req-bf0e57d9-6683-4979-bbaf-b04105c82238 service nova] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Received event network-vif-deleted-0d5f3fb8-0d75-48b8-8d5b-2f41884f368a {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.118402] env[69399]: DEBUG oslo_concurrency.lockutils [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquiring lock "41bacac6-0187-4a9d-b413-63da35c48d40" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.119069] env[69399]: DEBUG oslo_concurrency.lockutils [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "41bacac6-0187-4a9d-b413-63da35c48d40" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.124167] env[69399]: DEBUG oslo_concurrency.lockutils [None req-22b402b9-7c55-407a-8a61-fcecbe88b673 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Acquiring lock "ce36ec6e-aa3a-4413-897a-1aad2173662b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.124628] env[69399]: DEBUG oslo_concurrency.lockutils [None req-22b402b9-7c55-407a-8a61-fcecbe88b673 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Lock "ce36ec6e-aa3a-4413-897a-1aad2173662b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.124884] env[69399]: DEBUG oslo_concurrency.lockutils [None req-22b402b9-7c55-407a-8a61-fcecbe88b673 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Acquiring lock "ce36ec6e-aa3a-4413-897a-1aad2173662b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.125135] env[69399]: DEBUG oslo_concurrency.lockutils [None req-22b402b9-7c55-407a-8a61-fcecbe88b673 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Lock "ce36ec6e-aa3a-4413-897a-1aad2173662b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.125348] env[69399]: DEBUG oslo_concurrency.lockutils [None req-22b402b9-7c55-407a-8a61-fcecbe88b673 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Lock "ce36ec6e-aa3a-4413-897a-1aad2173662b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.127820] env[69399]: INFO nova.compute.manager [None req-22b402b9-7c55-407a-8a61-fcecbe88b673 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Terminating instance [ 865.307980] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.308626] env[69399]: DEBUG nova.compute.manager [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 865.315028] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6fae3242-ae37-49af-a694-6e0455a0fa71 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.268s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.315028] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6fae3242-ae37-49af-a694-6e0455a0fa71 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.315028] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5eb2c097-272a-4598-9f3a-53b85510b946 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.932s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.315028] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5eb2c097-272a-4598-9f3a-53b85510b946 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.316277] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.989s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.318185] env[69399]: INFO nova.compute.claims [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 865.353614] env[69399]: DEBUG oslo_vmware.api [None req-c539e960-56fb-4765-a6b5-cdd0b02ddc3b tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176710, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.353794] env[69399]: DEBUG oslo_vmware.api [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176709, 'name': PowerOnVM_Task, 'duration_secs': 0.745524} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.354235] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.354335] env[69399]: INFO nova.compute.manager [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Took 10.46 seconds to spawn the instance on the hypervisor. [ 865.354583] env[69399]: DEBUG nova.compute.manager [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.356338] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a569bd8f-ab93-4f35-961b-3b93d083639b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.360938] env[69399]: INFO nova.scheduler.client.report [None req-6fae3242-ae37-49af-a694-6e0455a0fa71 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Deleted allocations for instance 5df06110-ddc7-4d82-a9f0-c4fac929060b [ 865.365863] env[69399]: INFO nova.scheduler.client.report [None req-5eb2c097-272a-4598-9f3a-53b85510b946 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Deleted allocations for instance 6e5efac3-e29f-4168-b45c-e6e81e46d263 [ 865.462907] env[69399]: DEBUG oslo_vmware.api [None req-07b0b84a-f67f-4bff-a094-19b286eb71b5 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4176691, 'name': ReconfigVM_Task, 'duration_secs': 5.817149} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.463717] env[69399]: DEBUG oslo_concurrency.lockutils [None req-07b0b84a-f67f-4bff-a094-19b286eb71b5 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Releasing lock "c1dc8ac0-7716-40ef-ae8e-7d38abeae12c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.463717] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-07b0b84a-f67f-4bff-a094-19b286eb71b5 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Reconfigured VM to detach interface {{(pid=69399) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 865.520227] env[69399]: DEBUG oslo_concurrency.lockutils [None req-43bff327-a919-4bdb-9330-2a17419e7144 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Lock "4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.980s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.565836] env[69399]: DEBUG oslo_vmware.api [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Task: {'id': task-4176711, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090708} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.566191] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.567313] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc88fde-0ed6-4de0-862e-bc627a8fb32b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.570387] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6a30f4c4-9478-4ab4-97fb-09594981624c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Acquiring lock "62fb4163-a054-400c-b130-8039c5ab7b60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.570972] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6a30f4c4-9478-4ab4-97fb-09594981624c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Lock "62fb4163-a054-400c-b130-8039c5ab7b60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.570972] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6a30f4c4-9478-4ab4-97fb-09594981624c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Acquiring lock "62fb4163-a054-400c-b130-8039c5ab7b60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.571126] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6a30f4c4-9478-4ab4-97fb-09594981624c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Lock "62fb4163-a054-400c-b130-8039c5ab7b60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.571227] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6a30f4c4-9478-4ab4-97fb-09594981624c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Lock "62fb4163-a054-400c-b130-8039c5ab7b60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.573840] env[69399]: INFO nova.compute.manager [None req-6a30f4c4-9478-4ab4-97fb-09594981624c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Terminating instance [ 865.596270] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 2d81a037-fa27-45eb-824c-3bc181e8968c/2d81a037-fa27-45eb-824c-3bc181e8968c.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.598075] env[69399]: DEBUG nova.compute.manager [None req-6a30f4c4-9478-4ab4-97fb-09594981624c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 865.598316] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6a30f4c4-9478-4ab4-97fb-09594981624c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.598583] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76420654-8b3c-4155-a2ea-d335615c8aee {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.619689] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3577778-b391-401a-bd04-e221ad3d40b2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.632542] env[69399]: DEBUG nova.compute.manager [None req-22b402b9-7c55-407a-8a61-fcecbe88b673 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 865.632957] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-22b402b9-7c55-407a-8a61-fcecbe88b673 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.637057] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4763f159-af01-49d4-af6c-f43621bf0119 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.641564] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a30f4c4-9478-4ab4-97fb-09594981624c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.644073] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5297c8e1-74fc-43e4-b786-df70f020c1a9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.645805] env[69399]: DEBUG oslo_vmware.api [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Waiting for the task: (returnval){ [ 865.645805] env[69399]: value = "task-4176712" [ 865.645805] env[69399]: _type = "Task" [ 865.645805] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.655525] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b402b9-7c55-407a-8a61-fcecbe88b673 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.655908] env[69399]: DEBUG oslo_vmware.api [None req-6a30f4c4-9478-4ab4-97fb-09594981624c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Waiting for the task: (returnval){ [ 865.655908] env[69399]: value = "task-4176713" [ 865.655908] env[69399]: _type = "Task" [ 865.655908] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.656506] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0977a06b-0f96-494b-9864-776d42bc296e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.666824] env[69399]: DEBUG oslo_vmware.api [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Task: {'id': task-4176712, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.673943] env[69399]: DEBUG oslo_vmware.api [None req-6a30f4c4-9478-4ab4-97fb-09594981624c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.676092] env[69399]: DEBUG oslo_vmware.api [None req-22b402b9-7c55-407a-8a61-fcecbe88b673 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Waiting for the task: (returnval){ [ 865.676092] env[69399]: value = "task-4176714" [ 865.676092] env[69399]: _type = "Task" [ 865.676092] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.686706] env[69399]: DEBUG oslo_vmware.api [None req-22b402b9-7c55-407a-8a61-fcecbe88b673 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.822871] env[69399]: DEBUG nova.compute.utils [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.824552] env[69399]: DEBUG nova.compute.manager [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 865.824833] env[69399]: DEBUG nova.network.neutron [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 865.849819] env[69399]: DEBUG oslo_vmware.api [None req-c539e960-56fb-4765-a6b5-cdd0b02ddc3b tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176710, 'name': CreateSnapshot_Task, 'duration_secs': 1.013307} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.850138] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c539e960-56fb-4765-a6b5-cdd0b02ddc3b tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Created Snapshot of the VM instance {{(pid=69399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 865.851107] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3a725c-5be0-4461-822f-49cf2a515927 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.883579] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6fae3242-ae37-49af-a694-6e0455a0fa71 tempest-ServerExternalEventsTest-483864047 tempest-ServerExternalEventsTest-483864047-project-member] Lock "5df06110-ddc7-4d82-a9f0-c4fac929060b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.139s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.887233] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5eb2c097-272a-4598-9f3a-53b85510b946 tempest-ServersTestJSON-1857919709 tempest-ServersTestJSON-1857919709-project-member] Lock "6e5efac3-e29f-4168-b45c-e6e81e46d263" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.252s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.891945] env[69399]: INFO nova.compute.manager [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Took 33.18 seconds to build instance. [ 865.918945] env[69399]: DEBUG nova.policy [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9ef5800555249849835b6d99c77562e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0984450c2fb6461583a57ac0471f46b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 866.023423] env[69399]: DEBUG nova.compute.manager [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 866.131630] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c2b766b1-7773-4a20-a163-32bf72cc6893 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Acquiring lock "4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.131913] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c2b766b1-7773-4a20-a163-32bf72cc6893 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Lock "4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.132213] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c2b766b1-7773-4a20-a163-32bf72cc6893 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Acquiring lock "4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.132331] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c2b766b1-7773-4a20-a163-32bf72cc6893 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Lock "4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.132471] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c2b766b1-7773-4a20-a163-32bf72cc6893 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Lock "4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.135522] env[69399]: INFO nova.compute.manager [None req-c2b766b1-7773-4a20-a163-32bf72cc6893 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Terminating instance [ 866.161408] env[69399]: DEBUG oslo_vmware.api [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Task: {'id': task-4176712, 'name': ReconfigVM_Task, 'duration_secs': 0.43008} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.164837] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 2d81a037-fa27-45eb-824c-3bc181e8968c/2d81a037-fa27-45eb-824c-3bc181e8968c.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 866.166078] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5f4308e-3635-47c7-813f-d0cb4d083b50 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.178375] env[69399]: DEBUG oslo_vmware.api [None req-6a30f4c4-9478-4ab4-97fb-09594981624c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176713, 'name': PowerOffVM_Task, 'duration_secs': 0.367491} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.183796] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a30f4c4-9478-4ab4-97fb-09594981624c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.184051] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6a30f4c4-9478-4ab4-97fb-09594981624c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.184482] env[69399]: DEBUG oslo_vmware.api [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Waiting for the task: (returnval){ [ 866.184482] env[69399]: value = "task-4176715" [ 866.184482] env[69399]: _type = "Task" [ 866.184482] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.184702] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23438ca5-0c6b-4724-a0fc-d480ee8fa277 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.196715] env[69399]: DEBUG oslo_vmware.api [None req-22b402b9-7c55-407a-8a61-fcecbe88b673 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176714, 'name': PowerOffVM_Task, 'duration_secs': 0.239931} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.197328] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b402b9-7c55-407a-8a61-fcecbe88b673 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.197515] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-22b402b9-7c55-407a-8a61-fcecbe88b673 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.197788] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6212a798-9917-4f3f-a1f3-069130dfe083 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.206139] env[69399]: DEBUG oslo_vmware.api [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Task: {'id': task-4176715, 'name': Rename_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.287450] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-22b402b9-7c55-407a-8a61-fcecbe88b673 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.287792] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-22b402b9-7c55-407a-8a61-fcecbe88b673 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.287996] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-22b402b9-7c55-407a-8a61-fcecbe88b673 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Deleting the datastore file [datastore1] ce36ec6e-aa3a-4413-897a-1aad2173662b {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.288316] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e065e18-fdeb-4f66-971c-b83cf58b48c1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.292791] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6a30f4c4-9478-4ab4-97fb-09594981624c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.293048] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6a30f4c4-9478-4ab4-97fb-09594981624c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.293243] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a30f4c4-9478-4ab4-97fb-09594981624c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Deleting the datastore file [datastore1] 62fb4163-a054-400c-b130-8039c5ab7b60 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.293950] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41b82b67-1750-48aa-9723-b08ab86b649d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.298176] env[69399]: DEBUG oslo_vmware.api [None req-22b402b9-7c55-407a-8a61-fcecbe88b673 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Waiting for the task: (returnval){ [ 866.298176] env[69399]: value = "task-4176718" [ 866.298176] env[69399]: _type = "Task" [ 866.298176] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.304249] env[69399]: DEBUG oslo_vmware.api [None req-6a30f4c4-9478-4ab4-97fb-09594981624c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Waiting for the task: (returnval){ [ 866.304249] env[69399]: value = "task-4176719" [ 866.304249] env[69399]: _type = "Task" [ 866.304249] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.309516] env[69399]: DEBUG oslo_vmware.api [None req-22b402b9-7c55-407a-8a61-fcecbe88b673 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.325060] env[69399]: DEBUG oslo_vmware.api [None req-6a30f4c4-9478-4ab4-97fb-09594981624c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.328803] env[69399]: DEBUG nova.compute.manager [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 866.384084] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c539e960-56fb-4765-a6b5-cdd0b02ddc3b tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Creating linked-clone VM from snapshot {{(pid=69399) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 866.388022] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bedd2458-83d3-46ea-8aec-a7663874e037 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.395107] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a37f028e-73ad-49fa-aa2d-e1fc671ebe5d tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lock "f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.408s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.399819] env[69399]: DEBUG oslo_vmware.api [None req-c539e960-56fb-4765-a6b5-cdd0b02ddc3b tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Waiting for the task: (returnval){ [ 866.399819] env[69399]: value = "task-4176720" [ 866.399819] env[69399]: _type = "Task" [ 866.399819] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.412045] env[69399]: DEBUG oslo_vmware.api [None req-c539e960-56fb-4765-a6b5-cdd0b02ddc3b tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176720, 'name': CloneVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.470059] env[69399]: DEBUG nova.network.neutron [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Successfully created port: 0f995104-9764-4aa4-908b-e178999c2760 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 866.550586] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.646532] env[69399]: DEBUG nova.compute.manager [None req-c2b766b1-7773-4a20-a163-32bf72cc6893 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 866.647094] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b766b1-7773-4a20-a163-32bf72cc6893 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.647897] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6cf1ab-88e5-4294-b90a-c6304b528e40 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.658612] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b766b1-7773-4a20-a163-32bf72cc6893 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.659000] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c6dab6c-4367-49d0-a02e-81cae47eb727 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.668174] env[69399]: DEBUG oslo_vmware.api [None req-c2b766b1-7773-4a20-a163-32bf72cc6893 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Waiting for the task: (returnval){ [ 866.668174] env[69399]: value = "task-4176721" [ 866.668174] env[69399]: _type = "Task" [ 866.668174] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.680134] env[69399]: DEBUG oslo_vmware.api [None req-c2b766b1-7773-4a20-a163-32bf72cc6893 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Task: {'id': task-4176721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.709215] env[69399]: DEBUG oslo_vmware.api [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Task: {'id': task-4176715, 'name': Rename_Task, 'duration_secs': 0.203283} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.713675] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.714582] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b12d98af-3018-420d-8f7f-e4610809fc45 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.724324] env[69399]: DEBUG oslo_vmware.api [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Waiting for the task: (returnval){ [ 866.724324] env[69399]: value = "task-4176722" [ 866.724324] env[69399]: _type = "Task" [ 866.724324] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.747039] env[69399]: DEBUG oslo_vmware.api [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Task: {'id': task-4176722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.808911] env[69399]: DEBUG oslo_vmware.api [None req-22b402b9-7c55-407a-8a61-fcecbe88b673 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182304} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.809764] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-22b402b9-7c55-407a-8a61-fcecbe88b673 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.810094] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-22b402b9-7c55-407a-8a61-fcecbe88b673 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.810485] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-22b402b9-7c55-407a-8a61-fcecbe88b673 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.810740] env[69399]: INFO nova.compute.manager [None req-22b402b9-7c55-407a-8a61-fcecbe88b673 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Took 1.18 seconds to destroy the instance on the hypervisor. [ 866.811102] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22b402b9-7c55-407a-8a61-fcecbe88b673 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.816512] env[69399]: DEBUG nova.compute.manager [-] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.816717] env[69399]: DEBUG nova.network.neutron [-] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 866.828292] env[69399]: DEBUG oslo_concurrency.lockutils [None req-07b0b84a-f67f-4bff-a094-19b286eb71b5 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "refresh_cache-c1dc8ac0-7716-40ef-ae8e-7d38abeae12c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.828483] env[69399]: DEBUG oslo_concurrency.lockutils [None req-07b0b84a-f67f-4bff-a094-19b286eb71b5 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquired lock "refresh_cache-c1dc8ac0-7716-40ef-ae8e-7d38abeae12c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.828672] env[69399]: DEBUG nova.network.neutron [None req-07b0b84a-f67f-4bff-a094-19b286eb71b5 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.830743] env[69399]: DEBUG oslo_vmware.api [None req-6a30f4c4-9478-4ab4-97fb-09594981624c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Task: {'id': task-4176719, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192462} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.831394] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a30f4c4-9478-4ab4-97fb-09594981624c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.831696] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6a30f4c4-9478-4ab4-97fb-09594981624c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.831935] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6a30f4c4-9478-4ab4-97fb-09594981624c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.832178] env[69399]: INFO nova.compute.manager [None req-6a30f4c4-9478-4ab4-97fb-09594981624c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Took 1.23 seconds to destroy the instance on the hypervisor. [ 866.832494] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a30f4c4-9478-4ab4-97fb-09594981624c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.840476] env[69399]: DEBUG nova.compute.manager [-] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.844046] env[69399]: DEBUG nova.network.neutron [-] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 866.901462] env[69399]: DEBUG nova.compute.manager [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 866.934543] env[69399]: DEBUG oslo_vmware.api [None req-c539e960-56fb-4765-a6b5-cdd0b02ddc3b tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176720, 'name': CloneVM_Task} progress is 94%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.055953] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6c944647-c908-439e-b2e4-40feb25610f7 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "c1dc8ac0-7716-40ef-ae8e-7d38abeae12c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.056574] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6c944647-c908-439e-b2e4-40feb25610f7 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "c1dc8ac0-7716-40ef-ae8e-7d38abeae12c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.056574] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6c944647-c908-439e-b2e4-40feb25610f7 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "c1dc8ac0-7716-40ef-ae8e-7d38abeae12c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.059988] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6c944647-c908-439e-b2e4-40feb25610f7 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "c1dc8ac0-7716-40ef-ae8e-7d38abeae12c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.059988] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6c944647-c908-439e-b2e4-40feb25610f7 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "c1dc8ac0-7716-40ef-ae8e-7d38abeae12c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.060409] env[69399]: INFO nova.compute.manager [None req-6c944647-c908-439e-b2e4-40feb25610f7 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Terminating instance [ 867.186610] env[69399]: DEBUG oslo_vmware.api [None req-c2b766b1-7773-4a20-a163-32bf72cc6893 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Task: {'id': task-4176721, 'name': PowerOffVM_Task, 'duration_secs': 0.515277} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.187742] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b766b1-7773-4a20-a163-32bf72cc6893 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.187742] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b766b1-7773-4a20-a163-32bf72cc6893 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.187742] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eda603dd-0030-46fb-8114-d23e9dc9294b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.233969] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a436efb5-f7fb-4c6b-99ac-81bea8fe38e5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.240675] env[69399]: DEBUG oslo_vmware.api [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Task: {'id': task-4176722, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.249135] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6faf2da1-7b59-41a2-aae0-f1ee011e1e9b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.289016] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d15ac9f-eb60-4cea-98c9-976c95d88380 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.301163] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41caa7d-9c97-40e7-b93e-3202a51d58ec {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.321515] env[69399]: DEBUG nova.compute.provider_tree [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.345527] env[69399]: DEBUG nova.compute.manager [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 867.380092] env[69399]: DEBUG nova.virt.hardware [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.380716] env[69399]: DEBUG nova.virt.hardware [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.381255] env[69399]: DEBUG nova.virt.hardware [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.381343] env[69399]: DEBUG nova.virt.hardware [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.382305] env[69399]: DEBUG nova.virt.hardware [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.382305] env[69399]: DEBUG nova.virt.hardware [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.382305] env[69399]: DEBUG nova.virt.hardware [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.382695] env[69399]: DEBUG nova.virt.hardware [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.383687] env[69399]: DEBUG nova.virt.hardware [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.383687] env[69399]: DEBUG nova.virt.hardware [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.383911] env[69399]: DEBUG nova.virt.hardware [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.385684] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ac8bd4-798a-416d-b025-dfc6cc74f8af {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.391892] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b766b1-7773-4a20-a163-32bf72cc6893 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.392351] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b766b1-7773-4a20-a163-32bf72cc6893 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.392636] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2b766b1-7773-4a20-a163-32bf72cc6893 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Deleting the datastore file [datastore2] 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.393726] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32795a56-631b-494c-a986-ae80dac05f04 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.404999] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbabad6c-e091-42ba-9c4a-bfd2e56f3ba1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.413987] env[69399]: DEBUG oslo_vmware.api [None req-c2b766b1-7773-4a20-a163-32bf72cc6893 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Waiting for the task: (returnval){ [ 867.413987] env[69399]: value = "task-4176724" [ 867.413987] env[69399]: _type = "Task" [ 867.413987] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.450117] env[69399]: DEBUG nova.network.neutron [-] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.457736] env[69399]: DEBUG oslo_vmware.api [None req-c539e960-56fb-4765-a6b5-cdd0b02ddc3b tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176720, 'name': CloneVM_Task} progress is 94%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.462577] env[69399]: DEBUG oslo_vmware.api [None req-c2b766b1-7773-4a20-a163-32bf72cc6893 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Task: {'id': task-4176724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.463972] env[69399]: DEBUG oslo_concurrency.lockutils [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.571417] env[69399]: DEBUG nova.compute.manager [None req-6c944647-c908-439e-b2e4-40feb25610f7 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.571859] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6c944647-c908-439e-b2e4-40feb25610f7 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.573351] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9e6e5c-1f82-45ea-9e93-2fe3be73773f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.585422] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c944647-c908-439e-b2e4-40feb25610f7 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.585800] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e71b1bf4-d113-4675-8b9d-536398d0168c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.595102] env[69399]: DEBUG oslo_vmware.api [None req-6c944647-c908-439e-b2e4-40feb25610f7 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 867.595102] env[69399]: value = "task-4176725" [ 867.595102] env[69399]: _type = "Task" [ 867.595102] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.613335] env[69399]: DEBUG oslo_vmware.api [None req-6c944647-c908-439e-b2e4-40feb25610f7 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4176725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.668782] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Acquiring lock "312f7261-371a-47ec-87c9-e3a1b6b191fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.669211] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Lock "312f7261-371a-47ec-87c9-e3a1b6b191fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.739010] env[69399]: DEBUG oslo_vmware.api [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Task: {'id': task-4176722, 'name': PowerOnVM_Task, 'duration_secs': 0.66245} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.739342] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.739612] env[69399]: INFO nova.compute.manager [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Took 9.99 seconds to spawn the instance on the hypervisor. [ 867.739833] env[69399]: DEBUG nova.compute.manager [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.740757] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a57f23d-7a3e-46e2-b831-65191d2f8d80 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.793984] env[69399]: DEBUG nova.network.neutron [-] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.824804] env[69399]: DEBUG nova.scheduler.client.report [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.873254] env[69399]: INFO nova.network.neutron [None req-07b0b84a-f67f-4bff-a094-19b286eb71b5 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Port 50a2d89c-570e-447c-ad47-615ea966b5de from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 867.873254] env[69399]: DEBUG nova.network.neutron [None req-07b0b84a-f67f-4bff-a094-19b286eb71b5 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Updating instance_info_cache with network_info: [{"id": "4605fcb1-107a-4f4d-ab03-7a4deba78c67", "address": "fa:16:3e:41:73:fb", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4605fcb1-10", "ovs_interfaceid": "4605fcb1-107a-4f4d-ab03-7a4deba78c67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.942172] env[69399]: DEBUG oslo_vmware.api [None req-c539e960-56fb-4765-a6b5-cdd0b02ddc3b tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176720, 'name': CloneVM_Task, 'duration_secs': 1.499177} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.946605] env[69399]: INFO nova.virt.vmwareapi.vmops [None req-c539e960-56fb-4765-a6b5-cdd0b02ddc3b tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Created linked-clone VM from snapshot [ 867.947055] env[69399]: DEBUG oslo_vmware.api [None req-c2b766b1-7773-4a20-a163-32bf72cc6893 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Task: {'id': task-4176724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358725} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.948147] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263f424f-3ac9-4a3d-9cf8-69a22a7d4af8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.951697] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2b766b1-7773-4a20-a163-32bf72cc6893 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.951975] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b766b1-7773-4a20-a163-32bf72cc6893 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.952237] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b766b1-7773-4a20-a163-32bf72cc6893 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.952663] env[69399]: INFO nova.compute.manager [None req-c2b766b1-7773-4a20-a163-32bf72cc6893 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Took 1.31 seconds to destroy the instance on the hypervisor. [ 867.953288] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2b766b1-7773-4a20-a163-32bf72cc6893 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.953288] env[69399]: INFO nova.compute.manager [-] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Took 1.14 seconds to deallocate network for instance. [ 867.953638] env[69399]: DEBUG nova.compute.manager [-] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 867.953732] env[69399]: DEBUG nova.network.neutron [-] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 867.966233] env[69399]: DEBUG nova.virt.vmwareapi.images [None req-c539e960-56fb-4765-a6b5-cdd0b02ddc3b tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Uploading image 39840722-9b78-4d5f-ac6d-47688b5f593c {{(pid=69399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 868.011914] env[69399]: DEBUG oslo_vmware.rw_handles [None req-c539e960-56fb-4765-a6b5-cdd0b02ddc3b tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 868.011914] env[69399]: value = "vm-826794" [ 868.011914] env[69399]: _type = "VirtualMachine" [ 868.011914] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 868.012560] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e285d087-e75e-466c-9a51-ea890ac63d01 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.021438] env[69399]: DEBUG oslo_vmware.rw_handles [None req-c539e960-56fb-4765-a6b5-cdd0b02ddc3b tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Lease: (returnval){ [ 868.021438] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d4af55-2556-ef08-d79f-cf38eb2a6ce0" [ 868.021438] env[69399]: _type = "HttpNfcLease" [ 868.021438] env[69399]: } obtained for exporting VM: (result){ [ 868.021438] env[69399]: value = "vm-826794" [ 868.021438] env[69399]: _type = "VirtualMachine" [ 868.021438] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 868.022201] env[69399]: DEBUG oslo_vmware.api [None req-c539e960-56fb-4765-a6b5-cdd0b02ddc3b tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Waiting for the lease: (returnval){ [ 868.022201] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d4af55-2556-ef08-d79f-cf38eb2a6ce0" [ 868.022201] env[69399]: _type = "HttpNfcLease" [ 868.022201] env[69399]: } to be ready. {{(pid=69399) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 868.031623] env[69399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 868.031623] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d4af55-2556-ef08-d79f-cf38eb2a6ce0" [ 868.031623] env[69399]: _type = "HttpNfcLease" [ 868.031623] env[69399]: } is initializing. {{(pid=69399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 868.105940] env[69399]: DEBUG oslo_vmware.api [None req-6c944647-c908-439e-b2e4-40feb25610f7 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4176725, 'name': PowerOffVM_Task, 'duration_secs': 0.25581} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.106268] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c944647-c908-439e-b2e4-40feb25610f7 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.106492] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6c944647-c908-439e-b2e4-40feb25610f7 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.106790] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eba46b3f-0158-427a-ad16-1b9e429f8da1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.226460] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6c944647-c908-439e-b2e4-40feb25610f7 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.226460] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6c944647-c908-439e-b2e4-40feb25610f7 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.226460] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c944647-c908-439e-b2e4-40feb25610f7 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Deleting the datastore file [datastore1] c1dc8ac0-7716-40ef-ae8e-7d38abeae12c {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.226460] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a8f09f5-05ac-40a3-bbc8-39eace569e27 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.239091] env[69399]: DEBUG oslo_vmware.api [None req-6c944647-c908-439e-b2e4-40feb25610f7 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 868.239091] env[69399]: value = "task-4176728" [ 868.239091] env[69399]: _type = "Task" [ 868.239091] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.268027] env[69399]: DEBUG oslo_vmware.api [None req-6c944647-c908-439e-b2e4-40feb25610f7 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4176728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.281365] env[69399]: INFO nova.compute.manager [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Took 35.54 seconds to build instance. [ 868.300938] env[69399]: INFO nova.compute.manager [-] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Took 1.46 seconds to deallocate network for instance. [ 868.333030] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.017s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.333651] env[69399]: DEBUG nova.compute.manager [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 868.338058] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2fafcb78-3505-4237-85a9-621ea17aa210 tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.595s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.338361] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2fafcb78-3505-4237-85a9-621ea17aa210 tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.341503] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d09e9a61-3b28-4dec-bc91-eba080fac9f2 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.392s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.341866] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d09e9a61-3b28-4dec-bc91-eba080fac9f2 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.345015] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.203s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.347505] env[69399]: INFO nova.compute.claims [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.381588] env[69399]: DEBUG oslo_concurrency.lockutils [None req-07b0b84a-f67f-4bff-a094-19b286eb71b5 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Releasing lock "refresh_cache-c1dc8ac0-7716-40ef-ae8e-7d38abeae12c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.389443] env[69399]: INFO nova.scheduler.client.report [None req-d09e9a61-3b28-4dec-bc91-eba080fac9f2 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Deleted allocations for instance d2e9732f-5ea0-4be9-8000-d78d5acd8961 [ 868.403645] env[69399]: INFO nova.scheduler.client.report [None req-2fafcb78-3505-4237-85a9-621ea17aa210 tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Deleted allocations for instance 57397a3c-2115-461c-93fe-0f8baf4484af [ 868.456106] env[69399]: DEBUG nova.compute.manager [req-0003b61f-fd85-41ee-8fd4-576e5a3eb406 req-c06e0de9-faba-4962-83ec-93309c6c4453 service nova] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Received event network-vif-deleted-50a2d89c-570e-447c-ad47-615ea966b5de {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.470044] env[69399]: DEBUG oslo_concurrency.lockutils [None req-22b402b9-7c55-407a-8a61-fcecbe88b673 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.496455] env[69399]: DEBUG nova.compute.manager [req-1840d756-d5bd-4675-aa3f-e73274078e58 req-4e5deb61-2820-4ba8-bed7-3fb6dfa81fcf service nova] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Received event network-vif-deleted-4665b6f6-1f40-46bb-8b2c-248420491d06 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.538986] env[69399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 868.538986] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d4af55-2556-ef08-d79f-cf38eb2a6ce0" [ 868.538986] env[69399]: _type = "HttpNfcLease" [ 868.538986] env[69399]: } is ready. {{(pid=69399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 868.540563] env[69399]: DEBUG oslo_vmware.rw_handles [None req-c539e960-56fb-4765-a6b5-cdd0b02ddc3b tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 868.540563] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d4af55-2556-ef08-d79f-cf38eb2a6ce0" [ 868.540563] env[69399]: _type = "HttpNfcLease" [ 868.540563] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 868.541544] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063f3f80-e10b-4819-bf81-dad5d45a8d0b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.552164] env[69399]: DEBUG oslo_vmware.rw_handles [None req-c539e960-56fb-4765-a6b5-cdd0b02ddc3b tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525ca601-abec-6a40-d517-209faf1ab982/disk-0.vmdk from lease info. {{(pid=69399) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 868.552356] env[69399]: DEBUG oslo_vmware.rw_handles [None req-c539e960-56fb-4765-a6b5-cdd0b02ddc3b tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525ca601-abec-6a40-d517-209faf1ab982/disk-0.vmdk for reading. {{(pid=69399) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 868.747392] env[69399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b04cd602-e09d-4176-adb3-9554ebaa2a22 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.753332] env[69399]: DEBUG oslo_vmware.api [None req-6c944647-c908-439e-b2e4-40feb25610f7 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4176728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.477865} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.753659] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c944647-c908-439e-b2e4-40feb25610f7 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.753868] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6c944647-c908-439e-b2e4-40feb25610f7 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.754065] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6c944647-c908-439e-b2e4-40feb25610f7 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.754248] env[69399]: INFO nova.compute.manager [None req-6c944647-c908-439e-b2e4-40feb25610f7 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 868.754512] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c944647-c908-439e-b2e4-40feb25610f7 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.756170] env[69399]: DEBUG nova.compute.manager [-] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 868.756170] env[69399]: DEBUG nova.network.neutron [-] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 868.758853] env[69399]: DEBUG nova.network.neutron [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Successfully updated port: 0f995104-9764-4aa4-908b-e178999c2760 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 868.784894] env[69399]: DEBUG oslo_concurrency.lockutils [None req-976fb4c6-e69c-43cb-bdce-25769708d102 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Acquiring lock "7003cf16-e687-4358-80f1-6b5854d5df96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.785841] env[69399]: DEBUG oslo_concurrency.lockutils [None req-976fb4c6-e69c-43cb-bdce-25769708d102 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Lock "7003cf16-e687-4358-80f1-6b5854d5df96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.787016] env[69399]: DEBUG oslo_concurrency.lockutils [None req-976fb4c6-e69c-43cb-bdce-25769708d102 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Acquiring lock "7003cf16-e687-4358-80f1-6b5854d5df96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.787016] env[69399]: DEBUG oslo_concurrency.lockutils [None req-976fb4c6-e69c-43cb-bdce-25769708d102 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Lock "7003cf16-e687-4358-80f1-6b5854d5df96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.787016] env[69399]: DEBUG oslo_concurrency.lockutils [None req-976fb4c6-e69c-43cb-bdce-25769708d102 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Lock "7003cf16-e687-4358-80f1-6b5854d5df96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.788554] env[69399]: DEBUG oslo_concurrency.lockutils [None req-16e7c194-a7ed-420a-91ba-c906a20aeebb tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Lock "2d81a037-fa27-45eb-824c-3bc181e8968c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.964s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.789454] env[69399]: INFO nova.compute.manager [None req-976fb4c6-e69c-43cb-bdce-25769708d102 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Terminating instance [ 868.812477] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6a30f4c4-9478-4ab4-97fb-09594981624c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.853839] env[69399]: DEBUG nova.compute.utils [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.858170] env[69399]: DEBUG nova.compute.manager [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 868.858474] env[69399]: DEBUG nova.network.neutron [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 868.888925] env[69399]: DEBUG oslo_concurrency.lockutils [None req-07b0b84a-f67f-4bff-a094-19b286eb71b5 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "interface-c1dc8ac0-7716-40ef-ae8e-7d38abeae12c-50a2d89c-570e-447c-ad47-615ea966b5de" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.043s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.900233] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d09e9a61-3b28-4dec-bc91-eba080fac9f2 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Lock "d2e9732f-5ea0-4be9-8000-d78d5acd8961" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.450s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.912607] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2fafcb78-3505-4237-85a9-621ea17aa210 tempest-ServersV294TestFqdnHostnames-219328205 tempest-ServersV294TestFqdnHostnames-219328205-project-member] Lock "57397a3c-2115-461c-93fe-0f8baf4484af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.218s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.005268] env[69399]: DEBUG nova.policy [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0031c8dea424d36a521a8662eb2fe86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e78e83a65c624dafa25b2369526af83a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 869.137545] env[69399]: DEBUG oslo_concurrency.lockutils [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquiring lock "38d879e2-43f0-4c06-b7a4-a5eb38d585a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.138100] env[69399]: DEBUG oslo_concurrency.lockutils [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lock "38d879e2-43f0-4c06-b7a4-a5eb38d585a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.264658] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Acquiring lock "refresh_cache-0d2be239-eafb-43bb-b8a9-b8e9f53d8920" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.264658] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Acquired lock "refresh_cache-0d2be239-eafb-43bb-b8a9-b8e9f53d8920" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.264658] env[69399]: DEBUG nova.network.neutron [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.303915] env[69399]: DEBUG nova.compute.manager [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 869.308224] env[69399]: DEBUG nova.compute.manager [None req-976fb4c6-e69c-43cb-bdce-25769708d102 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.308774] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-976fb4c6-e69c-43cb-bdce-25769708d102 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.310774] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954b7fa2-e9aa-4e76-822e-d4a348c02c41 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.322608] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-976fb4c6-e69c-43cb-bdce-25769708d102 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.323838] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-692f0411-d39e-46c8-b128-343b9e5a296f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.338081] env[69399]: DEBUG oslo_vmware.api [None req-976fb4c6-e69c-43cb-bdce-25769708d102 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Waiting for the task: (returnval){ [ 869.338081] env[69399]: value = "task-4176729" [ 869.338081] env[69399]: _type = "Task" [ 869.338081] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.359884] env[69399]: DEBUG oslo_vmware.api [None req-976fb4c6-e69c-43cb-bdce-25769708d102 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.362087] env[69399]: DEBUG nova.compute.manager [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 869.736135] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ff7222dd-b171-4ebc-8abd-5e8d1b507244 tempest-VolumesAssistedSnapshotsTest-190380491 tempest-VolumesAssistedSnapshotsTest-190380491-project-admin] Acquiring lock "90256eb2-af00-45a2-b883-8cbb95046461" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.736135] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ff7222dd-b171-4ebc-8abd-5e8d1b507244 tempest-VolumesAssistedSnapshotsTest-190380491 tempest-VolumesAssistedSnapshotsTest-190380491-project-admin] Lock "90256eb2-af00-45a2-b883-8cbb95046461" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.832818] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.850978] env[69399]: DEBUG oslo_vmware.api [None req-976fb4c6-e69c-43cb-bdce-25769708d102 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176729, 'name': PowerOffVM_Task, 'duration_secs': 0.327438} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.854379] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-976fb4c6-e69c-43cb-bdce-25769708d102 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.854379] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-976fb4c6-e69c-43cb-bdce-25769708d102 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.854643] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-872de43a-a00f-46c5-9c8a-3a8e3dd9da79 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.880607] env[69399]: DEBUG nova.network.neutron [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 869.942150] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-976fb4c6-e69c-43cb-bdce-25769708d102 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.942411] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-976fb4c6-e69c-43cb-bdce-25769708d102 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.942673] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-976fb4c6-e69c-43cb-bdce-25769708d102 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Deleting the datastore file [datastore1] 7003cf16-e687-4358-80f1-6b5854d5df96 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.943706] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0d9c680-7120-4f53-bce2-6893d1227fab {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.951443] env[69399]: DEBUG oslo_vmware.api [None req-976fb4c6-e69c-43cb-bdce-25769708d102 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Waiting for the task: (returnval){ [ 869.951443] env[69399]: value = "task-4176731" [ 869.951443] env[69399]: _type = "Task" [ 869.951443] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.967962] env[69399]: DEBUG oslo_vmware.api [None req-976fb4c6-e69c-43cb-bdce-25769708d102 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.043989] env[69399]: DEBUG oslo_concurrency.lockutils [None req-04f9f020-1575-4e09-b2a5-f937c4352d25 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Acquiring lock "fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.043989] env[69399]: DEBUG oslo_concurrency.lockutils [None req-04f9f020-1575-4e09-b2a5-f937c4352d25 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Lock "fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.043989] env[69399]: DEBUG oslo_concurrency.lockutils [None req-04f9f020-1575-4e09-b2a5-f937c4352d25 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Acquiring lock "fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.044115] env[69399]: DEBUG oslo_concurrency.lockutils [None req-04f9f020-1575-4e09-b2a5-f937c4352d25 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Lock "fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.044239] env[69399]: DEBUG oslo_concurrency.lockutils [None req-04f9f020-1575-4e09-b2a5-f937c4352d25 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Lock "fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.051612] env[69399]: INFO nova.compute.manager [None req-04f9f020-1575-4e09-b2a5-f937c4352d25 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Terminating instance [ 870.060233] env[69399]: DEBUG nova.network.neutron [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Successfully created port: 44197104-2a3b-4f64-a49e-32cd860233aa {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 870.246445] env[69399]: DEBUG nova.compute.utils [None req-ff7222dd-b171-4ebc-8abd-5e8d1b507244 tempest-VolumesAssistedSnapshotsTest-190380491 tempest-VolumesAssistedSnapshotsTest-190380491-project-admin] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 870.263073] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865b4549-8303-4c39-8fe4-2085f471cd9e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.273274] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7613a7b-8cdb-4418-be20-82e4225fa6da {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.313860] env[69399]: DEBUG nova.network.neutron [-] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.316187] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23207428-b9d0-4e2e-861d-27679a62b65b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.327049] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f0d060-f6be-4859-9c27-bb7a951dc472 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.348155] env[69399]: DEBUG nova.compute.provider_tree [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 870.350554] env[69399]: DEBUG nova.network.neutron [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Updating instance_info_cache with network_info: [{"id": "0f995104-9764-4aa4-908b-e178999c2760", "address": "fa:16:3e:5b:ba:91", "network": {"id": "ce14989c-5930-4b20-b269-28469d2ddde4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1829568964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0984450c2fb6461583a57ac0471f46b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f995104-97", "ovs_interfaceid": "0f995104-9764-4aa4-908b-e178999c2760", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.384987] env[69399]: DEBUG nova.compute.manager [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 870.420382] env[69399]: DEBUG nova.virt.hardware [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 870.420721] env[69399]: DEBUG nova.virt.hardware [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.420970] env[69399]: DEBUG nova.virt.hardware [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.421234] env[69399]: DEBUG nova.virt.hardware [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.422104] env[69399]: DEBUG nova.virt.hardware [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.422104] env[69399]: DEBUG nova.virt.hardware [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 870.422104] env[69399]: DEBUG nova.virt.hardware [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 870.422104] env[69399]: DEBUG nova.virt.hardware [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 870.422846] env[69399]: DEBUG nova.virt.hardware [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 870.422846] env[69399]: DEBUG nova.virt.hardware [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 870.422846] env[69399]: DEBUG nova.virt.hardware [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 870.425025] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f678a0-f868-44b6-bdb9-e5c33bb566d3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.433708] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0a7fde-168d-4915-b6b9-cad07da6a38c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.463414] env[69399]: DEBUG oslo_vmware.api [None req-976fb4c6-e69c-43cb-bdce-25769708d102 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248818} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.463414] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-976fb4c6-e69c-43cb-bdce-25769708d102 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.463414] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-976fb4c6-e69c-43cb-bdce-25769708d102 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.463656] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-976fb4c6-e69c-43cb-bdce-25769708d102 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.463712] env[69399]: INFO nova.compute.manager [None req-976fb4c6-e69c-43cb-bdce-25769708d102 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Took 1.16 seconds to destroy the instance on the hypervisor. [ 870.463965] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-976fb4c6-e69c-43cb-bdce-25769708d102 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.464217] env[69399]: DEBUG nova.compute.manager [-] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.464302] env[69399]: DEBUG nova.network.neutron [-] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 870.557226] env[69399]: DEBUG nova.compute.manager [None req-04f9f020-1575-4e09-b2a5-f937c4352d25 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 870.557226] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-04f9f020-1575-4e09-b2a5-f937c4352d25 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.557226] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d2ab47-6f00-4279-8019-fef9eb87715e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.568679] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f9f020-1575-4e09-b2a5-f937c4352d25 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.571397] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ef3335c-1979-445d-92bc-9b7a4b9670c2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.582031] env[69399]: DEBUG oslo_vmware.api [None req-04f9f020-1575-4e09-b2a5-f937c4352d25 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Waiting for the task: (returnval){ [ 870.582031] env[69399]: value = "task-4176732" [ 870.582031] env[69399]: _type = "Task" [ 870.582031] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.591245] env[69399]: DEBUG oslo_vmware.api [None req-04f9f020-1575-4e09-b2a5-f937c4352d25 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': task-4176732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.750695] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ff7222dd-b171-4ebc-8abd-5e8d1b507244 tempest-VolumesAssistedSnapshotsTest-190380491 tempest-VolumesAssistedSnapshotsTest-190380491-project-admin] Lock "90256eb2-af00-45a2-b883-8cbb95046461" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.755815] env[69399]: DEBUG nova.network.neutron [-] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.819820] env[69399]: INFO nova.compute.manager [-] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Took 2.87 seconds to deallocate network for instance. [ 870.858956] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Releasing lock "refresh_cache-0d2be239-eafb-43bb-b8a9-b8e9f53d8920" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.859340] env[69399]: DEBUG nova.compute.manager [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Instance network_info: |[{"id": "0f995104-9764-4aa4-908b-e178999c2760", "address": "fa:16:3e:5b:ba:91", "network": {"id": "ce14989c-5930-4b20-b269-28469d2ddde4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1829568964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0984450c2fb6461583a57ac0471f46b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f995104-97", "ovs_interfaceid": "0f995104-9764-4aa4-908b-e178999c2760", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 870.862841] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:ba:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3117b312-701b-4439-b197-96b6c5cdca89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f995104-9764-4aa4-908b-e178999c2760', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.875083] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.875363] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.875627] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74a423ba-3175-45ac-8fdd-45fbc4a2afae {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.897164] env[69399]: ERROR nova.scheduler.client.report [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [req-d18bc30a-4179-48ae-bfe9-6c417fb2609b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65caca49-2bb8-4896-b9be-5baf8708847a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d18bc30a-4179-48ae-bfe9-6c417fb2609b"}]} [ 870.910144] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.910144] env[69399]: value = "task-4176733" [ 870.910144] env[69399]: _type = "Task" [ 870.910144] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.923689] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176733, 'name': CreateVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.925114] env[69399]: DEBUG nova.scheduler.client.report [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Refreshing inventories for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 870.946568] env[69399]: DEBUG nova.scheduler.client.report [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Updating ProviderTree inventory for provider 65caca49-2bb8-4896-b9be-5baf8708847a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 870.946968] env[69399]: DEBUG nova.compute.provider_tree [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 870.964812] env[69399]: DEBUG nova.scheduler.client.report [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Refreshing aggregate associations for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a, aggregates: None {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 870.987208] env[69399]: DEBUG nova.scheduler.client.report [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Refreshing trait associations for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 871.093565] env[69399]: DEBUG oslo_vmware.api [None req-04f9f020-1575-4e09-b2a5-f937c4352d25 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': task-4176732, 'name': PowerOffVM_Task, 'duration_secs': 0.375617} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.096364] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f9f020-1575-4e09-b2a5-f937c4352d25 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.096547] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-04f9f020-1575-4e09-b2a5-f937c4352d25 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.097185] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fcb9d3d-70c0-4125-a8b1-f433571466b1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.181954] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-04f9f020-1575-4e09-b2a5-f937c4352d25 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.184022] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-04f9f020-1575-4e09-b2a5-f937c4352d25 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.184022] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-04f9f020-1575-4e09-b2a5-f937c4352d25 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Deleting the datastore file [datastore2] fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.184022] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a26050fe-230e-41b1-a3b9-00863f85ff12 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.192657] env[69399]: DEBUG oslo_vmware.api [None req-04f9f020-1575-4e09-b2a5-f937c4352d25 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Waiting for the task: (returnval){ [ 871.192657] env[69399]: value = "task-4176735" [ 871.192657] env[69399]: _type = "Task" [ 871.192657] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.207031] env[69399]: DEBUG oslo_vmware.api [None req-04f9f020-1575-4e09-b2a5-f937c4352d25 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': task-4176735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.258971] env[69399]: INFO nova.compute.manager [-] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Took 2.50 seconds to deallocate network for instance. [ 871.331403] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c2b766b1-7773-4a20-a163-32bf72cc6893 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.422024] env[69399]: DEBUG nova.network.neutron [-] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.425554] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176733, 'name': CreateVM_Task, 'duration_secs': 0.439323} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.426220] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 871.427520] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.427816] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.430951] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.430951] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88f2dc0c-395c-4e2e-b484-276571219553 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.438494] env[69399]: DEBUG oslo_vmware.api [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Waiting for the task: (returnval){ [ 871.438494] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f8c0a4-3144-e83f-1bec-a7771a16fa78" [ 871.438494] env[69399]: _type = "Task" [ 871.438494] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.451353] env[69399]: DEBUG oslo_vmware.api [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f8c0a4-3144-e83f-1bec-a7771a16fa78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.580541] env[69399]: DEBUG nova.compute.manager [req-e5e78795-e2e2-4dcc-bfb0-4fcfbacec225 req-70b0e222-3440-4737-b3da-5d94c498d1a4 service nova] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Received event network-vif-deleted-40d419ff-bdd0-43e7-886d-4a5ea416ae3b {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.585439] env[69399]: DEBUG nova.compute.manager [req-e5e78795-e2e2-4dcc-bfb0-4fcfbacec225 req-70b0e222-3440-4737-b3da-5d94c498d1a4 service nova] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Received event network-vif-plugged-0f995104-9764-4aa4-908b-e178999c2760 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.585439] env[69399]: DEBUG oslo_concurrency.lockutils [req-e5e78795-e2e2-4dcc-bfb0-4fcfbacec225 req-70b0e222-3440-4737-b3da-5d94c498d1a4 service nova] Acquiring lock "0d2be239-eafb-43bb-b8a9-b8e9f53d8920-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.585439] env[69399]: DEBUG oslo_concurrency.lockutils [req-e5e78795-e2e2-4dcc-bfb0-4fcfbacec225 req-70b0e222-3440-4737-b3da-5d94c498d1a4 service nova] Lock "0d2be239-eafb-43bb-b8a9-b8e9f53d8920-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.588546] env[69399]: DEBUG oslo_concurrency.lockutils [req-e5e78795-e2e2-4dcc-bfb0-4fcfbacec225 req-70b0e222-3440-4737-b3da-5d94c498d1a4 service nova] Lock "0d2be239-eafb-43bb-b8a9-b8e9f53d8920-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.588546] env[69399]: DEBUG nova.compute.manager [req-e5e78795-e2e2-4dcc-bfb0-4fcfbacec225 req-70b0e222-3440-4737-b3da-5d94c498d1a4 service nova] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] No waiting events found dispatching network-vif-plugged-0f995104-9764-4aa4-908b-e178999c2760 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 871.588546] env[69399]: WARNING nova.compute.manager [req-e5e78795-e2e2-4dcc-bfb0-4fcfbacec225 req-70b0e222-3440-4737-b3da-5d94c498d1a4 service nova] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Received unexpected event network-vif-plugged-0f995104-9764-4aa4-908b-e178999c2760 for instance with vm_state building and task_state spawning. [ 871.588546] env[69399]: DEBUG nova.compute.manager [req-e5e78795-e2e2-4dcc-bfb0-4fcfbacec225 req-70b0e222-3440-4737-b3da-5d94c498d1a4 service nova] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Received event network-changed-0f995104-9764-4aa4-908b-e178999c2760 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.588546] env[69399]: DEBUG nova.compute.manager [req-e5e78795-e2e2-4dcc-bfb0-4fcfbacec225 req-70b0e222-3440-4737-b3da-5d94c498d1a4 service nova] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Refreshing instance network info cache due to event network-changed-0f995104-9764-4aa4-908b-e178999c2760. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 871.588546] env[69399]: DEBUG oslo_concurrency.lockutils [req-e5e78795-e2e2-4dcc-bfb0-4fcfbacec225 req-70b0e222-3440-4737-b3da-5d94c498d1a4 service nova] Acquiring lock "refresh_cache-0d2be239-eafb-43bb-b8a9-b8e9f53d8920" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.589269] env[69399]: DEBUG oslo_concurrency.lockutils [req-e5e78795-e2e2-4dcc-bfb0-4fcfbacec225 req-70b0e222-3440-4737-b3da-5d94c498d1a4 service nova] Acquired lock "refresh_cache-0d2be239-eafb-43bb-b8a9-b8e9f53d8920" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.589563] env[69399]: DEBUG nova.network.neutron [req-e5e78795-e2e2-4dcc-bfb0-4fcfbacec225 req-70b0e222-3440-4737-b3da-5d94c498d1a4 service nova] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Refreshing network info cache for port 0f995104-9764-4aa4-908b-e178999c2760 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.605205] env[69399]: DEBUG nova.compute.manager [req-af4b1803-2f11-4552-a501-dcdfecdb8296 req-bc44b82f-089e-4f7f-8cbc-ef3d98ec1301 service nova] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Received event network-vif-deleted-b4e694a2-47f7-4504-b096-f008a55e2d74 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.605422] env[69399]: DEBUG nova.compute.manager [req-af4b1803-2f11-4552-a501-dcdfecdb8296 req-bc44b82f-089e-4f7f-8cbc-ef3d98ec1301 service nova] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Received event network-vif-deleted-6d1f5809-74bf-47d1-b8ac-544eb03a9f62 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.605589] env[69399]: DEBUG nova.compute.manager [req-af4b1803-2f11-4552-a501-dcdfecdb8296 req-bc44b82f-089e-4f7f-8cbc-ef3d98ec1301 service nova] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Received event network-vif-deleted-65288a25-fdfa-4ed0-a39a-228c5ad69f9f {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.630020] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a78b48-d3b6-4d01-9f0e-6be122479f26 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.638287] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcf4479-199a-4b3e-8bac-f0fb0b10b108 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.674793] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbb385e-a9b7-4b34-b306-42c7afa42c35 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.684568] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b202b6-c6c8-4d9a-a274-9b67f2c080e6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.701718] env[69399]: DEBUG nova.compute.provider_tree [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 871.712999] env[69399]: DEBUG oslo_vmware.api [None req-04f9f020-1575-4e09-b2a5-f937c4352d25 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Task: {'id': task-4176735, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304485} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.712999] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-04f9f020-1575-4e09-b2a5-f937c4352d25 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.712999] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-04f9f020-1575-4e09-b2a5-f937c4352d25 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.713183] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-04f9f020-1575-4e09-b2a5-f937c4352d25 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.713378] env[69399]: INFO nova.compute.manager [None req-04f9f020-1575-4e09-b2a5-f937c4352d25 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Took 1.16 seconds to destroy the instance on the hypervisor. [ 871.713648] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04f9f020-1575-4e09-b2a5-f937c4352d25 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.713847] env[69399]: DEBUG nova.compute.manager [-] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 871.713941] env[69399]: DEBUG nova.network.neutron [-] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 871.768538] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6c944647-c908-439e-b2e4-40feb25610f7 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.844093] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ff7222dd-b171-4ebc-8abd-5e8d1b507244 tempest-VolumesAssistedSnapshotsTest-190380491 tempest-VolumesAssistedSnapshotsTest-190380491-project-admin] Acquiring lock "90256eb2-af00-45a2-b883-8cbb95046461" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.846439] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ff7222dd-b171-4ebc-8abd-5e8d1b507244 tempest-VolumesAssistedSnapshotsTest-190380491 tempest-VolumesAssistedSnapshotsTest-190380491-project-admin] Lock "90256eb2-af00-45a2-b883-8cbb95046461" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.846439] env[69399]: INFO nova.compute.manager [None req-ff7222dd-b171-4ebc-8abd-5e8d1b507244 tempest-VolumesAssistedSnapshotsTest-190380491 tempest-VolumesAssistedSnapshotsTest-190380491-project-admin] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Attaching volume 51c4c6d7-699b-4cf9-8836-e75480aaeabc to /dev/sdb [ 871.884516] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc372c02-9448-4942-933b-18f004139e5b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.893958] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9b660f-a127-41e0-8d84-a7243b74794b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.912421] env[69399]: DEBUG nova.virt.block_device [None req-ff7222dd-b171-4ebc-8abd-5e8d1b507244 tempest-VolumesAssistedSnapshotsTest-190380491 tempest-VolumesAssistedSnapshotsTest-190380491-project-admin] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Updating existing volume attachment record: 33b53615-f386-4569-9aa6-6c1116ec6cba {{(pid=69399) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 871.927721] env[69399]: INFO nova.compute.manager [-] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Took 1.46 seconds to deallocate network for instance. [ 871.955348] env[69399]: DEBUG oslo_vmware.api [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f8c0a4-3144-e83f-1bec-a7771a16fa78, 'name': SearchDatastore_Task, 'duration_secs': 0.016478} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.955693] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.956314] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.956627] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.956839] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.957084] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.958281] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-612f573d-e3e5-4213-af54-7e23feeacc51 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.969250] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.970137] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.970438] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e4f9f80-5d10-4f7f-ae00-50e63eb78f20 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.981040] env[69399]: DEBUG oslo_vmware.api [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Waiting for the task: (returnval){ [ 871.981040] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e1b7b9-f616-04a5-adb3-deedda3b62fd" [ 871.981040] env[69399]: _type = "Task" [ 871.981040] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.993822] env[69399]: DEBUG oslo_vmware.api [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e1b7b9-f616-04a5-adb3-deedda3b62fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.267857] env[69399]: DEBUG nova.scheduler.client.report [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Updated inventory for provider 65caca49-2bb8-4896-b9be-5baf8708847a with generation 60 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 872.267857] env[69399]: DEBUG nova.compute.provider_tree [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Updating resource provider 65caca49-2bb8-4896-b9be-5baf8708847a generation from 60 to 61 during operation: update_inventory {{(pid=69399) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 872.267857] env[69399]: DEBUG nova.compute.provider_tree [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 872.440084] env[69399]: DEBUG oslo_concurrency.lockutils [None req-976fb4c6-e69c-43cb-bdce-25769708d102 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.493543] env[69399]: DEBUG oslo_vmware.api [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e1b7b9-f616-04a5-adb3-deedda3b62fd, 'name': SearchDatastore_Task, 'duration_secs': 0.013248} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.494547] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81465e9a-a027-43ab-a70f-04c76e7f6f56 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.502630] env[69399]: DEBUG oslo_vmware.api [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Waiting for the task: (returnval){ [ 872.502630] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5223bc38-1af8-364f-54f6-eef5816d9b49" [ 872.502630] env[69399]: _type = "Task" [ 872.502630] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.514313] env[69399]: DEBUG oslo_vmware.api [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5223bc38-1af8-364f-54f6-eef5816d9b49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.778456] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.430s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.778456] env[69399]: DEBUG nova.compute.manager [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 872.783136] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.126s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.783136] env[69399]: INFO nova.compute.claims [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.809764] env[69399]: DEBUG oslo_concurrency.lockutils [None req-36aad990-64d8-4e2a-8bd7-a811dfe8f2b5 tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Acquiring lock "2d81a037-fa27-45eb-824c-3bc181e8968c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.810134] env[69399]: DEBUG oslo_concurrency.lockutils [None req-36aad990-64d8-4e2a-8bd7-a811dfe8f2b5 tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Lock "2d81a037-fa27-45eb-824c-3bc181e8968c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.810261] env[69399]: DEBUG oslo_concurrency.lockutils [None req-36aad990-64d8-4e2a-8bd7-a811dfe8f2b5 tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Acquiring lock "2d81a037-fa27-45eb-824c-3bc181e8968c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.810445] env[69399]: DEBUG oslo_concurrency.lockutils [None req-36aad990-64d8-4e2a-8bd7-a811dfe8f2b5 tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Lock "2d81a037-fa27-45eb-824c-3bc181e8968c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.810613] env[69399]: DEBUG oslo_concurrency.lockutils [None req-36aad990-64d8-4e2a-8bd7-a811dfe8f2b5 tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Lock "2d81a037-fa27-45eb-824c-3bc181e8968c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.816822] env[69399]: INFO nova.compute.manager [None req-36aad990-64d8-4e2a-8bd7-a811dfe8f2b5 tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Terminating instance [ 873.015311] env[69399]: DEBUG oslo_vmware.api [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5223bc38-1af8-364f-54f6-eef5816d9b49, 'name': SearchDatastore_Task, 'duration_secs': 0.036823} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.015840] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.016203] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 0d2be239-eafb-43bb-b8a9-b8e9f53d8920/0d2be239-eafb-43bb-b8a9-b8e9f53d8920.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.016505] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-967919d5-45a1-4065-9cea-0f2a0f693b44 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.024906] env[69399]: DEBUG oslo_vmware.api [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Waiting for the task: (returnval){ [ 873.024906] env[69399]: value = "task-4176739" [ 873.024906] env[69399]: _type = "Task" [ 873.024906] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.034383] env[69399]: DEBUG oslo_vmware.api [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': task-4176739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.269702] env[69399]: DEBUG nova.network.neutron [req-e5e78795-e2e2-4dcc-bfb0-4fcfbacec225 req-70b0e222-3440-4737-b3da-5d94c498d1a4 service nova] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Updated VIF entry in instance network info cache for port 0f995104-9764-4aa4-908b-e178999c2760. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.271018] env[69399]: DEBUG nova.network.neutron [req-e5e78795-e2e2-4dcc-bfb0-4fcfbacec225 req-70b0e222-3440-4737-b3da-5d94c498d1a4 service nova] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Updating instance_info_cache with network_info: [{"id": "0f995104-9764-4aa4-908b-e178999c2760", "address": "fa:16:3e:5b:ba:91", "network": {"id": "ce14989c-5930-4b20-b269-28469d2ddde4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1829568964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0984450c2fb6461583a57ac0471f46b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f995104-97", "ovs_interfaceid": "0f995104-9764-4aa4-908b-e178999c2760", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.292488] env[69399]: DEBUG nova.compute.utils [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.294662] env[69399]: DEBUG nova.compute.manager [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 873.294852] env[69399]: DEBUG nova.network.neutron [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 873.321025] env[69399]: DEBUG nova.compute.manager [None req-36aad990-64d8-4e2a-8bd7-a811dfe8f2b5 tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 873.321291] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-36aad990-64d8-4e2a-8bd7-a811dfe8f2b5 tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.322284] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ea9d92-7f76-437d-b801-188af335456a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.332128] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-36aad990-64d8-4e2a-8bd7-a811dfe8f2b5 tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.332395] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c77e112-24c9-43da-b4a5-71d14786e312 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.342862] env[69399]: DEBUG oslo_vmware.api [None req-36aad990-64d8-4e2a-8bd7-a811dfe8f2b5 tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Waiting for the task: (returnval){ [ 873.342862] env[69399]: value = "task-4176740" [ 873.342862] env[69399]: _type = "Task" [ 873.342862] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.358634] env[69399]: DEBUG oslo_vmware.api [None req-36aad990-64d8-4e2a-8bd7-a811dfe8f2b5 tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Task: {'id': task-4176740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.369114] env[69399]: DEBUG nova.network.neutron [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Successfully updated port: 44197104-2a3b-4f64-a49e-32cd860233aa {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 873.424159] env[69399]: DEBUG nova.policy [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b761be46e6024655b82e05fef2de721d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2cf4508668f441cba7a16e52b603d018', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 873.498972] env[69399]: DEBUG nova.network.neutron [-] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.541174] env[69399]: DEBUG oslo_vmware.api [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': task-4176739, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.774532] env[69399]: DEBUG oslo_concurrency.lockutils [req-e5e78795-e2e2-4dcc-bfb0-4fcfbacec225 req-70b0e222-3440-4737-b3da-5d94c498d1a4 service nova] Releasing lock "refresh_cache-0d2be239-eafb-43bb-b8a9-b8e9f53d8920" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.775666] env[69399]: DEBUG nova.compute.manager [req-e5e78795-e2e2-4dcc-bfb0-4fcfbacec225 req-70b0e222-3440-4737-b3da-5d94c498d1a4 service nova] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Received event network-vif-deleted-4605fcb1-107a-4f4d-ab03-7a4deba78c67 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.795691] env[69399]: DEBUG nova.compute.manager [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 873.864126] env[69399]: DEBUG oslo_vmware.api [None req-36aad990-64d8-4e2a-8bd7-a811dfe8f2b5 tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Task: {'id': task-4176740, 'name': PowerOffVM_Task, 'duration_secs': 0.351641} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.864126] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-36aad990-64d8-4e2a-8bd7-a811dfe8f2b5 tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.864300] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-36aad990-64d8-4e2a-8bd7-a811dfe8f2b5 tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.866123] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96222231-ba66-407a-9bb9-9d5f64a1a50c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.874430] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Acquiring lock "refresh_cache-0998af2d-3756-4997-ac22-2e3b07e876fb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.874430] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Acquired lock "refresh_cache-0998af2d-3756-4997-ac22-2e3b07e876fb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.874430] env[69399]: DEBUG nova.network.neutron [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.931894] env[69399]: DEBUG nova.network.neutron [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Successfully created port: 324cd50b-f0e6-442e-b2e7-4d1bf1afc71e {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 873.942596] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-36aad990-64d8-4e2a-8bd7-a811dfe8f2b5 tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.942843] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-36aad990-64d8-4e2a-8bd7-a811dfe8f2b5 tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.942962] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-36aad990-64d8-4e2a-8bd7-a811dfe8f2b5 tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Deleting the datastore file [datastore2] 2d81a037-fa27-45eb-824c-3bc181e8968c {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.944167] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e86339be-f980-476d-8803-bd5de448dde4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.953873] env[69399]: DEBUG nova.compute.manager [req-0f6fa96e-8db4-45df-b569-d0582d44212e req-eb4e8714-49cf-4ceb-bafb-fe753ff0f61e service nova] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Received event network-vif-deleted-2f2fc25f-9f8c-43a4-9fa6-b18fd0816ebd {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.954607] env[69399]: DEBUG nova.compute.manager [req-0f6fa96e-8db4-45df-b569-d0582d44212e req-eb4e8714-49cf-4ceb-bafb-fe753ff0f61e service nova] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Received event network-vif-plugged-44197104-2a3b-4f64-a49e-32cd860233aa {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.954836] env[69399]: DEBUG oslo_concurrency.lockutils [req-0f6fa96e-8db4-45df-b569-d0582d44212e req-eb4e8714-49cf-4ceb-bafb-fe753ff0f61e service nova] Acquiring lock "0998af2d-3756-4997-ac22-2e3b07e876fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.955069] env[69399]: DEBUG oslo_concurrency.lockutils [req-0f6fa96e-8db4-45df-b569-d0582d44212e req-eb4e8714-49cf-4ceb-bafb-fe753ff0f61e service nova] Lock "0998af2d-3756-4997-ac22-2e3b07e876fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.955319] env[69399]: DEBUG oslo_concurrency.lockutils [req-0f6fa96e-8db4-45df-b569-d0582d44212e req-eb4e8714-49cf-4ceb-bafb-fe753ff0f61e service nova] Lock "0998af2d-3756-4997-ac22-2e3b07e876fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.955648] env[69399]: DEBUG nova.compute.manager [req-0f6fa96e-8db4-45df-b569-d0582d44212e req-eb4e8714-49cf-4ceb-bafb-fe753ff0f61e service nova] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] No waiting events found dispatching network-vif-plugged-44197104-2a3b-4f64-a49e-32cd860233aa {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 873.955648] env[69399]: WARNING nova.compute.manager [req-0f6fa96e-8db4-45df-b569-d0582d44212e req-eb4e8714-49cf-4ceb-bafb-fe753ff0f61e service nova] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Received unexpected event network-vif-plugged-44197104-2a3b-4f64-a49e-32cd860233aa for instance with vm_state building and task_state spawning. [ 873.955819] env[69399]: DEBUG nova.compute.manager [req-0f6fa96e-8db4-45df-b569-d0582d44212e req-eb4e8714-49cf-4ceb-bafb-fe753ff0f61e service nova] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Received event network-vif-deleted-49884b11-b949-49ab-bea1-bb5a5e726007 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.955994] env[69399]: DEBUG nova.compute.manager [req-0f6fa96e-8db4-45df-b569-d0582d44212e req-eb4e8714-49cf-4ceb-bafb-fe753ff0f61e service nova] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Received event network-changed-44197104-2a3b-4f64-a49e-32cd860233aa {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.956117] env[69399]: DEBUG nova.compute.manager [req-0f6fa96e-8db4-45df-b569-d0582d44212e req-eb4e8714-49cf-4ceb-bafb-fe753ff0f61e service nova] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Refreshing instance network info cache due to event network-changed-44197104-2a3b-4f64-a49e-32cd860233aa. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 873.956305] env[69399]: DEBUG oslo_concurrency.lockutils [req-0f6fa96e-8db4-45df-b569-d0582d44212e req-eb4e8714-49cf-4ceb-bafb-fe753ff0f61e service nova] Acquiring lock "refresh_cache-0998af2d-3756-4997-ac22-2e3b07e876fb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.960508] env[69399]: DEBUG oslo_vmware.api [None req-36aad990-64d8-4e2a-8bd7-a811dfe8f2b5 tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Waiting for the task: (returnval){ [ 873.960508] env[69399]: value = "task-4176742" [ 873.960508] env[69399]: _type = "Task" [ 873.960508] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.976649] env[69399]: DEBUG oslo_vmware.api [None req-36aad990-64d8-4e2a-8bd7-a811dfe8f2b5 tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Task: {'id': task-4176742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.006035] env[69399]: INFO nova.compute.manager [-] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Took 2.29 seconds to deallocate network for instance. [ 874.042603] env[69399]: DEBUG oslo_vmware.api [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': task-4176739, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699308} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.042918] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 0d2be239-eafb-43bb-b8a9-b8e9f53d8920/0d2be239-eafb-43bb-b8a9-b8e9f53d8920.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.043154] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.043914] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2572ba8-f354-4624-bd1f-8f9a9b705420 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.051309] env[69399]: DEBUG oslo_vmware.api [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Waiting for the task: (returnval){ [ 874.051309] env[69399]: value = "task-4176743" [ 874.051309] env[69399]: _type = "Task" [ 874.051309] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.060831] env[69399]: DEBUG oslo_vmware.api [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': task-4176743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.309243] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f490564a-99ef-4687-8ccd-20d965041ca2 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Acquiring lock "6f6bf764-5ab6-454b-b0b2-b9c0a213e60c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.309564] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f490564a-99ef-4687-8ccd-20d965041ca2 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Lock "6f6bf764-5ab6-454b-b0b2-b9c0a213e60c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.309838] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f490564a-99ef-4687-8ccd-20d965041ca2 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Acquiring lock "6f6bf764-5ab6-454b-b0b2-b9c0a213e60c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.310082] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f490564a-99ef-4687-8ccd-20d965041ca2 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Lock "6f6bf764-5ab6-454b-b0b2-b9c0a213e60c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.310393] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f490564a-99ef-4687-8ccd-20d965041ca2 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Lock "6f6bf764-5ab6-454b-b0b2-b9c0a213e60c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.313474] env[69399]: INFO nova.compute.manager [None req-f490564a-99ef-4687-8ccd-20d965041ca2 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Terminating instance [ 874.470910] env[69399]: DEBUG nova.network.neutron [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.479880] env[69399]: DEBUG oslo_vmware.api [None req-36aad990-64d8-4e2a-8bd7-a811dfe8f2b5 tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Task: {'id': task-4176742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205162} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.479880] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-36aad990-64d8-4e2a-8bd7-a811dfe8f2b5 tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.480085] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-36aad990-64d8-4e2a-8bd7-a811dfe8f2b5 tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.480294] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-36aad990-64d8-4e2a-8bd7-a811dfe8f2b5 tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.480526] env[69399]: INFO nova.compute.manager [None req-36aad990-64d8-4e2a-8bd7-a811dfe8f2b5 tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 874.480770] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36aad990-64d8-4e2a-8bd7-a811dfe8f2b5 tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.481015] env[69399]: DEBUG nova.compute.manager [-] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.481187] env[69399]: DEBUG nova.network.neutron [-] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.521825] env[69399]: DEBUG oslo_concurrency.lockutils [None req-04f9f020-1575-4e09-b2a5-f937c4352d25 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.547180] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce7625f-7cc9-48e6-b7be-81323a8b66e9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.558945] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadcec82-d09e-4f7c-8bb9-636cffe719ee {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.568627] env[69399]: DEBUG oslo_vmware.api [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': task-4176743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071922} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.596914] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 874.602710] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6c95f3-772f-455e-ab91-df6c1611feff {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.608274] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c40ec2-5112-4852-bf3a-ef16657c1ae7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.625874] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbb58a4-070c-4fac-adfc-e320b96af89d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.641285] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 0d2be239-eafb-43bb-b8a9-b8e9f53d8920/0d2be239-eafb-43bb-b8a9-b8e9f53d8920.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.642410] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb2cd1f2-34ea-4c3f-8cbb-7b964eef964f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.667995] env[69399]: DEBUG nova.compute.provider_tree [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.725202] env[69399]: DEBUG oslo_vmware.api [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Waiting for the task: (returnval){ [ 874.725202] env[69399]: value = "task-4176745" [ 874.725202] env[69399]: _type = "Task" [ 874.725202] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.734915] env[69399]: DEBUG oslo_vmware.api [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': task-4176745, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.814329] env[69399]: DEBUG nova.compute.manager [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 874.817387] env[69399]: DEBUG nova.compute.manager [None req-f490564a-99ef-4687-8ccd-20d965041ca2 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 874.817930] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f490564a-99ef-4687-8ccd-20d965041ca2 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.819054] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffbc273-4cb1-4c10-9726-6b22ad288e8c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.829385] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f490564a-99ef-4687-8ccd-20d965041ca2 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.829385] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ecd4805-fb19-497f-ba35-24cf72b91808 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.851914] env[69399]: DEBUG nova.virt.hardware [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.851914] env[69399]: DEBUG nova.virt.hardware [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.852173] env[69399]: DEBUG nova.virt.hardware [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.852451] env[69399]: DEBUG nova.virt.hardware [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.852723] env[69399]: DEBUG nova.virt.hardware [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.852974] env[69399]: DEBUG nova.virt.hardware [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.853469] env[69399]: DEBUG nova.virt.hardware [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.853717] env[69399]: DEBUG nova.virt.hardware [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.854045] env[69399]: DEBUG nova.virt.hardware [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.854362] env[69399]: DEBUG nova.virt.hardware [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.854676] env[69399]: DEBUG nova.virt.hardware [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.856188] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08585176-cb46-40ce-8bd1-3f1f371de3ad {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.862970] env[69399]: DEBUG oslo_vmware.api [None req-f490564a-99ef-4687-8ccd-20d965041ca2 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Waiting for the task: (returnval){ [ 874.862970] env[69399]: value = "task-4176746" [ 874.862970] env[69399]: _type = "Task" [ 874.862970] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.876094] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e95a292-e273-48f0-b101-88ecd72b4c44 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.890076] env[69399]: DEBUG nova.network.neutron [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Updating instance_info_cache with network_info: [{"id": "44197104-2a3b-4f64-a49e-32cd860233aa", "address": "fa:16:3e:1e:b3:e2", "network": {"id": "7b1b91ab-b062-4ecd-a293-386eadcfb02b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1038981098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e78e83a65c624dafa25b2369526af83a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44197104-2a", "ovs_interfaceid": "44197104-2a3b-4f64-a49e-32cd860233aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.891907] env[69399]: DEBUG oslo_vmware.api [None req-f490564a-99ef-4687-8ccd-20d965041ca2 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Task: {'id': task-4176746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.173523] env[69399]: DEBUG nova.scheduler.client.report [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.242819] env[69399]: DEBUG oslo_vmware.api [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': task-4176745, 'name': ReconfigVM_Task, 'duration_secs': 0.458604} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.243125] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 0d2be239-eafb-43bb-b8a9-b8e9f53d8920/0d2be239-eafb-43bb-b8a9-b8e9f53d8920.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.243854] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-adcf17f9-6fca-42ec-9651-f219d9e1b939 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.253234] env[69399]: DEBUG oslo_vmware.api [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Waiting for the task: (returnval){ [ 875.253234] env[69399]: value = "task-4176747" [ 875.253234] env[69399]: _type = "Task" [ 875.253234] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.263817] env[69399]: DEBUG oslo_vmware.api [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': task-4176747, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.376387] env[69399]: DEBUG oslo_vmware.api [None req-f490564a-99ef-4687-8ccd-20d965041ca2 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Task: {'id': task-4176746, 'name': PowerOffVM_Task, 'duration_secs': 0.265041} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.376610] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f490564a-99ef-4687-8ccd-20d965041ca2 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.377214] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f490564a-99ef-4687-8ccd-20d965041ca2 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 875.377531] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1633f452-2acd-44eb-8709-4c6efe88597e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.393254] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Releasing lock "refresh_cache-0998af2d-3756-4997-ac22-2e3b07e876fb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.393715] env[69399]: DEBUG nova.compute.manager [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Instance network_info: |[{"id": "44197104-2a3b-4f64-a49e-32cd860233aa", "address": "fa:16:3e:1e:b3:e2", "network": {"id": "7b1b91ab-b062-4ecd-a293-386eadcfb02b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1038981098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e78e83a65c624dafa25b2369526af83a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44197104-2a", "ovs_interfaceid": "44197104-2a3b-4f64-a49e-32cd860233aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 875.394056] env[69399]: DEBUG oslo_concurrency.lockutils [req-0f6fa96e-8db4-45df-b569-d0582d44212e req-eb4e8714-49cf-4ceb-bafb-fe753ff0f61e service nova] Acquired lock "refresh_cache-0998af2d-3756-4997-ac22-2e3b07e876fb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.394250] env[69399]: DEBUG nova.network.neutron [req-0f6fa96e-8db4-45df-b569-d0582d44212e req-eb4e8714-49cf-4ceb-bafb-fe753ff0f61e service nova] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Refreshing network info cache for port 44197104-2a3b-4f64-a49e-32cd860233aa {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.395582] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:b3:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44197104-2a3b-4f64-a49e-32cd860233aa', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.407838] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Creating folder: Project (e78e83a65c624dafa25b2369526af83a). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 875.409986] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e4e89dd-24f1-403e-82eb-e23f5b42c082 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.434452] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Created folder: Project (e78e83a65c624dafa25b2369526af83a) in parent group-v826677. [ 875.434768] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Creating folder: Instances. Parent ref: group-v826799. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 875.435265] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-427b3d47-6fbb-451b-90c4-ec38069834fd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.448774] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Created folder: Instances in parent group-v826799. [ 875.448774] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.448875] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.449345] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c73fa6d-85b6-46f6-b17d-34790575a749 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.470455] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f490564a-99ef-4687-8ccd-20d965041ca2 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 875.470674] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f490564a-99ef-4687-8ccd-20d965041ca2 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 875.472027] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f490564a-99ef-4687-8ccd-20d965041ca2 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Deleting the datastore file [datastore2] 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.475874] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11011edd-6a6c-4313-b43a-fa0b58d1b354 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.477139] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.477139] env[69399]: value = "task-4176751" [ 875.477139] env[69399]: _type = "Task" [ 875.477139] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.482497] env[69399]: DEBUG oslo_vmware.api [None req-f490564a-99ef-4687-8ccd-20d965041ca2 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Waiting for the task: (returnval){ [ 875.482497] env[69399]: value = "task-4176752" [ 875.482497] env[69399]: _type = "Task" [ 875.482497] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.491257] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176751, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.497076] env[69399]: DEBUG oslo_vmware.api [None req-f490564a-99ef-4687-8ccd-20d965041ca2 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Task: {'id': task-4176752, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.638445] env[69399]: DEBUG nova.network.neutron [-] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.685964] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.904s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.686260] env[69399]: DEBUG nova.compute.manager [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 875.690449] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.617s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.691986] env[69399]: INFO nova.compute.claims [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] [instance: a7ed6dc1-a1ea-4c33-a194-ee09c1703788] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.769694] env[69399]: DEBUG oslo_vmware.api [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': task-4176747, 'name': Rename_Task, 'duration_secs': 0.165025} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.772891] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.772891] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-055f11e4-4b83-4818-9966-cabd2e6afb5c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.779200] env[69399]: DEBUG oslo_vmware.api [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Waiting for the task: (returnval){ [ 875.779200] env[69399]: value = "task-4176753" [ 875.779200] env[69399]: _type = "Task" [ 875.779200] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.791996] env[69399]: DEBUG oslo_vmware.api [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': task-4176753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.998033] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176751, 'name': CreateVM_Task, 'duration_secs': 0.435004} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.998033] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.998033] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.998033] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.998033] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.998535] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-109d320b-7b83-40d2-a55c-6d46f20fa336 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.004503] env[69399]: DEBUG oslo_vmware.api [None req-f490564a-99ef-4687-8ccd-20d965041ca2 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Task: {'id': task-4176752, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216474} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.008031] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f490564a-99ef-4687-8ccd-20d965041ca2 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.008298] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f490564a-99ef-4687-8ccd-20d965041ca2 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.008499] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f490564a-99ef-4687-8ccd-20d965041ca2 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.008703] env[69399]: INFO nova.compute.manager [None req-f490564a-99ef-4687-8ccd-20d965041ca2 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Took 1.19 seconds to destroy the instance on the hypervisor. [ 876.009727] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f490564a-99ef-4687-8ccd-20d965041ca2 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.009727] env[69399]: DEBUG nova.compute.manager [-] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 876.009727] env[69399]: DEBUG nova.network.neutron [-] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 876.013204] env[69399]: DEBUG oslo_vmware.api [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Waiting for the task: (returnval){ [ 876.013204] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]527379c2-219a-287a-f560-c6497b404ca2" [ 876.013204] env[69399]: _type = "Task" [ 876.013204] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.023832] env[69399]: DEBUG oslo_vmware.api [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]527379c2-219a-287a-f560-c6497b404ca2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.090256] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Acquiring lock "6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.091811] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Lock "6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.144139] env[69399]: INFO nova.compute.manager [-] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Took 1.66 seconds to deallocate network for instance. [ 876.210648] env[69399]: DEBUG nova.compute.utils [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 876.212433] env[69399]: DEBUG nova.compute.manager [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 876.212650] env[69399]: DEBUG nova.network.neutron [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 876.280340] env[69399]: DEBUG nova.policy [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6275e1812a6f43dfb5989cf037e8d5a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84685f5442fe4077bcb1e5b0941ed777', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 876.297190] env[69399]: DEBUG oslo_vmware.api [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': task-4176753, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.427187] env[69399]: DEBUG nova.compute.manager [req-b78bdf5b-4ee4-418d-ac7d-d1ecb0dde1bc req-a3ca7322-b754-440d-8d94-a21d110f7254 service nova] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Received event network-vif-deleted-8634c196-e7d3-4bd3-841a-3a0604fd42b2 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.512401] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff7222dd-b171-4ebc-8abd-5e8d1b507244 tempest-VolumesAssistedSnapshotsTest-190380491 tempest-VolumesAssistedSnapshotsTest-190380491-project-admin] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Volume attach. Driver type: vmdk {{(pid=69399) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 876.512672] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff7222dd-b171-4ebc-8abd-5e8d1b507244 tempest-VolumesAssistedSnapshotsTest-190380491 tempest-VolumesAssistedSnapshotsTest-190380491-project-admin] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826798', 'volume_id': '51c4c6d7-699b-4cf9-8836-e75480aaeabc', 'name': 'volume-51c4c6d7-699b-4cf9-8836-e75480aaeabc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '90256eb2-af00-45a2-b883-8cbb95046461', 'attached_at': '', 'detached_at': '', 'volume_id': '51c4c6d7-699b-4cf9-8836-e75480aaeabc', 'serial': '51c4c6d7-699b-4cf9-8836-e75480aaeabc'} {{(pid=69399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 876.513811] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffaa3a8a-bbdd-4b34-8d14-91f9a3759ca9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.540782] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0147b373-0810-43fd-9574-ee18a9a485f9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.543538] env[69399]: DEBUG oslo_vmware.api [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]527379c2-219a-287a-f560-c6497b404ca2, 'name': SearchDatastore_Task, 'duration_secs': 0.014355} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.544031] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.544149] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.544379] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.544537] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.544726] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.545659] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3367fc6f-3838-42c8-bfd9-9c6560d44742 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.571267] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff7222dd-b171-4ebc-8abd-5e8d1b507244 tempest-VolumesAssistedSnapshotsTest-190380491 tempest-VolumesAssistedSnapshotsTest-190380491-project-admin] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] volume-51c4c6d7-699b-4cf9-8836-e75480aaeabc/volume-51c4c6d7-699b-4cf9-8836-e75480aaeabc.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.571513] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b90ab93-5cc0-496f-b790-0d20ae16d9ab {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.587264] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.587441] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.588589] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06d4b479-1430-4f6e-8046-30592cd86891 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.594714] env[69399]: DEBUG oslo_vmware.api [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Waiting for the task: (returnval){ [ 876.594714] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d964ed-3372-82ac-c8e1-a90afb0cae40" [ 876.594714] env[69399]: _type = "Task" [ 876.594714] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.596196] env[69399]: DEBUG oslo_vmware.api [None req-ff7222dd-b171-4ebc-8abd-5e8d1b507244 tempest-VolumesAssistedSnapshotsTest-190380491 tempest-VolumesAssistedSnapshotsTest-190380491-project-admin] Waiting for the task: (returnval){ [ 876.596196] env[69399]: value = "task-4176754" [ 876.596196] env[69399]: _type = "Task" [ 876.596196] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.614027] env[69399]: DEBUG oslo_vmware.api [None req-ff7222dd-b171-4ebc-8abd-5e8d1b507244 tempest-VolumesAssistedSnapshotsTest-190380491 tempest-VolumesAssistedSnapshotsTest-190380491-project-admin] Task: {'id': task-4176754, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.615407] env[69399]: DEBUG oslo_vmware.api [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d964ed-3372-82ac-c8e1-a90afb0cae40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.652361] env[69399]: DEBUG nova.network.neutron [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Successfully created port: 503e197f-cf80-4e1b-9e9f-ca8921725096 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 876.655241] env[69399]: DEBUG oslo_concurrency.lockutils [None req-36aad990-64d8-4e2a-8bd7-a811dfe8f2b5 tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.724344] env[69399]: DEBUG nova.compute.manager [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 876.796142] env[69399]: DEBUG oslo_vmware.api [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': task-4176753, 'name': PowerOnVM_Task, 'duration_secs': 0.75575} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.796142] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.796142] env[69399]: INFO nova.compute.manager [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Took 9.45 seconds to spawn the instance on the hypervisor. [ 876.796440] env[69399]: DEBUG nova.compute.manager [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.797344] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc88745-ead5-4a27-9d2e-5d37cd3bd221 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.939788] env[69399]: DEBUG nova.network.neutron [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Successfully updated port: 324cd50b-f0e6-442e-b2e7-4d1bf1afc71e {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 876.952127] env[69399]: DEBUG nova.network.neutron [req-0f6fa96e-8db4-45df-b569-d0582d44212e req-eb4e8714-49cf-4ceb-bafb-fe753ff0f61e service nova] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Updated VIF entry in instance network info cache for port 44197104-2a3b-4f64-a49e-32cd860233aa. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 876.952836] env[69399]: DEBUG nova.network.neutron [req-0f6fa96e-8db4-45df-b569-d0582d44212e req-eb4e8714-49cf-4ceb-bafb-fe753ff0f61e service nova] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Updating instance_info_cache with network_info: [{"id": "44197104-2a3b-4f64-a49e-32cd860233aa", "address": "fa:16:3e:1e:b3:e2", "network": {"id": "7b1b91ab-b062-4ecd-a293-386eadcfb02b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1038981098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e78e83a65c624dafa25b2369526af83a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44197104-2a", "ovs_interfaceid": "44197104-2a3b-4f64-a49e-32cd860233aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.125291] env[69399]: DEBUG oslo_vmware.api [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d964ed-3372-82ac-c8e1-a90afb0cae40, 'name': SearchDatastore_Task, 'duration_secs': 0.023319} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.132592] env[69399]: DEBUG oslo_vmware.api [None req-ff7222dd-b171-4ebc-8abd-5e8d1b507244 tempest-VolumesAssistedSnapshotsTest-190380491 tempest-VolumesAssistedSnapshotsTest-190380491-project-admin] Task: {'id': task-4176754, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.133173] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-524d59bf-5eb2-4e1c-b628-01ee1172350c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.142282] env[69399]: DEBUG oslo_vmware.api [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Waiting for the task: (returnval){ [ 877.142282] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]528f624a-9f5c-2a0f-30a4-120486f9f197" [ 877.142282] env[69399]: _type = "Task" [ 877.142282] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.155368] env[69399]: DEBUG oslo_vmware.api [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]528f624a-9f5c-2a0f-30a4-120486f9f197, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.269670] env[69399]: DEBUG oslo_vmware.rw_handles [None req-c539e960-56fb-4765-a6b5-cdd0b02ddc3b tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525ca601-abec-6a40-d517-209faf1ab982/disk-0.vmdk. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 877.269670] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34722172-5ecf-4fe2-bb8e-4b02d462d2ba {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.289119] env[69399]: DEBUG oslo_vmware.rw_handles [None req-c539e960-56fb-4765-a6b5-cdd0b02ddc3b tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525ca601-abec-6a40-d517-209faf1ab982/disk-0.vmdk is in state: ready. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 877.289313] env[69399]: ERROR oslo_vmware.rw_handles [None req-c539e960-56fb-4765-a6b5-cdd0b02ddc3b tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525ca601-abec-6a40-d517-209faf1ab982/disk-0.vmdk due to incomplete transfer. [ 877.289558] env[69399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fd263819-966c-4618-ab74-a175ecc641eb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.300028] env[69399]: DEBUG oslo_vmware.rw_handles [None req-c539e960-56fb-4765-a6b5-cdd0b02ddc3b tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525ca601-abec-6a40-d517-209faf1ab982/disk-0.vmdk. {{(pid=69399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 877.300255] env[69399]: DEBUG nova.virt.vmwareapi.images [None req-c539e960-56fb-4765-a6b5-cdd0b02ddc3b tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Uploaded image 39840722-9b78-4d5f-ac6d-47688b5f593c to the Glance image server {{(pid=69399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 877.303286] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c539e960-56fb-4765-a6b5-cdd0b02ddc3b tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Destroying the VM {{(pid=69399) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 877.307239] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e6171ea1-6b36-4a4e-83aa-07e376d2c49b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.321215] env[69399]: DEBUG oslo_vmware.api [None req-c539e960-56fb-4765-a6b5-cdd0b02ddc3b tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Waiting for the task: (returnval){ [ 877.321215] env[69399]: value = "task-4176755" [ 877.321215] env[69399]: _type = "Task" [ 877.321215] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.329528] env[69399]: INFO nova.compute.manager [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Took 41.88 seconds to build instance. [ 877.336121] env[69399]: DEBUG oslo_vmware.api [None req-c539e960-56fb-4765-a6b5-cdd0b02ddc3b tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176755, 'name': Destroy_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.443020] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Acquiring lock "refresh_cache-a572b063-eb76-4524-9008-58dfb766cc17" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.443435] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Acquired lock "refresh_cache-a572b063-eb76-4524-9008-58dfb766cc17" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.443671] env[69399]: DEBUG nova.network.neutron [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.466591] env[69399]: DEBUG oslo_concurrency.lockutils [req-0f6fa96e-8db4-45df-b569-d0582d44212e req-eb4e8714-49cf-4ceb-bafb-fe753ff0f61e service nova] Releasing lock "refresh_cache-0998af2d-3756-4997-ac22-2e3b07e876fb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.491903] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660ca744-334b-411b-8a10-d4dfb5d598bd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.500628] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005d70c6-681b-441d-9ea8-1e600853b22c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.534334] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e14ccaa-a9d7-4339-92ae-0137cebeac35 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.544903] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e0274b-9772-43e8-914d-8ef24c139ecf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.560288] env[69399]: DEBUG nova.compute.provider_tree [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.621954] env[69399]: DEBUG oslo_vmware.api [None req-ff7222dd-b171-4ebc-8abd-5e8d1b507244 tempest-VolumesAssistedSnapshotsTest-190380491 tempest-VolumesAssistedSnapshotsTest-190380491-project-admin] Task: {'id': task-4176754, 'name': ReconfigVM_Task, 'duration_secs': 0.547504} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.622303] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff7222dd-b171-4ebc-8abd-5e8d1b507244 tempest-VolumesAssistedSnapshotsTest-190380491 tempest-VolumesAssistedSnapshotsTest-190380491-project-admin] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Reconfigured VM instance instance-0000000b to attach disk [datastore1] volume-51c4c6d7-699b-4cf9-8836-e75480aaeabc/volume-51c4c6d7-699b-4cf9-8836-e75480aaeabc.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.627390] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab3b6277-887b-4520-a3e8-1012e9ceb4a7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.648612] env[69399]: DEBUG oslo_vmware.api [None req-ff7222dd-b171-4ebc-8abd-5e8d1b507244 tempest-VolumesAssistedSnapshotsTest-190380491 tempest-VolumesAssistedSnapshotsTest-190380491-project-admin] Waiting for the task: (returnval){ [ 877.648612] env[69399]: value = "task-4176756" [ 877.648612] env[69399]: _type = "Task" [ 877.648612] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.653670] env[69399]: DEBUG oslo_vmware.api [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]528f624a-9f5c-2a0f-30a4-120486f9f197, 'name': SearchDatastore_Task, 'duration_secs': 0.018883} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.658308] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.659253] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 0998af2d-3756-4997-ac22-2e3b07e876fb/0998af2d-3756-4997-ac22-2e3b07e876fb.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.659776] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b979215e-9828-48d3-9e26-f06676ed2d05 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.672270] env[69399]: DEBUG oslo_vmware.api [None req-ff7222dd-b171-4ebc-8abd-5e8d1b507244 tempest-VolumesAssistedSnapshotsTest-190380491 tempest-VolumesAssistedSnapshotsTest-190380491-project-admin] Task: {'id': task-4176756, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.673531] env[69399]: DEBUG oslo_vmware.api [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Waiting for the task: (returnval){ [ 877.673531] env[69399]: value = "task-4176757" [ 877.673531] env[69399]: _type = "Task" [ 877.673531] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.686034] env[69399]: DEBUG oslo_vmware.api [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Task: {'id': task-4176757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.739716] env[69399]: DEBUG nova.compute.manager [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 877.772794] env[69399]: DEBUG nova.virt.hardware [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.773055] env[69399]: DEBUG nova.virt.hardware [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.773219] env[69399]: DEBUG nova.virt.hardware [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.773435] env[69399]: DEBUG nova.virt.hardware [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.773622] env[69399]: DEBUG nova.virt.hardware [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.773715] env[69399]: DEBUG nova.virt.hardware [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.773928] env[69399]: DEBUG nova.virt.hardware [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.774509] env[69399]: DEBUG nova.virt.hardware [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.774858] env[69399]: DEBUG nova.virt.hardware [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.775208] env[69399]: DEBUG nova.virt.hardware [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.775857] env[69399]: DEBUG nova.virt.hardware [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.776608] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8731c6b1-4ff0-46b2-815c-a6f1050224cc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.786539] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20564a8a-4927-4e67-8113-4ceef162712e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.830886] env[69399]: DEBUG oslo_vmware.api [None req-c539e960-56fb-4765-a6b5-cdd0b02ddc3b tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176755, 'name': Destroy_Task, 'duration_secs': 0.350433} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.831807] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f16acc35-b80e-428a-8b49-5a55e3a126f9 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Lock "0d2be239-eafb-43bb-b8a9-b8e9f53d8920" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.632s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.831807] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-c539e960-56fb-4765-a6b5-cdd0b02ddc3b tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Destroyed the VM [ 877.831968] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c539e960-56fb-4765-a6b5-cdd0b02ddc3b tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Deleting Snapshot of the VM instance {{(pid=69399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 877.833235] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cd3874b4-984b-4f37-80f2-c08bd5f0dc1d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.843219] env[69399]: DEBUG oslo_vmware.api [None req-c539e960-56fb-4765-a6b5-cdd0b02ddc3b tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Waiting for the task: (returnval){ [ 877.843219] env[69399]: value = "task-4176758" [ 877.843219] env[69399]: _type = "Task" [ 877.843219] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.856218] env[69399]: DEBUG oslo_vmware.api [None req-c539e960-56fb-4765-a6b5-cdd0b02ddc3b tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176758, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.953024] env[69399]: DEBUG nova.network.neutron [-] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.009833] env[69399]: DEBUG nova.network.neutron [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 878.063192] env[69399]: DEBUG nova.scheduler.client.report [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.165996] env[69399]: DEBUG oslo_vmware.api [None req-ff7222dd-b171-4ebc-8abd-5e8d1b507244 tempest-VolumesAssistedSnapshotsTest-190380491 tempest-VolumesAssistedSnapshotsTest-190380491-project-admin] Task: {'id': task-4176756, 'name': ReconfigVM_Task, 'duration_secs': 0.177798} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.165996] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff7222dd-b171-4ebc-8abd-5e8d1b507244 tempest-VolumesAssistedSnapshotsTest-190380491 tempest-VolumesAssistedSnapshotsTest-190380491-project-admin] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826798', 'volume_id': '51c4c6d7-699b-4cf9-8836-e75480aaeabc', 'name': 'volume-51c4c6d7-699b-4cf9-8836-e75480aaeabc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '90256eb2-af00-45a2-b883-8cbb95046461', 'attached_at': '', 'detached_at': '', 'volume_id': '51c4c6d7-699b-4cf9-8836-e75480aaeabc', 'serial': '51c4c6d7-699b-4cf9-8836-e75480aaeabc'} {{(pid=69399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 878.186444] env[69399]: DEBUG oslo_vmware.api [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Task: {'id': task-4176757, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.276783] env[69399]: DEBUG nova.network.neutron [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Updating instance_info_cache with network_info: [{"id": "324cd50b-f0e6-442e-b2e7-4d1bf1afc71e", "address": "fa:16:3e:20:d3:55", "network": {"id": "734b5a7c-59d6-4166-a7f8-9313ed55be0b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-460151072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2cf4508668f441cba7a16e52b603d018", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap324cd50b-f0", "ovs_interfaceid": "324cd50b-f0e6-442e-b2e7-4d1bf1afc71e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.336719] env[69399]: DEBUG nova.compute.manager [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.355994] env[69399]: DEBUG oslo_vmware.api [None req-c539e960-56fb-4765-a6b5-cdd0b02ddc3b tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176758, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.455422] env[69399]: INFO nova.compute.manager [-] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Took 2.45 seconds to deallocate network for instance. [ 878.488809] env[69399]: DEBUG nova.compute.manager [req-d276e374-7210-4174-940c-14f27b161830 req-abf68057-e2c1-46ca-b295-4d24ab62b7ef service nova] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Received event network-vif-plugged-324cd50b-f0e6-442e-b2e7-4d1bf1afc71e {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.489288] env[69399]: DEBUG oslo_concurrency.lockutils [req-d276e374-7210-4174-940c-14f27b161830 req-abf68057-e2c1-46ca-b295-4d24ab62b7ef service nova] Acquiring lock "a572b063-eb76-4524-9008-58dfb766cc17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.491036] env[69399]: DEBUG oslo_concurrency.lockutils [req-d276e374-7210-4174-940c-14f27b161830 req-abf68057-e2c1-46ca-b295-4d24ab62b7ef service nova] Lock "a572b063-eb76-4524-9008-58dfb766cc17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.491036] env[69399]: DEBUG oslo_concurrency.lockutils [req-d276e374-7210-4174-940c-14f27b161830 req-abf68057-e2c1-46ca-b295-4d24ab62b7ef service nova] Lock "a572b063-eb76-4524-9008-58dfb766cc17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.491036] env[69399]: DEBUG nova.compute.manager [req-d276e374-7210-4174-940c-14f27b161830 req-abf68057-e2c1-46ca-b295-4d24ab62b7ef service nova] [instance: a572b063-eb76-4524-9008-58dfb766cc17] No waiting events found dispatching network-vif-plugged-324cd50b-f0e6-442e-b2e7-4d1bf1afc71e {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 878.491036] env[69399]: WARNING nova.compute.manager [req-d276e374-7210-4174-940c-14f27b161830 req-abf68057-e2c1-46ca-b295-4d24ab62b7ef service nova] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Received unexpected event network-vif-plugged-324cd50b-f0e6-442e-b2e7-4d1bf1afc71e for instance with vm_state building and task_state spawning. [ 878.491036] env[69399]: DEBUG nova.compute.manager [req-d276e374-7210-4174-940c-14f27b161830 req-abf68057-e2c1-46ca-b295-4d24ab62b7ef service nova] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Received event network-changed-324cd50b-f0e6-442e-b2e7-4d1bf1afc71e {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.491036] env[69399]: DEBUG nova.compute.manager [req-d276e374-7210-4174-940c-14f27b161830 req-abf68057-e2c1-46ca-b295-4d24ab62b7ef service nova] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Refreshing instance network info cache due to event network-changed-324cd50b-f0e6-442e-b2e7-4d1bf1afc71e. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 878.491036] env[69399]: DEBUG oslo_concurrency.lockutils [req-d276e374-7210-4174-940c-14f27b161830 req-abf68057-e2c1-46ca-b295-4d24ab62b7ef service nova] Acquiring lock "refresh_cache-a572b063-eb76-4524-9008-58dfb766cc17" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.573577] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.880s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.573577] env[69399]: DEBUG nova.compute.manager [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] [instance: a7ed6dc1-a1ea-4c33-a194-ee09c1703788] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 878.577094] env[69399]: DEBUG oslo_concurrency.lockutils [None req-962fac0c-18e8-4ac5-853f-b7c9e432f393 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.054s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.577468] env[69399]: DEBUG oslo_concurrency.lockutils [None req-962fac0c-18e8-4ac5-853f-b7c9e432f393 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.579738] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.051s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.581567] env[69399]: INFO nova.compute.claims [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.617469] env[69399]: DEBUG nova.network.neutron [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Successfully updated port: 503e197f-cf80-4e1b-9e9f-ca8921725096 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 878.626448] env[69399]: INFO nova.scheduler.client.report [None req-962fac0c-18e8-4ac5-853f-b7c9e432f393 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Deleted allocations for instance df8e3dea-2e1c-47bc-87e5-2e6419e88b93 [ 878.688660] env[69399]: DEBUG oslo_vmware.api [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Task: {'id': task-4176757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.768504} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.689378] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 0998af2d-3756-4997-ac22-2e3b07e876fb/0998af2d-3756-4997-ac22-2e3b07e876fb.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.689602] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.693278] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cccc1e49-cc40-4ade-8b5f-86e6d3b77f1e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.694292] env[69399]: DEBUG nova.compute.manager [req-6360b335-4dd9-4171-9787-4dfc6157d600 req-75e44e09-32fb-4747-8567-9f0726325729 service nova] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Received event network-vif-plugged-503e197f-cf80-4e1b-9e9f-ca8921725096 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.694534] env[69399]: DEBUG oslo_concurrency.lockutils [req-6360b335-4dd9-4171-9787-4dfc6157d600 req-75e44e09-32fb-4747-8567-9f0726325729 service nova] Acquiring lock "11957fcf-7b3b-46fd-917b-30f9f873b982-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.694810] env[69399]: DEBUG oslo_concurrency.lockutils [req-6360b335-4dd9-4171-9787-4dfc6157d600 req-75e44e09-32fb-4747-8567-9f0726325729 service nova] Lock "11957fcf-7b3b-46fd-917b-30f9f873b982-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.694979] env[69399]: DEBUG oslo_concurrency.lockutils [req-6360b335-4dd9-4171-9787-4dfc6157d600 req-75e44e09-32fb-4747-8567-9f0726325729 service nova] Lock "11957fcf-7b3b-46fd-917b-30f9f873b982-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.695212] env[69399]: DEBUG nova.compute.manager [req-6360b335-4dd9-4171-9787-4dfc6157d600 req-75e44e09-32fb-4747-8567-9f0726325729 service nova] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] No waiting events found dispatching network-vif-plugged-503e197f-cf80-4e1b-9e9f-ca8921725096 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 878.695320] env[69399]: WARNING nova.compute.manager [req-6360b335-4dd9-4171-9787-4dfc6157d600 req-75e44e09-32fb-4747-8567-9f0726325729 service nova] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Received unexpected event network-vif-plugged-503e197f-cf80-4e1b-9e9f-ca8921725096 for instance with vm_state building and task_state spawning. [ 878.701587] env[69399]: DEBUG oslo_vmware.api [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Waiting for the task: (returnval){ [ 878.701587] env[69399]: value = "task-4176759" [ 878.701587] env[69399]: _type = "Task" [ 878.701587] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.713880] env[69399]: DEBUG oslo_vmware.api [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Task: {'id': task-4176759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.785508] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Releasing lock "refresh_cache-a572b063-eb76-4524-9008-58dfb766cc17" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.785508] env[69399]: DEBUG nova.compute.manager [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Instance network_info: |[{"id": "324cd50b-f0e6-442e-b2e7-4d1bf1afc71e", "address": "fa:16:3e:20:d3:55", "network": {"id": "734b5a7c-59d6-4166-a7f8-9313ed55be0b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-460151072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2cf4508668f441cba7a16e52b603d018", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap324cd50b-f0", "ovs_interfaceid": "324cd50b-f0e6-442e-b2e7-4d1bf1afc71e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 878.785508] env[69399]: DEBUG oslo_concurrency.lockutils [req-d276e374-7210-4174-940c-14f27b161830 req-abf68057-e2c1-46ca-b295-4d24ab62b7ef service nova] Acquired lock "refresh_cache-a572b063-eb76-4524-9008-58dfb766cc17" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.785508] env[69399]: DEBUG nova.network.neutron [req-d276e374-7210-4174-940c-14f27b161830 req-abf68057-e2c1-46ca-b295-4d24ab62b7ef service nova] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Refreshing network info cache for port 324cd50b-f0e6-442e-b2e7-4d1bf1afc71e {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.786371] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:d3:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '324cd50b-f0e6-442e-b2e7-4d1bf1afc71e', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.796327] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Creating folder: Project (2cf4508668f441cba7a16e52b603d018). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 878.797675] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4a12464-18e3-412a-a9c8-9999b1b1f2c6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.809861] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Created folder: Project (2cf4508668f441cba7a16e52b603d018) in parent group-v826677. [ 878.809977] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Creating folder: Instances. Parent ref: group-v826802. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 878.810200] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be677c40-24a9-4e8b-9140-ec657346e720 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.821187] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Created folder: Instances in parent group-v826802. [ 878.821497] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.821704] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 878.821921] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f70f7d31-e765-47fd-92bb-1df58b6a36bc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.845654] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.845654] env[69399]: value = "task-4176762" [ 878.845654] env[69399]: _type = "Task" [ 878.845654] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.862996] env[69399]: DEBUG oslo_vmware.api [None req-c539e960-56fb-4765-a6b5-cdd0b02ddc3b tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176758, 'name': RemoveSnapshot_Task, 'duration_secs': 0.728538} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.863217] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176762, 'name': CreateVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.863841] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c539e960-56fb-4765-a6b5-cdd0b02ddc3b tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Deleted Snapshot of the VM instance {{(pid=69399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 878.864128] env[69399]: INFO nova.compute.manager [None req-c539e960-56fb-4765-a6b5-cdd0b02ddc3b tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Took 14.63 seconds to snapshot the instance on the hypervisor. [ 878.869306] env[69399]: DEBUG oslo_concurrency.lockutils [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.967094] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f490564a-99ef-4687-8ccd-20d965041ca2 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.078443] env[69399]: DEBUG nova.compute.utils [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 879.080402] env[69399]: DEBUG nova.compute.manager [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] [instance: a7ed6dc1-a1ea-4c33-a194-ee09c1703788] Not allocating networking since 'none' was specified. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 879.121290] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Acquiring lock "refresh_cache-11957fcf-7b3b-46fd-917b-30f9f873b982" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.121290] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Acquired lock "refresh_cache-11957fcf-7b3b-46fd-917b-30f9f873b982" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.121290] env[69399]: DEBUG nova.network.neutron [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.137389] env[69399]: DEBUG oslo_concurrency.lockutils [None req-962fac0c-18e8-4ac5-853f-b7c9e432f393 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Lock "df8e3dea-2e1c-47bc-87e5-2e6419e88b93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.567s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.215049] env[69399]: DEBUG oslo_vmware.api [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Task: {'id': task-4176759, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072195} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.215049] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.215675] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407d6694-524b-43cb-8cd1-460396a169e2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.233024] env[69399]: DEBUG nova.objects.instance [None req-ff7222dd-b171-4ebc-8abd-5e8d1b507244 tempest-VolumesAssistedSnapshotsTest-190380491 tempest-VolumesAssistedSnapshotsTest-190380491-project-admin] Lazy-loading 'flavor' on Instance uuid 90256eb2-af00-45a2-b883-8cbb95046461 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.242150] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 0998af2d-3756-4997-ac22-2e3b07e876fb/0998af2d-3756-4997-ac22-2e3b07e876fb.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.242816] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78e9c385-9d0d-43cb-b3d1-ce913935519d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.270150] env[69399]: DEBUG oslo_vmware.api [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Waiting for the task: (returnval){ [ 879.270150] env[69399]: value = "task-4176763" [ 879.270150] env[69399]: _type = "Task" [ 879.270150] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.282907] env[69399]: DEBUG oslo_vmware.api [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Task: {'id': task-4176763, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.363072] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176762, 'name': CreateVM_Task, 'duration_secs': 0.428841} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.363072] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.363892] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.363892] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.364313] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.364349] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0330db5-0d40-4d7d-9f0d-b8fd1d85bdad {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.371764] env[69399]: DEBUG oslo_vmware.api [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Waiting for the task: (returnval){ [ 879.371764] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]524a828c-697e-b6b5-6282-650f9d30d09c" [ 879.371764] env[69399]: _type = "Task" [ 879.371764] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.389632] env[69399]: DEBUG oslo_vmware.api [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]524a828c-697e-b6b5-6282-650f9d30d09c, 'name': SearchDatastore_Task} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.389798] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.393657] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.393657] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.393657] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.393657] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.393657] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d53a3e1c-ff99-4d15-97a0-f2195c2370eb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.403380] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.403543] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.404270] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb3379f1-4519-49e3-bd81-2cafc106943c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.410841] env[69399]: DEBUG oslo_vmware.api [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Waiting for the task: (returnval){ [ 879.410841] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52539269-6e12-5b0e-67fc-0b3a6485af2c" [ 879.410841] env[69399]: _type = "Task" [ 879.410841] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.419395] env[69399]: DEBUG oslo_vmware.api [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52539269-6e12-5b0e-67fc-0b3a6485af2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.536847] env[69399]: DEBUG nova.network.neutron [req-d276e374-7210-4174-940c-14f27b161830 req-abf68057-e2c1-46ca-b295-4d24ab62b7ef service nova] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Updated VIF entry in instance network info cache for port 324cd50b-f0e6-442e-b2e7-4d1bf1afc71e. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.537229] env[69399]: DEBUG nova.network.neutron [req-d276e374-7210-4174-940c-14f27b161830 req-abf68057-e2c1-46ca-b295-4d24ab62b7ef service nova] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Updating instance_info_cache with network_info: [{"id": "324cd50b-f0e6-442e-b2e7-4d1bf1afc71e", "address": "fa:16:3e:20:d3:55", "network": {"id": "734b5a7c-59d6-4166-a7f8-9313ed55be0b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-460151072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2cf4508668f441cba7a16e52b603d018", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap324cd50b-f0", "ovs_interfaceid": "324cd50b-f0e6-442e-b2e7-4d1bf1afc71e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.582740] env[69399]: DEBUG nova.compute.manager [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] [instance: a7ed6dc1-a1ea-4c33-a194-ee09c1703788] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 879.655624] env[69399]: DEBUG nova.network.neutron [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 879.747406] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ff7222dd-b171-4ebc-8abd-5e8d1b507244 tempest-VolumesAssistedSnapshotsTest-190380491 tempest-VolumesAssistedSnapshotsTest-190380491-project-admin] Lock "90256eb2-af00-45a2-b883-8cbb95046461" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.903s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.784847] env[69399]: DEBUG oslo_vmware.api [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Task: {'id': task-4176763, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.824624] env[69399]: DEBUG nova.network.neutron [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Updating instance_info_cache with network_info: [{"id": "503e197f-cf80-4e1b-9e9f-ca8921725096", "address": "fa:16:3e:39:fb:e0", "network": {"id": "810c00e9-4b70-4638-8913-eaea2b8970b5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1053593037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84685f5442fe4077bcb1e5b0941ed777", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap503e197f-cf", "ovs_interfaceid": "503e197f-cf80-4e1b-9e9f-ca8921725096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.926128] env[69399]: DEBUG oslo_vmware.api [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52539269-6e12-5b0e-67fc-0b3a6485af2c, 'name': SearchDatastore_Task, 'duration_secs': 0.011266} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.926998] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7e7edf2-abcf-4f41-b3fd-5edb106f5940 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.933977] env[69399]: DEBUG oslo_vmware.api [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Waiting for the task: (returnval){ [ 879.933977] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52801fdb-6746-e30c-06a0-2f7596e9be62" [ 879.933977] env[69399]: _type = "Task" [ 879.933977] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.946693] env[69399]: DEBUG oslo_vmware.api [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52801fdb-6746-e30c-06a0-2f7596e9be62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.022623] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8d515082-6550-4dd0-a60f-18a6c2087b45 tempest-VolumesAssistedSnapshotsTest-190380491 tempest-VolumesAssistedSnapshotsTest-190380491-project-admin] Acquiring lock "90256eb2-af00-45a2-b883-8cbb95046461" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.023087] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8d515082-6550-4dd0-a60f-18a6c2087b45 tempest-VolumesAssistedSnapshotsTest-190380491 tempest-VolumesAssistedSnapshotsTest-190380491-project-admin] Lock "90256eb2-af00-45a2-b883-8cbb95046461" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.040834] env[69399]: DEBUG oslo_concurrency.lockutils [req-d276e374-7210-4174-940c-14f27b161830 req-abf68057-e2c1-46ca-b295-4d24ab62b7ef service nova] Releasing lock "refresh_cache-a572b063-eb76-4524-9008-58dfb766cc17" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.041208] env[69399]: DEBUG nova.compute.manager [req-d276e374-7210-4174-940c-14f27b161830 req-abf68057-e2c1-46ca-b295-4d24ab62b7ef service nova] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Received event network-vif-deleted-79f615c5-b9c8-4d24-97e5-e06a7a84980d {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.141531] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4ae96d-0810-4bcb-8a23-b19a84579956 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.150249] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f75815-a819-4722-870c-b59cb85e5ec5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.183730] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01761683-7735-49b3-a219-c125095d864e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.192131] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a089ce-beee-4e33-8aa0-2559525f0874 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.207706] env[69399]: DEBUG nova.compute.provider_tree [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.281040] env[69399]: DEBUG oslo_vmware.api [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Task: {'id': task-4176763, 'name': ReconfigVM_Task, 'duration_secs': 0.760204} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.281340] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 0998af2d-3756-4997-ac22-2e3b07e876fb/0998af2d-3756-4997-ac22-2e3b07e876fb.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.282287] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76bacea3-a9b6-41eb-9545-7d8588755362 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.289587] env[69399]: DEBUG oslo_vmware.api [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Waiting for the task: (returnval){ [ 880.289587] env[69399]: value = "task-4176764" [ 880.289587] env[69399]: _type = "Task" [ 880.289587] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.298072] env[69399]: DEBUG oslo_vmware.api [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Task: {'id': task-4176764, 'name': Rename_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.329375] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Releasing lock "refresh_cache-11957fcf-7b3b-46fd-917b-30f9f873b982" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.329739] env[69399]: DEBUG nova.compute.manager [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Instance network_info: |[{"id": "503e197f-cf80-4e1b-9e9f-ca8921725096", "address": "fa:16:3e:39:fb:e0", "network": {"id": "810c00e9-4b70-4638-8913-eaea2b8970b5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1053593037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84685f5442fe4077bcb1e5b0941ed777", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap503e197f-cf", "ovs_interfaceid": "503e197f-cf80-4e1b-9e9f-ca8921725096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 880.330227] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:fb:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '489b2441-7132-4942-8b61-49cf0ad4400e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '503e197f-cf80-4e1b-9e9f-ca8921725096', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.338723] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.340152] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 880.340152] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7549cea7-4c0c-4d36-8dd7-f29f964fb6f0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.370591] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.370591] env[69399]: value = "task-4176765" [ 880.370591] env[69399]: _type = "Task" [ 880.370591] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.379427] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176765, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.445343] env[69399]: DEBUG oslo_vmware.api [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52801fdb-6746-e30c-06a0-2f7596e9be62, 'name': SearchDatastore_Task, 'duration_secs': 0.013999} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.445634] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.445900] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] a572b063-eb76-4524-9008-58dfb766cc17/a572b063-eb76-4524-9008-58dfb766cc17.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.446190] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e174657c-5cae-40f0-9a2f-120b4a0fca01 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.454383] env[69399]: DEBUG oslo_vmware.api [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Waiting for the task: (returnval){ [ 880.454383] env[69399]: value = "task-4176766" [ 880.454383] env[69399]: _type = "Task" [ 880.454383] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.463221] env[69399]: DEBUG oslo_vmware.api [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.529316] env[69399]: INFO nova.compute.manager [None req-8d515082-6550-4dd0-a60f-18a6c2087b45 tempest-VolumesAssistedSnapshotsTest-190380491 tempest-VolumesAssistedSnapshotsTest-190380491-project-admin] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Detaching volume 51c4c6d7-699b-4cf9-8836-e75480aaeabc [ 880.571059] env[69399]: INFO nova.virt.block_device [None req-8d515082-6550-4dd0-a60f-18a6c2087b45 tempest-VolumesAssistedSnapshotsTest-190380491 tempest-VolumesAssistedSnapshotsTest-190380491-project-admin] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Attempting to driver detach volume 51c4c6d7-699b-4cf9-8836-e75480aaeabc from mountpoint /dev/sdb [ 880.571640] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d515082-6550-4dd0-a60f-18a6c2087b45 tempest-VolumesAssistedSnapshotsTest-190380491 tempest-VolumesAssistedSnapshotsTest-190380491-project-admin] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Volume detach. Driver type: vmdk {{(pid=69399) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 880.571946] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d515082-6550-4dd0-a60f-18a6c2087b45 tempest-VolumesAssistedSnapshotsTest-190380491 tempest-VolumesAssistedSnapshotsTest-190380491-project-admin] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826798', 'volume_id': '51c4c6d7-699b-4cf9-8836-e75480aaeabc', 'name': 'volume-51c4c6d7-699b-4cf9-8836-e75480aaeabc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '90256eb2-af00-45a2-b883-8cbb95046461', 'attached_at': '', 'detached_at': '', 'volume_id': '51c4c6d7-699b-4cf9-8836-e75480aaeabc', 'serial': '51c4c6d7-699b-4cf9-8836-e75480aaeabc'} {{(pid=69399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 880.572845] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554dd827-c383-4cb9-a31c-b5ef59c230ef {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.598364] env[69399]: DEBUG nova.compute.manager [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] [instance: a7ed6dc1-a1ea-4c33-a194-ee09c1703788] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 880.602584] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f185f7-d1b2-4b35-8ce7-7431734353f2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.611648] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55a4b67-8074-4d79-8347-422ecf9f7fb6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.636312] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e7ea40-f235-4f42-8018-97e57bab6dd3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.641880] env[69399]: DEBUG nova.virt.hardware [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.642180] env[69399]: DEBUG nova.virt.hardware [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.642343] env[69399]: DEBUG nova.virt.hardware [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.642533] env[69399]: DEBUG nova.virt.hardware [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.642703] env[69399]: DEBUG nova.virt.hardware [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.642899] env[69399]: DEBUG nova.virt.hardware [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.643241] env[69399]: DEBUG nova.virt.hardware [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.643309] env[69399]: DEBUG nova.virt.hardware [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.643533] env[69399]: DEBUG nova.virt.hardware [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.643732] env[69399]: DEBUG nova.virt.hardware [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.643916] env[69399]: DEBUG nova.virt.hardware [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.644799] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e106201-9c45-4f6f-9d88-24efa8942f00 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.666088] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377406ed-1df9-4e80-8487-c08fcffa2daf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.671904] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d515082-6550-4dd0-a60f-18a6c2087b45 tempest-VolumesAssistedSnapshotsTest-190380491 tempest-VolumesAssistedSnapshotsTest-190380491-project-admin] The volume has not been displaced from its original location: [datastore1] volume-51c4c6d7-699b-4cf9-8836-e75480aaeabc/volume-51c4c6d7-699b-4cf9-8836-e75480aaeabc.vmdk. No consolidation needed. {{(pid=69399) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 880.676815] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d515082-6550-4dd0-a60f-18a6c2087b45 tempest-VolumesAssistedSnapshotsTest-190380491 tempest-VolumesAssistedSnapshotsTest-190380491-project-admin] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 880.677613] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88406754-c99b-4a37-8143-89a8d5bdb506 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.708097] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] [instance: a7ed6dc1-a1ea-4c33-a194-ee09c1703788] Instance VIF info [] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.714607] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Creating folder: Project (17ef2453f66445238458d3142e98bb9d). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 880.717160] env[69399]: DEBUG nova.scheduler.client.report [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.720694] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ed02180-a7cc-4832-96ea-6b46c3ff9aba {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.722899] env[69399]: DEBUG oslo_vmware.api [None req-8d515082-6550-4dd0-a60f-18a6c2087b45 tempest-VolumesAssistedSnapshotsTest-190380491 tempest-VolumesAssistedSnapshotsTest-190380491-project-admin] Waiting for the task: (returnval){ [ 880.722899] env[69399]: value = "task-4176767" [ 880.722899] env[69399]: _type = "Task" [ 880.722899] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.736892] env[69399]: DEBUG oslo_vmware.api [None req-8d515082-6550-4dd0-a60f-18a6c2087b45 tempest-VolumesAssistedSnapshotsTest-190380491 tempest-VolumesAssistedSnapshotsTest-190380491-project-admin] Task: {'id': task-4176767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.738729] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Created folder: Project (17ef2453f66445238458d3142e98bb9d) in parent group-v826677. [ 880.739059] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Creating folder: Instances. Parent ref: group-v826806. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 880.739541] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbb8153b-d57b-409e-b64a-919564c6d5d3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.752181] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Created folder: Instances in parent group-v826806. [ 880.752580] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.752945] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7ed6dc1-a1ea-4c33-a194-ee09c1703788] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 880.752945] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b3fddc6-9258-4747-8133-8ecf444c64b0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.776439] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.776439] env[69399]: value = "task-4176770" [ 880.776439] env[69399]: _type = "Task" [ 880.776439] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.788696] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176770, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.799187] env[69399]: DEBUG oslo_vmware.api [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Task: {'id': task-4176764, 'name': Rename_Task, 'duration_secs': 0.146165} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.799481] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.799747] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8d3082b-2f36-4daa-8be5-f42563c13a56 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.811906] env[69399]: DEBUG oslo_vmware.api [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Waiting for the task: (returnval){ [ 880.811906] env[69399]: value = "task-4176771" [ 880.811906] env[69399]: _type = "Task" [ 880.811906] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.824961] env[69399]: DEBUG oslo_vmware.api [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Task: {'id': task-4176771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.883348] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176765, 'name': CreateVM_Task, 'duration_secs': 0.394183} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.883673] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.884978] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.884978] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.887954] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.887954] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdde54d1-8479-4ef0-a8de-c4ef857f0ed8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.893309] env[69399]: DEBUG oslo_vmware.api [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Waiting for the task: (returnval){ [ 880.893309] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52cc22fd-2f27-ecf4-4e08-b164e26a1211" [ 880.893309] env[69399]: _type = "Task" [ 880.893309] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.905466] env[69399]: DEBUG oslo_vmware.api [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52cc22fd-2f27-ecf4-4e08-b164e26a1211, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.918893] env[69399]: DEBUG nova.compute.manager [req-4fa50c21-03a9-4193-a495-c2aadd8d94d7 req-5e8e2602-c847-49cd-bbcc-4daeaed63db3 service nova] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Received event network-changed-503e197f-cf80-4e1b-9e9f-ca8921725096 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.919343] env[69399]: DEBUG nova.compute.manager [req-4fa50c21-03a9-4193-a495-c2aadd8d94d7 req-5e8e2602-c847-49cd-bbcc-4daeaed63db3 service nova] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Refreshing instance network info cache due to event network-changed-503e197f-cf80-4e1b-9e9f-ca8921725096. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 880.919501] env[69399]: DEBUG oslo_concurrency.lockutils [req-4fa50c21-03a9-4193-a495-c2aadd8d94d7 req-5e8e2602-c847-49cd-bbcc-4daeaed63db3 service nova] Acquiring lock "refresh_cache-11957fcf-7b3b-46fd-917b-30f9f873b982" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.919621] env[69399]: DEBUG oslo_concurrency.lockutils [req-4fa50c21-03a9-4193-a495-c2aadd8d94d7 req-5e8e2602-c847-49cd-bbcc-4daeaed63db3 service nova] Acquired lock "refresh_cache-11957fcf-7b3b-46fd-917b-30f9f873b982" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.919725] env[69399]: DEBUG nova.network.neutron [req-4fa50c21-03a9-4193-a495-c2aadd8d94d7 req-5e8e2602-c847-49cd-bbcc-4daeaed63db3 service nova] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Refreshing network info cache for port 503e197f-cf80-4e1b-9e9f-ca8921725096 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.967742] env[69399]: DEBUG oslo_vmware.api [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176766, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.047676] env[69399]: DEBUG oslo_concurrency.lockutils [None req-bac471a1-939d-49c4-ac98-9dcbd2e325eb tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Acquiring lock "0d2be239-eafb-43bb-b8a9-b8e9f53d8920" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.047676] env[69399]: DEBUG oslo_concurrency.lockutils [None req-bac471a1-939d-49c4-ac98-9dcbd2e325eb tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Lock "0d2be239-eafb-43bb-b8a9-b8e9f53d8920" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.047676] env[69399]: DEBUG oslo_concurrency.lockutils [None req-bac471a1-939d-49c4-ac98-9dcbd2e325eb tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Acquiring lock "0d2be239-eafb-43bb-b8a9-b8e9f53d8920-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.047676] env[69399]: DEBUG oslo_concurrency.lockutils [None req-bac471a1-939d-49c4-ac98-9dcbd2e325eb tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Lock "0d2be239-eafb-43bb-b8a9-b8e9f53d8920-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.047676] env[69399]: DEBUG oslo_concurrency.lockutils [None req-bac471a1-939d-49c4-ac98-9dcbd2e325eb tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Lock "0d2be239-eafb-43bb-b8a9-b8e9f53d8920-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.049379] env[69399]: INFO nova.compute.manager [None req-bac471a1-939d-49c4-ac98-9dcbd2e325eb tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Terminating instance [ 881.225112] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.225722] env[69399]: DEBUG nova.compute.manager [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 881.229118] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.037s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.230659] env[69399]: INFO nova.compute.claims [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.244636] env[69399]: DEBUG oslo_vmware.api [None req-8d515082-6550-4dd0-a60f-18a6c2087b45 tempest-VolumesAssistedSnapshotsTest-190380491 tempest-VolumesAssistedSnapshotsTest-190380491-project-admin] Task: {'id': task-4176767, 'name': ReconfigVM_Task, 'duration_secs': 0.362587} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.245102] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d515082-6550-4dd0-a60f-18a6c2087b45 tempest-VolumesAssistedSnapshotsTest-190380491 tempest-VolumesAssistedSnapshotsTest-190380491-project-admin] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 881.249527] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3b0625e-f696-46e1-a9f6-11e7deb59c82 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.266337] env[69399]: DEBUG oslo_vmware.api [None req-8d515082-6550-4dd0-a60f-18a6c2087b45 tempest-VolumesAssistedSnapshotsTest-190380491 tempest-VolumesAssistedSnapshotsTest-190380491-project-admin] Waiting for the task: (returnval){ [ 881.266337] env[69399]: value = "task-4176772" [ 881.266337] env[69399]: _type = "Task" [ 881.266337] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.275513] env[69399]: DEBUG oslo_vmware.api [None req-8d515082-6550-4dd0-a60f-18a6c2087b45 tempest-VolumesAssistedSnapshotsTest-190380491 tempest-VolumesAssistedSnapshotsTest-190380491-project-admin] Task: {'id': task-4176772, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.287353] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176770, 'name': CreateVM_Task, 'duration_secs': 0.446641} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.287353] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7ed6dc1-a1ea-4c33-a194-ee09c1703788] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.287534] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.321595] env[69399]: DEBUG oslo_vmware.api [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Task: {'id': task-4176771, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.407088] env[69399]: DEBUG oslo_vmware.api [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52cc22fd-2f27-ecf4-4e08-b164e26a1211, 'name': SearchDatastore_Task, 'duration_secs': 0.067254} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.407444] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.407696] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.407945] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.408099] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.408295] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.408665] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.409161] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.409238] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a779822-558f-436e-947c-0675706f74c4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.411373] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7e3aaaf-bc25-4316-b49b-cbf3b87307d3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.417958] env[69399]: DEBUG oslo_vmware.api [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Waiting for the task: (returnval){ [ 881.417958] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]527b1c4b-d1aa-a3ba-6765-ebce309063bd" [ 881.417958] env[69399]: _type = "Task" [ 881.417958] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.428831] env[69399]: DEBUG oslo_vmware.api [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]527b1c4b-d1aa-a3ba-6765-ebce309063bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.429130] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.429299] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.430422] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40138937-4aaa-455d-a6c5-94570c596cca {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.437375] env[69399]: DEBUG oslo_vmware.api [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Waiting for the task: (returnval){ [ 881.437375] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5251a000-62b4-2e25-3cfd-c53f4f79fced" [ 881.437375] env[69399]: _type = "Task" [ 881.437375] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.446746] env[69399]: DEBUG oslo_vmware.api [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5251a000-62b4-2e25-3cfd-c53f4f79fced, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.467586] env[69399]: DEBUG oslo_vmware.api [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176766, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58533} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.468021] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] a572b063-eb76-4524-9008-58dfb766cc17/a572b063-eb76-4524-9008-58dfb766cc17.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.468171] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.468448] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43dc5d02-2dd8-4664-951f-7080e831245c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.476489] env[69399]: DEBUG oslo_vmware.api [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Waiting for the task: (returnval){ [ 881.476489] env[69399]: value = "task-4176773" [ 881.476489] env[69399]: _type = "Task" [ 881.476489] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.486131] env[69399]: DEBUG oslo_vmware.api [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.554300] env[69399]: DEBUG nova.compute.manager [None req-bac471a1-939d-49c4-ac98-9dcbd2e325eb tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 881.554300] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-bac471a1-939d-49c4-ac98-9dcbd2e325eb tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.555361] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c83c702-89ab-44a0-9ae9-e94cb9c11449 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.564215] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac471a1-939d-49c4-ac98-9dcbd2e325eb tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.564469] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-610ca1fe-762c-4e7b-862d-338e2cb8b2b5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.566866] env[69399]: DEBUG nova.compute.manager [None req-c54d4e88-1ff0-478f-a063-e9f4f8e8f1c9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.567656] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046fa4ae-816f-4586-a557-b333a621a364 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.575647] env[69399]: DEBUG oslo_vmware.api [None req-bac471a1-939d-49c4-ac98-9dcbd2e325eb tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Waiting for the task: (returnval){ [ 881.575647] env[69399]: value = "task-4176774" [ 881.575647] env[69399]: _type = "Task" [ 881.575647] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.588869] env[69399]: DEBUG oslo_vmware.api [None req-bac471a1-939d-49c4-ac98-9dcbd2e325eb tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': task-4176774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.643305] env[69399]: DEBUG nova.network.neutron [req-4fa50c21-03a9-4193-a495-c2aadd8d94d7 req-5e8e2602-c847-49cd-bbcc-4daeaed63db3 service nova] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Updated VIF entry in instance network info cache for port 503e197f-cf80-4e1b-9e9f-ca8921725096. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 881.643795] env[69399]: DEBUG nova.network.neutron [req-4fa50c21-03a9-4193-a495-c2aadd8d94d7 req-5e8e2602-c847-49cd-bbcc-4daeaed63db3 service nova] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Updating instance_info_cache with network_info: [{"id": "503e197f-cf80-4e1b-9e9f-ca8921725096", "address": "fa:16:3e:39:fb:e0", "network": {"id": "810c00e9-4b70-4638-8913-eaea2b8970b5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1053593037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84685f5442fe4077bcb1e5b0941ed777", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap503e197f-cf", "ovs_interfaceid": "503e197f-cf80-4e1b-9e9f-ca8921725096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.739215] env[69399]: DEBUG nova.compute.utils [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 881.741204] env[69399]: DEBUG nova.compute.manager [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 881.741532] env[69399]: DEBUG nova.network.neutron [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 881.777292] env[69399]: DEBUG oslo_vmware.api [None req-8d515082-6550-4dd0-a60f-18a6c2087b45 tempest-VolumesAssistedSnapshotsTest-190380491 tempest-VolumesAssistedSnapshotsTest-190380491-project-admin] Task: {'id': task-4176772, 'name': ReconfigVM_Task, 'duration_secs': 0.178408} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.777903] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d515082-6550-4dd0-a60f-18a6c2087b45 tempest-VolumesAssistedSnapshotsTest-190380491 tempest-VolumesAssistedSnapshotsTest-190380491-project-admin] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826798', 'volume_id': '51c4c6d7-699b-4cf9-8836-e75480aaeabc', 'name': 'volume-51c4c6d7-699b-4cf9-8836-e75480aaeabc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '90256eb2-af00-45a2-b883-8cbb95046461', 'attached_at': '', 'detached_at': '', 'volume_id': '51c4c6d7-699b-4cf9-8836-e75480aaeabc', 'serial': '51c4c6d7-699b-4cf9-8836-e75480aaeabc'} {{(pid=69399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 881.791189] env[69399]: DEBUG nova.policy [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34f5659cd619436ab6927f2a9e240ed6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aac249e2b31c4220a4710a794185a473', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 881.824186] env[69399]: DEBUG oslo_vmware.api [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Task: {'id': task-4176771, 'name': PowerOnVM_Task, 'duration_secs': 0.754021} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.824448] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.824934] env[69399]: INFO nova.compute.manager [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Took 11.44 seconds to spawn the instance on the hypervisor. [ 881.824934] env[69399]: DEBUG nova.compute.manager [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.826712] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3302aec-6f27-499c-90aa-e3d677f4e28b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.931634] env[69399]: DEBUG oslo_vmware.api [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]527b1c4b-d1aa-a3ba-6765-ebce309063bd, 'name': SearchDatastore_Task, 'duration_secs': 0.031334} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.932012] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.932277] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] [instance: a7ed6dc1-a1ea-4c33-a194-ee09c1703788] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.932501] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.953928] env[69399]: DEBUG oslo_vmware.api [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5251a000-62b4-2e25-3cfd-c53f4f79fced, 'name': SearchDatastore_Task, 'duration_secs': 0.052641} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.956270] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48d32f27-a2cd-47e7-aa68-9d0b5ecaf9e3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.964401] env[69399]: DEBUG oslo_vmware.api [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Waiting for the task: (returnval){ [ 881.964401] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]522d210c-9c46-bf2e-7d7d-eadf95f2c0bc" [ 881.964401] env[69399]: _type = "Task" [ 881.964401] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.975295] env[69399]: DEBUG oslo_vmware.api [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]522d210c-9c46-bf2e-7d7d-eadf95f2c0bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.985673] env[69399]: DEBUG oslo_vmware.api [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073471} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.986098] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.986845] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593677fb-23fb-441e-89a5-de0fcfa15f28 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.014947] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] a572b063-eb76-4524-9008-58dfb766cc17/a572b063-eb76-4524-9008-58dfb766cc17.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.015722] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eee767fc-d2d1-4940-aa28-e546b5cbbf8b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.041053] env[69399]: DEBUG oslo_vmware.api [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Waiting for the task: (returnval){ [ 882.041053] env[69399]: value = "task-4176775" [ 882.041053] env[69399]: _type = "Task" [ 882.041053] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.047835] env[69399]: DEBUG oslo_vmware.api [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176775, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.083020] env[69399]: INFO nova.compute.manager [None req-c54d4e88-1ff0-478f-a063-e9f4f8e8f1c9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] instance snapshotting [ 882.087344] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b81cddd-45b1-4033-bded-14ddc46c4bde {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.093165] env[69399]: DEBUG oslo_vmware.api [None req-bac471a1-939d-49c4-ac98-9dcbd2e325eb tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': task-4176774, 'name': PowerOffVM_Task, 'duration_secs': 0.23951} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.093885] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac471a1-939d-49c4-ac98-9dcbd2e325eb tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.094088] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-bac471a1-939d-49c4-ac98-9dcbd2e325eb tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.094367] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0737ee8e-ac64-4003-801c-64ff2de0aafb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.111845] env[69399]: DEBUG nova.network.neutron [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Successfully created port: 52ce3b55-b552-44fe-addd-4eed8cf02483 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 882.114873] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbd470e-1a2c-495e-b0a8-16e1562972f9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.147246] env[69399]: DEBUG oslo_concurrency.lockutils [req-4fa50c21-03a9-4193-a495-c2aadd8d94d7 req-5e8e2602-c847-49cd-bbcc-4daeaed63db3 service nova] Releasing lock "refresh_cache-11957fcf-7b3b-46fd-917b-30f9f873b982" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.165090] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-bac471a1-939d-49c4-ac98-9dcbd2e325eb tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.165090] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-bac471a1-939d-49c4-ac98-9dcbd2e325eb tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.165090] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac471a1-939d-49c4-ac98-9dcbd2e325eb tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Deleting the datastore file [datastore1] 0d2be239-eafb-43bb-b8a9-b8e9f53d8920 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.166122] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76ee45d6-f0d7-4438-84f8-c86e1bbe55d4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.174334] env[69399]: DEBUG oslo_vmware.api [None req-bac471a1-939d-49c4-ac98-9dcbd2e325eb tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Waiting for the task: (returnval){ [ 882.174334] env[69399]: value = "task-4176777" [ 882.174334] env[69399]: _type = "Task" [ 882.174334] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.184186] env[69399]: DEBUG oslo_vmware.api [None req-bac471a1-939d-49c4-ac98-9dcbd2e325eb tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': task-4176777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.247617] env[69399]: DEBUG nova.compute.manager [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 882.351747] env[69399]: INFO nova.compute.manager [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Took 42.05 seconds to build instance. [ 882.366196] env[69399]: DEBUG nova.objects.instance [None req-8d515082-6550-4dd0-a60f-18a6c2087b45 tempest-VolumesAssistedSnapshotsTest-190380491 tempest-VolumesAssistedSnapshotsTest-190380491-project-admin] Lazy-loading 'flavor' on Instance uuid 90256eb2-af00-45a2-b883-8cbb95046461 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.475710] env[69399]: DEBUG oslo_vmware.api [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]522d210c-9c46-bf2e-7d7d-eadf95f2c0bc, 'name': SearchDatastore_Task, 'duration_secs': 0.01077} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.476282] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.476282] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 11957fcf-7b3b-46fd-917b-30f9f873b982/11957fcf-7b3b-46fd-917b-30f9f873b982.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.476608] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.476740] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.476951] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfdc4f12-9551-4d10-9650-21e5d0ae1206 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.479033] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c6098e9-60ed-4058-b448-caf247c390c5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.490105] env[69399]: DEBUG oslo_vmware.api [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Waiting for the task: (returnval){ [ 882.490105] env[69399]: value = "task-4176778" [ 882.490105] env[69399]: _type = "Task" [ 882.490105] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.494140] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.494330] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.495337] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b537e870-7c69-49f8-baea-e522b969a5de {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.503579] env[69399]: DEBUG oslo_vmware.api [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': task-4176778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.509900] env[69399]: DEBUG oslo_vmware.api [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Waiting for the task: (returnval){ [ 882.509900] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e56fbd-43ae-ae7c-6e2f-704092e6e335" [ 882.509900] env[69399]: _type = "Task" [ 882.509900] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.522610] env[69399]: DEBUG oslo_vmware.api [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e56fbd-43ae-ae7c-6e2f-704092e6e335, 'name': SearchDatastore_Task, 'duration_secs': 0.010165} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.523876] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c580b702-13f2-43c2-bbe6-89ecddba84c0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.534832] env[69399]: DEBUG oslo_vmware.api [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Waiting for the task: (returnval){ [ 882.534832] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52de46e8-5d5d-2208-d491-cd91175375f0" [ 882.534832] env[69399]: _type = "Task" [ 882.534832] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.548815] env[69399]: DEBUG oslo_vmware.api [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52de46e8-5d5d-2208-d491-cd91175375f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.555985] env[69399]: DEBUG oslo_vmware.api [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176775, 'name': ReconfigVM_Task, 'duration_secs': 0.350692} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.556301] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Reconfigured VM instance instance-00000029 to attach disk [datastore1] a572b063-eb76-4524-9008-58dfb766cc17/a572b063-eb76-4524-9008-58dfb766cc17.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.557058] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9f30d09-0b60-4173-a14c-da189088640e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.567688] env[69399]: DEBUG oslo_vmware.api [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Waiting for the task: (returnval){ [ 882.567688] env[69399]: value = "task-4176779" [ 882.567688] env[69399]: _type = "Task" [ 882.567688] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.576328] env[69399]: DEBUG oslo_vmware.api [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176779, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.628955] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c54d4e88-1ff0-478f-a063-e9f4f8e8f1c9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Creating Snapshot of the VM instance {{(pid=69399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 882.629529] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8ce5a4ea-6e2a-4560-be5a-7aad8c4aa0cb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.639569] env[69399]: DEBUG oslo_vmware.api [None req-c54d4e88-1ff0-478f-a063-e9f4f8e8f1c9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Waiting for the task: (returnval){ [ 882.639569] env[69399]: value = "task-4176780" [ 882.639569] env[69399]: _type = "Task" [ 882.639569] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.653661] env[69399]: DEBUG oslo_vmware.api [None req-c54d4e88-1ff0-478f-a063-e9f4f8e8f1c9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176780, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.686807] env[69399]: DEBUG oslo_vmware.api [None req-bac471a1-939d-49c4-ac98-9dcbd2e325eb tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': task-4176777, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178155} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.690009] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac471a1-939d-49c4-ac98-9dcbd2e325eb tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.690257] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-bac471a1-939d-49c4-ac98-9dcbd2e325eb tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.690441] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-bac471a1-939d-49c4-ac98-9dcbd2e325eb tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.690621] env[69399]: INFO nova.compute.manager [None req-bac471a1-939d-49c4-ac98-9dcbd2e325eb tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Took 1.14 seconds to destroy the instance on the hypervisor. [ 882.690945] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bac471a1-939d-49c4-ac98-9dcbd2e325eb tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.691439] env[69399]: DEBUG nova.compute.manager [-] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 882.691586] env[69399]: DEBUG nova.network.neutron [-] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 882.842455] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e5693c-58ef-4f0f-9b56-64ec19199b56 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.852827] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d6dd77-768b-4933-a300-e43a9841791a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.856988] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0397a031-1f65-41b8-aa70-5af44856eb49 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Lock "0998af2d-3756-4997-ac22-2e3b07e876fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.651s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.908278] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a69c33-ec35-474e-9c42-29b9a8f7a368 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.918847] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384e4592-094a-435e-b87c-ca7702510356 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.938311] env[69399]: DEBUG nova.compute.provider_tree [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 883.001527] env[69399]: DEBUG oslo_vmware.api [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': task-4176778, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493515} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.001527] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 11957fcf-7b3b-46fd-917b-30f9f873b982/11957fcf-7b3b-46fd-917b-30f9f873b982.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.001527] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.001527] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad5e2550-0b31-48f9-bfcd-2308ffc77c4a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.009430] env[69399]: DEBUG oslo_vmware.api [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Waiting for the task: (returnval){ [ 883.009430] env[69399]: value = "task-4176781" [ 883.009430] env[69399]: _type = "Task" [ 883.009430] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.019241] env[69399]: DEBUG oslo_vmware.api [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': task-4176781, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.046110] env[69399]: DEBUG oslo_vmware.api [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52de46e8-5d5d-2208-d491-cd91175375f0, 'name': SearchDatastore_Task, 'duration_secs': 0.009904} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.046254] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.046536] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] a7ed6dc1-a1ea-4c33-a194-ee09c1703788/a7ed6dc1-a1ea-4c33-a194-ee09c1703788.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.046889] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc3fe2d3-ad9d-4197-84e4-bf4d5d881744 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.054424] env[69399]: DEBUG oslo_vmware.api [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Waiting for the task: (returnval){ [ 883.054424] env[69399]: value = "task-4176782" [ 883.054424] env[69399]: _type = "Task" [ 883.054424] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.074185] env[69399]: DEBUG oslo_vmware.api [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Task: {'id': task-4176782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.090343] env[69399]: DEBUG oslo_vmware.api [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176779, 'name': Rename_Task, 'duration_secs': 0.301251} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.090713] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.091014] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-261a3024-9dd6-415b-bba3-71223a9b76aa {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.100388] env[69399]: DEBUG oslo_vmware.api [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Waiting for the task: (returnval){ [ 883.100388] env[69399]: value = "task-4176783" [ 883.100388] env[69399]: _type = "Task" [ 883.100388] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.111105] env[69399]: DEBUG oslo_vmware.api [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176783, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.151269] env[69399]: DEBUG oslo_vmware.api [None req-c54d4e88-1ff0-478f-a063-e9f4f8e8f1c9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176780, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.256961] env[69399]: DEBUG nova.compute.manager [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 883.259944] env[69399]: DEBUG nova.compute.manager [req-3b27118e-fbdf-4fce-b6af-7a1bbb5ac26b req-ba97f006-9689-4074-a6d3-91760d7aeb6f service nova] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Received event network-vif-deleted-0f995104-9764-4aa4-908b-e178999c2760 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.260164] env[69399]: INFO nova.compute.manager [req-3b27118e-fbdf-4fce-b6af-7a1bbb5ac26b req-ba97f006-9689-4074-a6d3-91760d7aeb6f service nova] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Neutron deleted interface 0f995104-9764-4aa4-908b-e178999c2760; detaching it from the instance and deleting it from the info cache [ 883.260338] env[69399]: DEBUG nova.network.neutron [req-3b27118e-fbdf-4fce-b6af-7a1bbb5ac26b req-ba97f006-9689-4074-a6d3-91760d7aeb6f service nova] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.289061] env[69399]: DEBUG nova.virt.hardware [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.289374] env[69399]: DEBUG nova.virt.hardware [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.289554] env[69399]: DEBUG nova.virt.hardware [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.289690] env[69399]: DEBUG nova.virt.hardware [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.289850] env[69399]: DEBUG nova.virt.hardware [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.289998] env[69399]: DEBUG nova.virt.hardware [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.290224] env[69399]: DEBUG nova.virt.hardware [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.290438] env[69399]: DEBUG nova.virt.hardware [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.290654] env[69399]: DEBUG nova.virt.hardware [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.290831] env[69399]: DEBUG nova.virt.hardware [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.291014] env[69399]: DEBUG nova.virt.hardware [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.292285] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f290be2-7adb-49ce-af81-20471c5ef074 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.301746] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7902e464-719b-4e9a-b0c2-db158b9a841c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.362595] env[69399]: DEBUG nova.compute.manager [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 883.412886] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8d515082-6550-4dd0-a60f-18a6c2087b45 tempest-VolumesAssistedSnapshotsTest-190380491 tempest-VolumesAssistedSnapshotsTest-190380491-project-admin] Lock "90256eb2-af00-45a2-b883-8cbb95046461" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.390s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.464426] env[69399]: ERROR nova.scheduler.client.report [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [req-c6d7482c-c4b2-40f9-9dca-7f9860587e5d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65caca49-2bb8-4896-b9be-5baf8708847a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c6d7482c-c4b2-40f9-9dca-7f9860587e5d"}]} [ 883.486919] env[69399]: DEBUG nova.scheduler.client.report [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Refreshing inventories for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 883.505571] env[69399]: DEBUG nova.scheduler.client.report [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Updating ProviderTree inventory for provider 65caca49-2bb8-4896-b9be-5baf8708847a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 883.505976] env[69399]: DEBUG nova.compute.provider_tree [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 883.521667] env[69399]: DEBUG oslo_vmware.api [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': task-4176781, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071621} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.522131] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.522953] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f1a4ae-2af6-4f98-99f2-8d77f7515885 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.526529] env[69399]: DEBUG nova.scheduler.client.report [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Refreshing aggregate associations for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a, aggregates: None {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 883.554236] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 11957fcf-7b3b-46fd-917b-30f9f873b982/11957fcf-7b3b-46fd-917b-30f9f873b982.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.555445] env[69399]: DEBUG nova.scheduler.client.report [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Refreshing trait associations for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 883.558143] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-446cf807-9214-419b-8e94-29a273165133 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.587334] env[69399]: DEBUG oslo_vmware.api [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Task: {'id': task-4176782, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.587334] env[69399]: DEBUG nova.network.neutron [-] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.587462] env[69399]: DEBUG oslo_vmware.api [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Waiting for the task: (returnval){ [ 883.587462] env[69399]: value = "task-4176785" [ 883.587462] env[69399]: _type = "Task" [ 883.587462] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.601930] env[69399]: DEBUG oslo_vmware.api [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': task-4176785, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.616594] env[69399]: DEBUG oslo_vmware.api [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176783, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.655090] env[69399]: DEBUG oslo_vmware.api [None req-c54d4e88-1ff0-478f-a063-e9f4f8e8f1c9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176780, 'name': CreateSnapshot_Task, 'duration_secs': 0.534658} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.655399] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c54d4e88-1ff0-478f-a063-e9f4f8e8f1c9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Created Snapshot of the VM instance {{(pid=69399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 883.656849] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acd2fe7-eb7a-4bd7-bbb7-bcf55811d8f4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.748157] env[69399]: DEBUG nova.network.neutron [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Successfully updated port: 52ce3b55-b552-44fe-addd-4eed8cf02483 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 883.764376] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-910384b9-6fa2-4407-848d-3d20f6222545 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.777361] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b99198-e39f-40d9-922b-4b0507ab519b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.821475] env[69399]: DEBUG nova.compute.manager [req-3b27118e-fbdf-4fce-b6af-7a1bbb5ac26b req-ba97f006-9689-4074-a6d3-91760d7aeb6f service nova] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Detach interface failed, port_id=0f995104-9764-4aa4-908b-e178999c2760, reason: Instance 0d2be239-eafb-43bb-b8a9-b8e9f53d8920 could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 883.888885] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.985737] env[69399]: DEBUG nova.compute.manager [req-ebba1e76-06b5-4fc2-988e-9d4b2b587ec9 req-8ea568e6-a62d-42f9-b09b-04b693165970 service nova] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Received event network-vif-plugged-52ce3b55-b552-44fe-addd-4eed8cf02483 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.985737] env[69399]: DEBUG oslo_concurrency.lockutils [req-ebba1e76-06b5-4fc2-988e-9d4b2b587ec9 req-8ea568e6-a62d-42f9-b09b-04b693165970 service nova] Acquiring lock "5ad3e254-1e47-4f35-8cdc-9c20cacdef92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.985737] env[69399]: DEBUG oslo_concurrency.lockutils [req-ebba1e76-06b5-4fc2-988e-9d4b2b587ec9 req-8ea568e6-a62d-42f9-b09b-04b693165970 service nova] Lock "5ad3e254-1e47-4f35-8cdc-9c20cacdef92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.985737] env[69399]: DEBUG oslo_concurrency.lockutils [req-ebba1e76-06b5-4fc2-988e-9d4b2b587ec9 req-8ea568e6-a62d-42f9-b09b-04b693165970 service nova] Lock "5ad3e254-1e47-4f35-8cdc-9c20cacdef92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.985737] env[69399]: DEBUG nova.compute.manager [req-ebba1e76-06b5-4fc2-988e-9d4b2b587ec9 req-8ea568e6-a62d-42f9-b09b-04b693165970 service nova] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] No waiting events found dispatching network-vif-plugged-52ce3b55-b552-44fe-addd-4eed8cf02483 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 883.985737] env[69399]: WARNING nova.compute.manager [req-ebba1e76-06b5-4fc2-988e-9d4b2b587ec9 req-8ea568e6-a62d-42f9-b09b-04b693165970 service nova] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Received unexpected event network-vif-plugged-52ce3b55-b552-44fe-addd-4eed8cf02483 for instance with vm_state building and task_state spawning. [ 884.084729] env[69399]: DEBUG oslo_vmware.api [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Task: {'id': task-4176782, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683945} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.087618] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] a7ed6dc1-a1ea-4c33-a194-ee09c1703788/a7ed6dc1-a1ea-4c33-a194-ee09c1703788.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.087859] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] [instance: a7ed6dc1-a1ea-4c33-a194-ee09c1703788] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.088744] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fcb10d54-c3a8-44de-ba28-926edb4b4fc7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.095261] env[69399]: INFO nova.compute.manager [-] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Took 1.40 seconds to deallocate network for instance. [ 884.107719] env[69399]: DEBUG oslo_vmware.api [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': task-4176785, 'name': ReconfigVM_Task, 'duration_secs': 0.37658} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.112349] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 11957fcf-7b3b-46fd-917b-30f9f873b982/11957fcf-7b3b-46fd-917b-30f9f873b982.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.113125] env[69399]: DEBUG oslo_vmware.api [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Waiting for the task: (returnval){ [ 884.113125] env[69399]: value = "task-4176786" [ 884.113125] env[69399]: _type = "Task" [ 884.113125] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.113358] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58ead8ba-206d-4cc4-9dab-45a6e70e09ea {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.123371] env[69399]: DEBUG oslo_vmware.api [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176783, 'name': PowerOnVM_Task, 'duration_secs': 0.98405} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.124162] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.124750] env[69399]: INFO nova.compute.manager [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Took 9.31 seconds to spawn the instance on the hypervisor. [ 884.124750] env[69399]: DEBUG nova.compute.manager [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.125709] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec68637-2ef0-4104-83e6-7344c6914c8c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.136573] env[69399]: DEBUG oslo_vmware.api [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Waiting for the task: (returnval){ [ 884.136573] env[69399]: value = "task-4176787" [ 884.136573] env[69399]: _type = "Task" [ 884.136573] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.136917] env[69399]: DEBUG oslo_vmware.api [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Task: {'id': task-4176786, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.152443] env[69399]: DEBUG oslo_vmware.api [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': task-4176787, 'name': Rename_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.184469] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c54d4e88-1ff0-478f-a063-e9f4f8e8f1c9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Creating linked-clone VM from snapshot {{(pid=69399) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 884.185538] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b25684ee-cfce-4cd7-9a4b-488d2fb2f07c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.197054] env[69399]: DEBUG oslo_vmware.api [None req-c54d4e88-1ff0-478f-a063-e9f4f8e8f1c9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Waiting for the task: (returnval){ [ 884.197054] env[69399]: value = "task-4176788" [ 884.197054] env[69399]: _type = "Task" [ 884.197054] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.211778] env[69399]: DEBUG oslo_vmware.api [None req-c54d4e88-1ff0-478f-a063-e9f4f8e8f1c9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176788, 'name': CloneVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.251351] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Acquiring lock "refresh_cache-5ad3e254-1e47-4f35-8cdc-9c20cacdef92" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.251351] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Acquired lock "refresh_cache-5ad3e254-1e47-4f35-8cdc-9c20cacdef92" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.251514] env[69399]: DEBUG nova.network.neutron [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.289955] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11980e9-ebd1-46d6-a2f7-b870e326845f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.299763] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f7864d-45af-41d8-8fa3-66d578aea61a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.344644] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50269d4-8d22-4733-a356-d5967d391d59 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.353366] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08d333d-50fa-466f-aa89-dc8197ff5921 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.370793] env[69399]: DEBUG nova.compute.provider_tree [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 884.609558] env[69399]: DEBUG oslo_concurrency.lockutils [None req-bac471a1-939d-49c4-ac98-9dcbd2e325eb tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.624845] env[69399]: DEBUG oslo_vmware.api [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Task: {'id': task-4176786, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101442} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.625122] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] [instance: a7ed6dc1-a1ea-4c33-a194-ee09c1703788] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.625900] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c45d30-d3b7-4d46-9b46-14fb04b6c0e6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.646580] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] [instance: a7ed6dc1-a1ea-4c33-a194-ee09c1703788] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] a7ed6dc1-a1ea-4c33-a194-ee09c1703788/a7ed6dc1-a1ea-4c33-a194-ee09c1703788.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.646939] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9e8162c-bb0b-40cf-8ae1-1622efa411ba {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.675636] env[69399]: INFO nova.compute.manager [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Took 40.56 seconds to build instance. [ 884.681457] env[69399]: DEBUG oslo_vmware.api [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': task-4176787, 'name': Rename_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.682151] env[69399]: DEBUG oslo_vmware.api [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Waiting for the task: (returnval){ [ 884.682151] env[69399]: value = "task-4176789" [ 884.682151] env[69399]: _type = "Task" [ 884.682151] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.692837] env[69399]: DEBUG oslo_vmware.api [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Task: {'id': task-4176789, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.707121] env[69399]: DEBUG oslo_vmware.api [None req-c54d4e88-1ff0-478f-a063-e9f4f8e8f1c9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176788, 'name': CloneVM_Task} progress is 93%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.788879] env[69399]: DEBUG nova.network.neutron [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 884.930824] env[69399]: DEBUG nova.scheduler.client.report [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Updated inventory for provider 65caca49-2bb8-4896-b9be-5baf8708847a with generation 62 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 884.931143] env[69399]: DEBUG nova.compute.provider_tree [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Updating resource provider 65caca49-2bb8-4896-b9be-5baf8708847a generation from 62 to 63 during operation: update_inventory {{(pid=69399) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 884.931326] env[69399]: DEBUG nova.compute.provider_tree [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 884.942757] env[69399]: DEBUG nova.network.neutron [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Updating instance_info_cache with network_info: [{"id": "52ce3b55-b552-44fe-addd-4eed8cf02483", "address": "fa:16:3e:7e:23:c0", "network": {"id": "354103d1-d594-4036-a8c9-327191307e85", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1708236959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aac249e2b31c4220a4710a794185a473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52ce3b55-b5", "ovs_interfaceid": "52ce3b55-b552-44fe-addd-4eed8cf02483", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.042996] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquiring lock "8d8f09c7-5035-4ae0-92ea-3562432e6ceb" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.043690] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lock "8d8f09c7-5035-4ae0-92ea-3562432e6ceb" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.043889] env[69399]: INFO nova.compute.manager [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Shelving [ 885.161298] env[69399]: DEBUG oslo_vmware.api [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': task-4176787, 'name': Rename_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.183908] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f4003810-4d20-44ab-865d-39e2cda88559 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Lock "a572b063-eb76-4524-9008-58dfb766cc17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.129s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.195013] env[69399]: DEBUG oslo_vmware.api [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Task: {'id': task-4176789, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.208987] env[69399]: DEBUG oslo_vmware.api [None req-c54d4e88-1ff0-478f-a063-e9f4f8e8f1c9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176788, 'name': CloneVM_Task} progress is 93%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.440249] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.211s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.440836] env[69399]: DEBUG nova.compute.manager [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 885.444953] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f4eb7620-081c-45d6-ba74-e34196e79667 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.156s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.444953] env[69399]: DEBUG nova.objects.instance [None req-f4eb7620-081c-45d6-ba74-e34196e79667 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Lazy-loading 'resources' on Instance uuid 2be94567-64bc-4a1e-94c1-dd58c8c44d87 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.447131] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Releasing lock "refresh_cache-5ad3e254-1e47-4f35-8cdc-9c20cacdef92" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.447671] env[69399]: DEBUG nova.compute.manager [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Instance network_info: |[{"id": "52ce3b55-b552-44fe-addd-4eed8cf02483", "address": "fa:16:3e:7e:23:c0", "network": {"id": "354103d1-d594-4036-a8c9-327191307e85", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1708236959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aac249e2b31c4220a4710a794185a473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52ce3b55-b5", "ovs_interfaceid": "52ce3b55-b552-44fe-addd-4eed8cf02483", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 885.448872] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:23:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cfbd1264-be3d-4ca9-953a-df79de7b010b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52ce3b55-b552-44fe-addd-4eed8cf02483', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.458559] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Creating folder: Project (aac249e2b31c4220a4710a794185a473). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 885.459778] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0cf606ad-d752-4a3e-8928-ea3f87fa004c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.473781] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Created folder: Project (aac249e2b31c4220a4710a794185a473) in parent group-v826677. [ 885.473781] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Creating folder: Instances. Parent ref: group-v826811. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 885.473781] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c3e2ae9-bff8-4bec-9cae-8d7c82f6d8c4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.485498] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Created folder: Instances in parent group-v826811. [ 885.485498] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.485498] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.486260] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9ced862-db31-4c11-9b34-762be3c0ee2e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.514804] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.514804] env[69399]: value = "task-4176792" [ 885.514804] env[69399]: _type = "Task" [ 885.514804] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.524256] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176792, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.661042] env[69399]: DEBUG oslo_vmware.api [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': task-4176787, 'name': Rename_Task, 'duration_secs': 1.435003} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.661330] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.661695] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41d0fc6f-7285-47f0-b844-418e12b10130 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.668857] env[69399]: DEBUG oslo_vmware.api [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Waiting for the task: (returnval){ [ 885.668857] env[69399]: value = "task-4176793" [ 885.668857] env[69399]: _type = "Task" [ 885.668857] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.677836] env[69399]: DEBUG oslo_vmware.api [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': task-4176793, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.700381] env[69399]: DEBUG oslo_vmware.api [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Task: {'id': task-4176789, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.709514] env[69399]: DEBUG oslo_vmware.api [None req-c54d4e88-1ff0-478f-a063-e9f4f8e8f1c9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176788, 'name': CloneVM_Task} progress is 94%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.950247] env[69399]: DEBUG nova.compute.utils [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.955057] env[69399]: DEBUG nova.compute.manager [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 885.955273] env[69399]: DEBUG nova.network.neutron [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 886.025806] env[69399]: DEBUG nova.policy [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98c3962630df415c8385c2dc11437a28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '709ddc7d320440f895a05b5228bfc4a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 886.034828] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176792, 'name': CreateVM_Task, 'duration_secs': 0.395947} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.037789] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.038798] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.039038] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.039420] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.039744] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5ce50fc-4bd4-4155-9b6d-4ef837d79fba {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.045542] env[69399]: DEBUG oslo_vmware.api [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Waiting for the task: (returnval){ [ 886.045542] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]522c05c2-6c4b-e2a6-4275-3d145736fc24" [ 886.045542] env[69399]: _type = "Task" [ 886.045542] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.055269] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.055631] env[69399]: DEBUG oslo_vmware.api [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]522c05c2-6c4b-e2a6-4275-3d145736fc24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.058922] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-392c80a0-744f-4eea-8c85-0c59159a558a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.069055] env[69399]: DEBUG oslo_vmware.api [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 886.069055] env[69399]: value = "task-4176794" [ 886.069055] env[69399]: _type = "Task" [ 886.069055] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.086030] env[69399]: DEBUG oslo_vmware.api [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4176794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.183827] env[69399]: DEBUG oslo_vmware.api [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': task-4176793, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.195344] env[69399]: DEBUG nova.compute.manager [req-a954d8c0-6679-4ad7-8dfa-ed972fd5db2d req-79ed4196-4e50-43ec-a701-389a1b433a5a service nova] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Received event network-changed-44197104-2a3b-4f64-a49e-32cd860233aa {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.195435] env[69399]: DEBUG nova.compute.manager [req-a954d8c0-6679-4ad7-8dfa-ed972fd5db2d req-79ed4196-4e50-43ec-a701-389a1b433a5a service nova] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Refreshing instance network info cache due to event network-changed-44197104-2a3b-4f64-a49e-32cd860233aa. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 886.195741] env[69399]: DEBUG oslo_concurrency.lockutils [req-a954d8c0-6679-4ad7-8dfa-ed972fd5db2d req-79ed4196-4e50-43ec-a701-389a1b433a5a service nova] Acquiring lock "refresh_cache-0998af2d-3756-4997-ac22-2e3b07e876fb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.195976] env[69399]: DEBUG oslo_concurrency.lockutils [req-a954d8c0-6679-4ad7-8dfa-ed972fd5db2d req-79ed4196-4e50-43ec-a701-389a1b433a5a service nova] Acquired lock "refresh_cache-0998af2d-3756-4997-ac22-2e3b07e876fb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.196202] env[69399]: DEBUG nova.network.neutron [req-a954d8c0-6679-4ad7-8dfa-ed972fd5db2d req-79ed4196-4e50-43ec-a701-389a1b433a5a service nova] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Refreshing network info cache for port 44197104-2a3b-4f64-a49e-32cd860233aa {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.203171] env[69399]: DEBUG oslo_vmware.api [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Task: {'id': task-4176789, 'name': ReconfigVM_Task, 'duration_secs': 1.025258} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.208199] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] [instance: a7ed6dc1-a1ea-4c33-a194-ee09c1703788] Reconfigured VM instance instance-0000002b to attach disk [datastore1] a7ed6dc1-a1ea-4c33-a194-ee09c1703788/a7ed6dc1-a1ea-4c33-a194-ee09c1703788.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.208289] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28f13333-553b-4556-8124-fae940fc21c6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.220767] env[69399]: DEBUG oslo_vmware.api [None req-c54d4e88-1ff0-478f-a063-e9f4f8e8f1c9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176788, 'name': CloneVM_Task} progress is 95%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.222892] env[69399]: DEBUG oslo_vmware.api [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Waiting for the task: (returnval){ [ 886.222892] env[69399]: value = "task-4176795" [ 886.222892] env[69399]: _type = "Task" [ 886.222892] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.237708] env[69399]: DEBUG oslo_vmware.api [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Task: {'id': task-4176795, 'name': Rename_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.369857] env[69399]: DEBUG nova.network.neutron [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Successfully created port: 1b378abd-3e1e-4f87-abc9-0504ff71d132 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 886.458251] env[69399]: DEBUG nova.compute.manager [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 886.561326] env[69399]: DEBUG oslo_vmware.api [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]522c05c2-6c4b-e2a6-4275-3d145736fc24, 'name': SearchDatastore_Task, 'duration_secs': 0.014779} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.561651] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.561892] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.562129] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.562271] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.562455] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.563033] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c92869a-250a-4b70-a433-9b5c585b32ae {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.575253] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.575459] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.578938] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88879f9a-d5f7-47b9-a286-c4ba157dfa49 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.585032] env[69399]: DEBUG oslo_vmware.api [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4176794, 'name': PowerOffVM_Task, 'duration_secs': 0.214793} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.585653] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.586541] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64a4823-1a06-42f3-804a-5e068da111c7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.591413] env[69399]: DEBUG oslo_vmware.api [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Waiting for the task: (returnval){ [ 886.591413] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52de6a11-0a05-2989-577c-d80c5c7ea4d0" [ 886.591413] env[69399]: _type = "Task" [ 886.591413] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.618705] env[69399]: DEBUG nova.compute.manager [req-aa82f8e1-e93e-4abe-95e2-4913283e8803 req-7cb6a8f6-36e7-4e81-9bab-1ee040b4dc01 service nova] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Received event network-changed-52ce3b55-b552-44fe-addd-4eed8cf02483 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.618811] env[69399]: DEBUG nova.compute.manager [req-aa82f8e1-e93e-4abe-95e2-4913283e8803 req-7cb6a8f6-36e7-4e81-9bab-1ee040b4dc01 service nova] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Refreshing instance network info cache due to event network-changed-52ce3b55-b552-44fe-addd-4eed8cf02483. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 886.619030] env[69399]: DEBUG oslo_concurrency.lockutils [req-aa82f8e1-e93e-4abe-95e2-4913283e8803 req-7cb6a8f6-36e7-4e81-9bab-1ee040b4dc01 service nova] Acquiring lock "refresh_cache-5ad3e254-1e47-4f35-8cdc-9c20cacdef92" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.619195] env[69399]: DEBUG oslo_concurrency.lockutils [req-aa82f8e1-e93e-4abe-95e2-4913283e8803 req-7cb6a8f6-36e7-4e81-9bab-1ee040b4dc01 service nova] Acquired lock "refresh_cache-5ad3e254-1e47-4f35-8cdc-9c20cacdef92" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.619365] env[69399]: DEBUG nova.network.neutron [req-aa82f8e1-e93e-4abe-95e2-4913283e8803 req-7cb6a8f6-36e7-4e81-9bab-1ee040b4dc01 service nova] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Refreshing network info cache for port 52ce3b55-b552-44fe-addd-4eed8cf02483 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.621882] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577ebc81-d35b-4ac0-bbdb-c1cdfc27655c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.632100] env[69399]: DEBUG oslo_vmware.api [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52de6a11-0a05-2989-577c-d80c5c7ea4d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.683063] env[69399]: DEBUG oslo_vmware.api [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': task-4176793, 'name': PowerOnVM_Task, 'duration_secs': 0.559845} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.684166] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.684380] env[69399]: INFO nova.compute.manager [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Took 8.94 seconds to spawn the instance on the hypervisor. [ 886.684750] env[69399]: DEBUG nova.compute.manager [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.685455] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4db0aad-e717-4875-b4f3-66907392099e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.689962] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e46681-ef7e-4e96-9cc9-5968fb5cf04f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.714417] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05124fc7-2cbb-4280-8ab0-a1bfe7330433 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.725302] env[69399]: DEBUG oslo_vmware.api [None req-c54d4e88-1ff0-478f-a063-e9f4f8e8f1c9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176788, 'name': CloneVM_Task, 'duration_secs': 2.162361} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.752888] env[69399]: INFO nova.virt.vmwareapi.vmops [None req-c54d4e88-1ff0-478f-a063-e9f4f8e8f1c9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Created linked-clone VM from snapshot [ 886.754516] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297bc230-7c1d-4280-a2d1-eb39da751caf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.757603] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c439c4f4-2d81-457f-849d-4fb8a6d70571 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.766754] env[69399]: DEBUG oslo_vmware.api [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Task: {'id': task-4176795, 'name': Rename_Task, 'duration_secs': 0.290176} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.774547] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] [instance: a7ed6dc1-a1ea-4c33-a194-ee09c1703788] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.774547] env[69399]: DEBUG nova.virt.vmwareapi.images [None req-c54d4e88-1ff0-478f-a063-e9f4f8e8f1c9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Uploading image e86ee923-fa03-43b3-b817-35bc8f8d26fa {{(pid=69399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 886.777392] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-661d0ff7-f560-4b63-a11b-611954778ac2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.780618] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da88f606-97dc-488b-8a07-0854236a2156 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.799225] env[69399]: DEBUG nova.compute.provider_tree [None req-f4eb7620-081c-45d6-ba74-e34196e79667 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.805060] env[69399]: DEBUG oslo_vmware.api [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Waiting for the task: (returnval){ [ 886.805060] env[69399]: value = "task-4176796" [ 886.805060] env[69399]: _type = "Task" [ 886.805060] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.816902] env[69399]: DEBUG oslo_vmware.rw_handles [None req-c54d4e88-1ff0-478f-a063-e9f4f8e8f1c9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 886.816902] env[69399]: value = "vm-826810" [ 886.816902] env[69399]: _type = "VirtualMachine" [ 886.816902] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 886.817626] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-99e33d3d-f9d5-4b50-9fcb-4955d4759535 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.823763] env[69399]: DEBUG oslo_vmware.api [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Task: {'id': task-4176796, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.830741] env[69399]: DEBUG oslo_vmware.rw_handles [None req-c54d4e88-1ff0-478f-a063-e9f4f8e8f1c9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Lease: (returnval){ [ 886.830741] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b5e19c-f848-0b64-5df2-b85ffb984829" [ 886.830741] env[69399]: _type = "HttpNfcLease" [ 886.830741] env[69399]: } obtained for exporting VM: (result){ [ 886.830741] env[69399]: value = "vm-826810" [ 886.830741] env[69399]: _type = "VirtualMachine" [ 886.830741] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 886.831233] env[69399]: DEBUG oslo_vmware.api [None req-c54d4e88-1ff0-478f-a063-e9f4f8e8f1c9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Waiting for the lease: (returnval){ [ 886.831233] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b5e19c-f848-0b64-5df2-b85ffb984829" [ 886.831233] env[69399]: _type = "HttpNfcLease" [ 886.831233] env[69399]: } to be ready. {{(pid=69399) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 886.842969] env[69399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 886.842969] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b5e19c-f848-0b64-5df2-b85ffb984829" [ 886.842969] env[69399]: _type = "HttpNfcLease" [ 886.842969] env[69399]: } is initializing. {{(pid=69399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 887.103420] env[69399]: DEBUG oslo_vmware.api [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52de6a11-0a05-2989-577c-d80c5c7ea4d0, 'name': SearchDatastore_Task, 'duration_secs': 0.064433} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.108028] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e27cb3d4-cb18-449b-b98d-3bd7437f3af1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.115978] env[69399]: DEBUG nova.network.neutron [req-a954d8c0-6679-4ad7-8dfa-ed972fd5db2d req-79ed4196-4e50-43ec-a701-389a1b433a5a service nova] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Updated VIF entry in instance network info cache for port 44197104-2a3b-4f64-a49e-32cd860233aa. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 887.115978] env[69399]: DEBUG nova.network.neutron [req-a954d8c0-6679-4ad7-8dfa-ed972fd5db2d req-79ed4196-4e50-43ec-a701-389a1b433a5a service nova] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Updating instance_info_cache with network_info: [{"id": "44197104-2a3b-4f64-a49e-32cd860233aa", "address": "fa:16:3e:1e:b3:e2", "network": {"id": "7b1b91ab-b062-4ecd-a293-386eadcfb02b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1038981098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e78e83a65c624dafa25b2369526af83a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44197104-2a", "ovs_interfaceid": "44197104-2a3b-4f64-a49e-32cd860233aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.122027] env[69399]: DEBUG oslo_vmware.api [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Waiting for the task: (returnval){ [ 887.122027] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5256c162-7036-8039-0aba-ca0396caef71" [ 887.122027] env[69399]: _type = "Task" [ 887.122027] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.136395] env[69399]: DEBUG oslo_vmware.api [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5256c162-7036-8039-0aba-ca0396caef71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.143414] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Creating Snapshot of the VM instance {{(pid=69399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 887.143414] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a7f63aa7-2411-40b4-8a9a-a02e70c86e48 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.155023] env[69399]: DEBUG oslo_vmware.api [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 887.155023] env[69399]: value = "task-4176798" [ 887.155023] env[69399]: _type = "Task" [ 887.155023] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.169446] env[69399]: DEBUG oslo_vmware.api [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4176798, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.220889] env[69399]: INFO nova.compute.manager [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Took 35.59 seconds to build instance. [ 887.310154] env[69399]: DEBUG nova.scheduler.client.report [None req-f4eb7620-081c-45d6-ba74-e34196e79667 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.321543] env[69399]: INFO nova.compute.manager [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Rescuing [ 887.321979] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Acquiring lock "refresh_cache-a572b063-eb76-4524-9008-58dfb766cc17" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.322224] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Acquired lock "refresh_cache-a572b063-eb76-4524-9008-58dfb766cc17" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.322463] env[69399]: DEBUG nova.network.neutron [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.350504] env[69399]: DEBUG oslo_vmware.api [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Task: {'id': task-4176796, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.355146] env[69399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 887.355146] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b5e19c-f848-0b64-5df2-b85ffb984829" [ 887.355146] env[69399]: _type = "HttpNfcLease" [ 887.355146] env[69399]: } is ready. {{(pid=69399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 887.357423] env[69399]: DEBUG oslo_vmware.rw_handles [None req-c54d4e88-1ff0-478f-a063-e9f4f8e8f1c9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 887.357423] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b5e19c-f848-0b64-5df2-b85ffb984829" [ 887.357423] env[69399]: _type = "HttpNfcLease" [ 887.357423] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 887.357423] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23246c6b-9a86-48ae-aa2f-e96ee8942aa8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.366563] env[69399]: DEBUG oslo_vmware.rw_handles [None req-c54d4e88-1ff0-478f-a063-e9f4f8e8f1c9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e5b675-431b-66b9-0304-f8aa411a3889/disk-0.vmdk from lease info. {{(pid=69399) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 887.366793] env[69399]: DEBUG oslo_vmware.rw_handles [None req-c54d4e88-1ff0-478f-a063-e9f4f8e8f1c9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e5b675-431b-66b9-0304-f8aa411a3889/disk-0.vmdk for reading. {{(pid=69399) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 887.468265] env[69399]: DEBUG nova.compute.manager [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 887.495695] env[69399]: DEBUG nova.virt.hardware [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:52:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='f73e70f3-a9b4-4d2d-b5ba-6fb797be7cd1',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1706461506',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.496028] env[69399]: DEBUG nova.virt.hardware [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.496917] env[69399]: DEBUG nova.virt.hardware [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.496917] env[69399]: DEBUG nova.virt.hardware [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.496917] env[69399]: DEBUG nova.virt.hardware [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.496917] env[69399]: DEBUG nova.virt.hardware [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.496917] env[69399]: DEBUG nova.virt.hardware [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.497144] env[69399]: DEBUG nova.virt.hardware [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.497144] env[69399]: DEBUG nova.virt.hardware [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.497308] env[69399]: DEBUG nova.virt.hardware [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.497479] env[69399]: DEBUG nova.virt.hardware [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.498406] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57350b10-7fdb-4ace-a673-8c1fb5941b8b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.507981] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6980f07c-c339-4091-a2fa-78bfa31c1b8a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.530272] env[69399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-527e77e9-1e56-40a2-b18e-bcb01125f94a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.604755] env[69399]: DEBUG nova.network.neutron [req-aa82f8e1-e93e-4abe-95e2-4913283e8803 req-7cb6a8f6-36e7-4e81-9bab-1ee040b4dc01 service nova] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Updated VIF entry in instance network info cache for port 52ce3b55-b552-44fe-addd-4eed8cf02483. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 887.606044] env[69399]: DEBUG nova.network.neutron [req-aa82f8e1-e93e-4abe-95e2-4913283e8803 req-7cb6a8f6-36e7-4e81-9bab-1ee040b4dc01 service nova] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Updating instance_info_cache with network_info: [{"id": "52ce3b55-b552-44fe-addd-4eed8cf02483", "address": "fa:16:3e:7e:23:c0", "network": {"id": "354103d1-d594-4036-a8c9-327191307e85", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1708236959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aac249e2b31c4220a4710a794185a473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52ce3b55-b5", "ovs_interfaceid": "52ce3b55-b552-44fe-addd-4eed8cf02483", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.615255] env[69399]: DEBUG oslo_concurrency.lockutils [None req-67f3ed84-24e0-4e0c-82f9-15d5fff7b35f tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Acquiring lock "90256eb2-af00-45a2-b883-8cbb95046461" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.615527] env[69399]: DEBUG oslo_concurrency.lockutils [None req-67f3ed84-24e0-4e0c-82f9-15d5fff7b35f tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Lock "90256eb2-af00-45a2-b883-8cbb95046461" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.615940] env[69399]: DEBUG oslo_concurrency.lockutils [None req-67f3ed84-24e0-4e0c-82f9-15d5fff7b35f tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Acquiring lock "90256eb2-af00-45a2-b883-8cbb95046461-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.616314] env[69399]: DEBUG oslo_concurrency.lockutils [None req-67f3ed84-24e0-4e0c-82f9-15d5fff7b35f tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Lock "90256eb2-af00-45a2-b883-8cbb95046461-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.616574] env[69399]: DEBUG oslo_concurrency.lockutils [None req-67f3ed84-24e0-4e0c-82f9-15d5fff7b35f tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Lock "90256eb2-af00-45a2-b883-8cbb95046461-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.619064] env[69399]: DEBUG oslo_concurrency.lockutils [req-a954d8c0-6679-4ad7-8dfa-ed972fd5db2d req-79ed4196-4e50-43ec-a701-389a1b433a5a service nova] Releasing lock "refresh_cache-0998af2d-3756-4997-ac22-2e3b07e876fb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.619727] env[69399]: INFO nova.compute.manager [None req-67f3ed84-24e0-4e0c-82f9-15d5fff7b35f tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Terminating instance [ 887.632670] env[69399]: DEBUG oslo_vmware.api [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5256c162-7036-8039-0aba-ca0396caef71, 'name': SearchDatastore_Task, 'duration_secs': 0.01366} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.633396] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.633680] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 5ad3e254-1e47-4f35-8cdc-9c20cacdef92/5ad3e254-1e47-4f35-8cdc-9c20cacdef92.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.633934] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6dfe915d-3793-4c12-8e0f-3f59ecc21983 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.642128] env[69399]: DEBUG oslo_vmware.api [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Waiting for the task: (returnval){ [ 887.642128] env[69399]: value = "task-4176799" [ 887.642128] env[69399]: _type = "Task" [ 887.642128] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.651385] env[69399]: DEBUG oslo_vmware.api [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Task: {'id': task-4176799, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.666019] env[69399]: DEBUG oslo_vmware.api [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4176798, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.724948] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6cf71db6-46e0-49be-949c-08f8caeff454 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Lock "11957fcf-7b3b-46fd-917b-30f9f873b982" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.273s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.840632] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f4eb7620-081c-45d6-ba74-e34196e79667 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.396s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.845647] env[69399]: DEBUG oslo_vmware.api [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Task: {'id': task-4176796, 'name': PowerOnVM_Task, 'duration_secs': 0.599186} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.847091] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0f775372-9393-46b5-b6f7-b256e3916d45 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.420s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.847282] env[69399]: DEBUG nova.objects.instance [None req-0f775372-9393-46b5-b6f7-b256e3916d45 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Lazy-loading 'resources' on Instance uuid a1468a4f-6462-4943-af0e-dd01f8846ce7 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.850093] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] [instance: a7ed6dc1-a1ea-4c33-a194-ee09c1703788] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.850093] env[69399]: INFO nova.compute.manager [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] [instance: a7ed6dc1-a1ea-4c33-a194-ee09c1703788] Took 7.25 seconds to spawn the instance on the hypervisor. [ 887.850093] env[69399]: DEBUG nova.compute.manager [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] [instance: a7ed6dc1-a1ea-4c33-a194-ee09c1703788] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.854033] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d30d2cf-f711-4e6b-9c41-6b284ce2f8e5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.884576] env[69399]: INFO nova.scheduler.client.report [None req-f4eb7620-081c-45d6-ba74-e34196e79667 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Deleted allocations for instance 2be94567-64bc-4a1e-94c1-dd58c8c44d87 [ 887.966179] env[69399]: DEBUG nova.network.neutron [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Successfully updated port: 1b378abd-3e1e-4f87-abc9-0504ff71d132 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 888.108677] env[69399]: DEBUG oslo_concurrency.lockutils [req-aa82f8e1-e93e-4abe-95e2-4913283e8803 req-7cb6a8f6-36e7-4e81-9bab-1ee040b4dc01 service nova] Releasing lock "refresh_cache-5ad3e254-1e47-4f35-8cdc-9c20cacdef92" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.123588] env[69399]: DEBUG nova.compute.manager [None req-67f3ed84-24e0-4e0c-82f9-15d5fff7b35f tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 888.123990] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-67f3ed84-24e0-4e0c-82f9-15d5fff7b35f tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.125360] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ff27ed-1e44-4c3e-a9a3-e36e9c23b9d3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.136927] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f3ed84-24e0-4e0c-82f9-15d5fff7b35f tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.137310] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd4fe88a-f5d7-4922-9d54-96da67d27090 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.149181] env[69399]: DEBUG oslo_vmware.api [None req-67f3ed84-24e0-4e0c-82f9-15d5fff7b35f tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Waiting for the task: (returnval){ [ 888.149181] env[69399]: value = "task-4176800" [ 888.149181] env[69399]: _type = "Task" [ 888.149181] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.159878] env[69399]: DEBUG oslo_vmware.api [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Task: {'id': task-4176799, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.172810] env[69399]: DEBUG oslo_vmware.api [None req-67f3ed84-24e0-4e0c-82f9-15d5fff7b35f tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Task: {'id': task-4176800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.183867] env[69399]: DEBUG oslo_vmware.api [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4176798, 'name': CreateSnapshot_Task, 'duration_secs': 0.981552} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.184769] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Created Snapshot of the VM instance {{(pid=69399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 888.186335] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6ce961-c59e-41df-b59b-e26230465a04 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.383217] env[69399]: INFO nova.compute.manager [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] [instance: a7ed6dc1-a1ea-4c33-a194-ee09c1703788] Took 36.33 seconds to build instance. [ 888.394276] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f4eb7620-081c-45d6-ba74-e34196e79667 tempest-DeleteServersAdminTestJSON-817436744 tempest-DeleteServersAdminTestJSON-817436744-project-member] Lock "2be94567-64bc-4a1e-94c1-dd58c8c44d87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.978s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.439076] env[69399]: DEBUG nova.network.neutron [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Updating instance_info_cache with network_info: [{"id": "324cd50b-f0e6-442e-b2e7-4d1bf1afc71e", "address": "fa:16:3e:20:d3:55", "network": {"id": "734b5a7c-59d6-4166-a7f8-9313ed55be0b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-460151072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2cf4508668f441cba7a16e52b603d018", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap324cd50b-f0", "ovs_interfaceid": "324cd50b-f0e6-442e-b2e7-4d1bf1afc71e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.470366] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquiring lock "refresh_cache-49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.470489] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquired lock "refresh_cache-49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.473037] env[69399]: DEBUG nova.network.neutron [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.659366] env[69399]: DEBUG oslo_vmware.api [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Task: {'id': task-4176799, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709195} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.660428] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 5ad3e254-1e47-4f35-8cdc-9c20cacdef92/5ad3e254-1e47-4f35-8cdc-9c20cacdef92.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.660428] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.660598] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7faf09c1-de75-471d-8022-b92591ba2ae7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.666590] env[69399]: DEBUG oslo_vmware.api [None req-67f3ed84-24e0-4e0c-82f9-15d5fff7b35f tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Task: {'id': task-4176800, 'name': PowerOffVM_Task, 'duration_secs': 0.398524} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.669916] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f3ed84-24e0-4e0c-82f9-15d5fff7b35f tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.670178] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-67f3ed84-24e0-4e0c-82f9-15d5fff7b35f tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.670938] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1eb4625-b86f-4fb9-bf86-7ec11a13b9d3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.675014] env[69399]: DEBUG oslo_vmware.api [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Waiting for the task: (returnval){ [ 888.675014] env[69399]: value = "task-4176801" [ 888.675014] env[69399]: _type = "Task" [ 888.675014] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.691046] env[69399]: DEBUG oslo_vmware.api [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Task: {'id': task-4176801, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.715619] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Creating linked-clone VM from snapshot {{(pid=69399) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 888.718974] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-aa653469-088c-4212-ae53-cac97491d69f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.730588] env[69399]: DEBUG oslo_vmware.api [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 888.730588] env[69399]: value = "task-4176803" [ 888.730588] env[69399]: _type = "Task" [ 888.730588] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.749721] env[69399]: DEBUG oslo_vmware.api [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4176803, 'name': CloneVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.756653] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-67f3ed84-24e0-4e0c-82f9-15d5fff7b35f tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.757099] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-67f3ed84-24e0-4e0c-82f9-15d5fff7b35f tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.757407] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-67f3ed84-24e0-4e0c-82f9-15d5fff7b35f tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Deleting the datastore file [datastore2] 90256eb2-af00-45a2-b883-8cbb95046461 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.766053] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cee83a1-bbc5-4bb6-8f08-e70a5b047cae {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.774261] env[69399]: DEBUG oslo_vmware.api [None req-67f3ed84-24e0-4e0c-82f9-15d5fff7b35f tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Waiting for the task: (returnval){ [ 888.774261] env[69399]: value = "task-4176804" [ 888.774261] env[69399]: _type = "Task" [ 888.774261] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.784440] env[69399]: DEBUG oslo_vmware.api [None req-67f3ed84-24e0-4e0c-82f9-15d5fff7b35f tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Task: {'id': task-4176804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.886131] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4c8c6a5a-169b-48d5-88cf-6297204a36da tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Lock "a7ed6dc1-a1ea-4c33-a194-ee09c1703788" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.817s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.943894] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Releasing lock "refresh_cache-a572b063-eb76-4524-9008-58dfb766cc17" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.027241] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda344d1-2c84-4697-8dcc-8aed84587ca6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.037338] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e844a914-e72f-40dc-9ec1-c7c89654ee01 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.076603] env[69399]: DEBUG nova.network.neutron [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 889.079857] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257faa9d-5e85-49b8-9338-dd0e0c164b3d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.090231] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c84dd97-2ae5-43d9-aa32-e874bc6a8048 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.107935] env[69399]: DEBUG nova.compute.provider_tree [None req-0f775372-9393-46b5-b6f7-b256e3916d45 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.189186] env[69399]: DEBUG oslo_vmware.api [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Task: {'id': task-4176801, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078592} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.189553] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 889.190606] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8352cd-9100-4011-bad4-9932e7edae86 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.217534] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 5ad3e254-1e47-4f35-8cdc-9c20cacdef92/5ad3e254-1e47-4f35-8cdc-9c20cacdef92.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.218047] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a09eb79e-8cd9-432f-a756-adc051d681af {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.245310] env[69399]: DEBUG oslo_vmware.api [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4176803, 'name': CloneVM_Task} progress is 94%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.247363] env[69399]: DEBUG oslo_vmware.api [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Waiting for the task: (returnval){ [ 889.247363] env[69399]: value = "task-4176805" [ 889.247363] env[69399]: _type = "Task" [ 889.247363] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.259700] env[69399]: DEBUG oslo_vmware.api [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Task: {'id': task-4176805, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.286516] env[69399]: DEBUG oslo_vmware.api [None req-67f3ed84-24e0-4e0c-82f9-15d5fff7b35f tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Task: {'id': task-4176804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323693} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.287206] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-67f3ed84-24e0-4e0c-82f9-15d5fff7b35f tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.287259] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-67f3ed84-24e0-4e0c-82f9-15d5fff7b35f tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.287422] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-67f3ed84-24e0-4e0c-82f9-15d5fff7b35f tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.287698] env[69399]: INFO nova.compute.manager [None req-67f3ed84-24e0-4e0c-82f9-15d5fff7b35f tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Took 1.16 seconds to destroy the instance on the hypervisor. [ 889.291020] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67f3ed84-24e0-4e0c-82f9-15d5fff7b35f tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.291020] env[69399]: DEBUG nova.compute.manager [-] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 889.291020] env[69399]: DEBUG nova.network.neutron [-] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 889.413550] env[69399]: DEBUG nova.network.neutron [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Updating instance_info_cache with network_info: [{"id": "1b378abd-3e1e-4f87-abc9-0504ff71d132", "address": "fa:16:3e:e1:80:4f", "network": {"id": "e6123224-ba4a-4d8f-91b9-06e051cef811", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70c0851169f84ebb9810edf05230c60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b378abd-3e", "ovs_interfaceid": "1b378abd-3e1e-4f87-abc9-0504ff71d132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.616060] env[69399]: DEBUG nova.scheduler.client.report [None req-0f775372-9393-46b5-b6f7-b256e3916d45 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.752365] env[69399]: DEBUG oslo_vmware.api [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4176803, 'name': CloneVM_Task} progress is 94%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.767914] env[69399]: DEBUG oslo_vmware.api [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Task: {'id': task-4176805, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.779353] env[69399]: DEBUG nova.compute.manager [req-27e320b4-f66f-4879-bd59-4216887e2b20 req-a05eb8bf-e0e7-4742-a457-1cacede5c3e7 service nova] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Received event network-vif-plugged-1b378abd-3e1e-4f87-abc9-0504ff71d132 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.779353] env[69399]: DEBUG oslo_concurrency.lockutils [req-27e320b4-f66f-4879-bd59-4216887e2b20 req-a05eb8bf-e0e7-4742-a457-1cacede5c3e7 service nova] Acquiring lock "49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.779517] env[69399]: DEBUG oslo_concurrency.lockutils [req-27e320b4-f66f-4879-bd59-4216887e2b20 req-a05eb8bf-e0e7-4742-a457-1cacede5c3e7 service nova] Lock "49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.779764] env[69399]: DEBUG oslo_concurrency.lockutils [req-27e320b4-f66f-4879-bd59-4216887e2b20 req-a05eb8bf-e0e7-4742-a457-1cacede5c3e7 service nova] Lock "49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.779956] env[69399]: DEBUG nova.compute.manager [req-27e320b4-f66f-4879-bd59-4216887e2b20 req-a05eb8bf-e0e7-4742-a457-1cacede5c3e7 service nova] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] No waiting events found dispatching network-vif-plugged-1b378abd-3e1e-4f87-abc9-0504ff71d132 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 889.780445] env[69399]: WARNING nova.compute.manager [req-27e320b4-f66f-4879-bd59-4216887e2b20 req-a05eb8bf-e0e7-4742-a457-1cacede5c3e7 service nova] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Received unexpected event network-vif-plugged-1b378abd-3e1e-4f87-abc9-0504ff71d132 for instance with vm_state building and task_state spawning. [ 889.780755] env[69399]: DEBUG nova.compute.manager [req-27e320b4-f66f-4879-bd59-4216887e2b20 req-a05eb8bf-e0e7-4742-a457-1cacede5c3e7 service nova] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Received event network-changed-1b378abd-3e1e-4f87-abc9-0504ff71d132 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.780986] env[69399]: DEBUG nova.compute.manager [req-27e320b4-f66f-4879-bd59-4216887e2b20 req-a05eb8bf-e0e7-4742-a457-1cacede5c3e7 service nova] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Refreshing instance network info cache due to event network-changed-1b378abd-3e1e-4f87-abc9-0504ff71d132. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 889.781990] env[69399]: DEBUG oslo_concurrency.lockutils [req-27e320b4-f66f-4879-bd59-4216887e2b20 req-a05eb8bf-e0e7-4742-a457-1cacede5c3e7 service nova] Acquiring lock "refresh_cache-49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.916386] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Releasing lock "refresh_cache-49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.917569] env[69399]: DEBUG nova.compute.manager [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Instance network_info: |[{"id": "1b378abd-3e1e-4f87-abc9-0504ff71d132", "address": "fa:16:3e:e1:80:4f", "network": {"id": "e6123224-ba4a-4d8f-91b9-06e051cef811", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70c0851169f84ebb9810edf05230c60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b378abd-3e", "ovs_interfaceid": "1b378abd-3e1e-4f87-abc9-0504ff71d132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 889.917934] env[69399]: DEBUG oslo_concurrency.lockutils [req-27e320b4-f66f-4879-bd59-4216887e2b20 req-a05eb8bf-e0e7-4742-a457-1cacede5c3e7 service nova] Acquired lock "refresh_cache-49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.918157] env[69399]: DEBUG nova.network.neutron [req-27e320b4-f66f-4879-bd59-4216887e2b20 req-a05eb8bf-e0e7-4742-a457-1cacede5c3e7 service nova] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Refreshing network info cache for port 1b378abd-3e1e-4f87-abc9-0504ff71d132 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.919392] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:80:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b378abd-3e1e-4f87-abc9-0504ff71d132', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.928542] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.929911] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.929911] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b1fc44f-f42e-4596-a87e-426b80c71bb1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.955932] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.955932] env[69399]: value = "task-4176806" [ 889.955932] env[69399]: _type = "Task" [ 889.955932] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.967560] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176806, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.002910] env[69399]: DEBUG nova.compute.manager [req-f02fc0f0-016e-4e9f-92f6-038d064bc36f req-8da7965f-f3d4-490f-9282-896c048a82a4 service nova] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Received event network-changed-45b17eab-559d-4df7-b196-0f0232a8c2a2 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.003529] env[69399]: DEBUG nova.compute.manager [req-f02fc0f0-016e-4e9f-92f6-038d064bc36f req-8da7965f-f3d4-490f-9282-896c048a82a4 service nova] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Refreshing instance network info cache due to event network-changed-45b17eab-559d-4df7-b196-0f0232a8c2a2. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 890.003648] env[69399]: DEBUG oslo_concurrency.lockutils [req-f02fc0f0-016e-4e9f-92f6-038d064bc36f req-8da7965f-f3d4-490f-9282-896c048a82a4 service nova] Acquiring lock "refresh_cache-97eda364-701c-4a37-b3b8-9e399dad5fd5" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.004980] env[69399]: DEBUG oslo_concurrency.lockutils [req-f02fc0f0-016e-4e9f-92f6-038d064bc36f req-8da7965f-f3d4-490f-9282-896c048a82a4 service nova] Acquired lock "refresh_cache-97eda364-701c-4a37-b3b8-9e399dad5fd5" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.004980] env[69399]: DEBUG nova.network.neutron [req-f02fc0f0-016e-4e9f-92f6-038d064bc36f req-8da7965f-f3d4-490f-9282-896c048a82a4 service nova] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Refreshing network info cache for port 45b17eab-559d-4df7-b196-0f0232a8c2a2 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 890.121592] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0f775372-9393-46b5-b6f7-b256e3916d45 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.275s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.124658] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.574s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.126671] env[69399]: INFO nova.compute.claims [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.156220] env[69399]: INFO nova.scheduler.client.report [None req-0f775372-9393-46b5-b6f7-b256e3916d45 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Deleted allocations for instance a1468a4f-6462-4943-af0e-dd01f8846ce7 [ 890.251926] env[69399]: DEBUG oslo_vmware.api [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4176803, 'name': CloneVM_Task} progress is 95%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.263025] env[69399]: DEBUG oslo_vmware.api [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Task: {'id': task-4176805, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.415797] env[69399]: DEBUG nova.network.neutron [-] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.471434] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176806, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.490552] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.490908] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa90460e-78df-45dc-bc75-8e871d403637 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.499515] env[69399]: DEBUG oslo_vmware.api [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Waiting for the task: (returnval){ [ 890.499515] env[69399]: value = "task-4176807" [ 890.499515] env[69399]: _type = "Task" [ 890.499515] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.517642] env[69399]: DEBUG oslo_vmware.api [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.666318] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0f775372-9393-46b5-b6f7-b256e3916d45 tempest-ServerRescueTestJSONUnderV235-661422964 tempest-ServerRescueTestJSONUnderV235-661422964-project-member] Lock "a1468a4f-6462-4943-af0e-dd01f8846ce7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.792s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.694024] env[69399]: DEBUG nova.network.neutron [req-27e320b4-f66f-4879-bd59-4216887e2b20 req-a05eb8bf-e0e7-4742-a457-1cacede5c3e7 service nova] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Updated VIF entry in instance network info cache for port 1b378abd-3e1e-4f87-abc9-0504ff71d132. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.694558] env[69399]: DEBUG nova.network.neutron [req-27e320b4-f66f-4879-bd59-4216887e2b20 req-a05eb8bf-e0e7-4742-a457-1cacede5c3e7 service nova] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Updating instance_info_cache with network_info: [{"id": "1b378abd-3e1e-4f87-abc9-0504ff71d132", "address": "fa:16:3e:e1:80:4f", "network": {"id": "e6123224-ba4a-4d8f-91b9-06e051cef811", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70c0851169f84ebb9810edf05230c60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b378abd-3e", "ovs_interfaceid": "1b378abd-3e1e-4f87-abc9-0504ff71d132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.749411] env[69399]: DEBUG oslo_vmware.api [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4176803, 'name': CloneVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.763449] env[69399]: DEBUG oslo_vmware.api [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Task: {'id': task-4176805, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.919921] env[69399]: INFO nova.compute.manager [-] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Took 1.63 seconds to deallocate network for instance. [ 890.972338] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176806, 'name': CreateVM_Task, 'duration_secs': 0.646567} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.973121] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.973590] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.974216] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.974476] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.975053] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26fffb7f-c97a-449a-8825-da592d2c8fd0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.983020] env[69399]: DEBUG oslo_vmware.api [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Waiting for the task: (returnval){ [ 890.983020] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52fc6204-6ea1-6f3f-80bb-63513515958a" [ 890.983020] env[69399]: _type = "Task" [ 890.983020] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.990814] env[69399]: DEBUG oslo_vmware.api [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52fc6204-6ea1-6f3f-80bb-63513515958a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.009514] env[69399]: DEBUG oslo_vmware.api [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176807, 'name': PowerOffVM_Task, 'duration_secs': 0.229528} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.009774] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.010588] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a92262-91e2-441c-97ed-9b60e4923679 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.031793] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c4176c-72ce-4746-8509-90caf3caf8c6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.079114] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.079446] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5acf2d3-aa23-4f29-a25b-833b57deb7c3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.090675] env[69399]: DEBUG oslo_vmware.api [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Waiting for the task: (returnval){ [ 891.090675] env[69399]: value = "task-4176808" [ 891.090675] env[69399]: _type = "Task" [ 891.090675] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.098987] env[69399]: DEBUG oslo_vmware.api [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.197664] env[69399]: DEBUG oslo_concurrency.lockutils [req-27e320b4-f66f-4879-bd59-4216887e2b20 req-a05eb8bf-e0e7-4742-a457-1cacede5c3e7 service nova] Releasing lock "refresh_cache-49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.251982] env[69399]: DEBUG oslo_vmware.api [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4176803, 'name': CloneVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.267162] env[69399]: DEBUG oslo_vmware.api [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Task: {'id': task-4176805, 'name': ReconfigVM_Task, 'duration_secs': 1.543696} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.268064] env[69399]: DEBUG nova.network.neutron [req-f02fc0f0-016e-4e9f-92f6-038d064bc36f req-8da7965f-f3d4-490f-9282-896c048a82a4 service nova] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Updated VIF entry in instance network info cache for port 45b17eab-559d-4df7-b196-0f0232a8c2a2. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.268395] env[69399]: DEBUG nova.network.neutron [req-f02fc0f0-016e-4e9f-92f6-038d064bc36f req-8da7965f-f3d4-490f-9282-896c048a82a4 service nova] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Updating instance_info_cache with network_info: [{"id": "45b17eab-559d-4df7-b196-0f0232a8c2a2", "address": "fa:16:3e:f3:04:51", "network": {"id": "810c00e9-4b70-4638-8913-eaea2b8970b5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1053593037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84685f5442fe4077bcb1e5b0941ed777", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45b17eab-55", "ovs_interfaceid": "45b17eab-559d-4df7-b196-0f0232a8c2a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.269536] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 5ad3e254-1e47-4f35-8cdc-9c20cacdef92/5ad3e254-1e47-4f35-8cdc-9c20cacdef92.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.274118] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-450e7681-d36a-4196-92b8-7a074910f0ac {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.282068] env[69399]: DEBUG oslo_vmware.api [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Waiting for the task: (returnval){ [ 891.282068] env[69399]: value = "task-4176809" [ 891.282068] env[69399]: _type = "Task" [ 891.282068] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.079983] env[69399]: DEBUG oslo_concurrency.lockutils [None req-67f3ed84-24e0-4e0c-82f9-15d5fff7b35f tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.079983] env[69399]: DEBUG oslo_concurrency.lockutils [req-f02fc0f0-016e-4e9f-92f6-038d064bc36f req-8da7965f-f3d4-490f-9282-896c048a82a4 service nova] Releasing lock "refresh_cache-97eda364-701c-4a37-b3b8-9e399dad5fd5" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.092353] env[69399]: DEBUG oslo_vmware.api [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Task: {'id': task-4176809, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.092563] env[69399]: WARNING oslo_vmware.common.loopingcall [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] task run outlasted interval by 0.310252 sec [ 892.107123] env[69399]: DEBUG oslo_vmware.api [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52fc6204-6ea1-6f3f-80bb-63513515958a, 'name': SearchDatastore_Task, 'duration_secs': 0.010966} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.107123] env[69399]: DEBUG oslo_vmware.api [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4176803, 'name': CloneVM_Task, 'duration_secs': 2.598956} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.109863] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] VM already powered off {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 892.110103] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.110347] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.110497] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.110676] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.114165] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.114165] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.114165] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.114165] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.114165] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.114165] env[69399]: INFO nova.virt.vmwareapi.vmops [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Created linked-clone VM from snapshot [ 892.115473] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-978151eb-a43b-4a56-9187-bcbc8832f0ef {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.117365] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab2edf95-53ba-4b5b-a7d1-c3ef1df53cf8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.119899] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d6658e-c6c9-4433-8eae-65aaf03e4a46 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.122261] env[69399]: DEBUG oslo_vmware.api [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Task: {'id': task-4176809, 'name': Rename_Task, 'duration_secs': 0.356615} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.122728] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.123958] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-026606ac-e572-41e7-bbe7-1507f88b6b47 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.130845] env[69399]: DEBUG nova.virt.vmwareapi.images [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Uploading image e4d101bf-c1bc-4545-bf97-33b28f75eb4f {{(pid=69399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 892.138538] env[69399]: DEBUG oslo_vmware.api [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Waiting for the task: (returnval){ [ 892.138538] env[69399]: value = "task-4176810" [ 892.138538] env[69399]: _type = "Task" [ 892.138538] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.138845] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.139019] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.139787] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.140592] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.141062] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd8f96a7-c33a-4984-a286-fa8ed1b84031 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.143663] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1143eba1-62f9-4922-8d82-45bd19f41d29 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.156354] env[69399]: DEBUG oslo_vmware.api [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Waiting for the task: (returnval){ [ 892.156354] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b971c8-042e-5007-fd2c-7045710e10cb" [ 892.156354] env[69399]: _type = "Task" [ 892.156354] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.161582] env[69399]: DEBUG oslo_vmware.api [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Task: {'id': task-4176810, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.161658] env[69399]: DEBUG oslo_vmware.api [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Waiting for the task: (returnval){ [ 892.161658] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5244f34a-6ae8-40d2-14b1-7b3c9e4d9edb" [ 892.161658] env[69399]: _type = "Task" [ 892.161658] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.171043] env[69399]: DEBUG oslo_vmware.rw_handles [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 892.171043] env[69399]: value = "vm-826815" [ 892.171043] env[69399]: _type = "VirtualMachine" [ 892.171043] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 892.175879] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b0cd6c28-932d-4303-9c0d-1b4c13e0d5d7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.186832] env[69399]: DEBUG oslo_vmware.api [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b971c8-042e-5007-fd2c-7045710e10cb, 'name': SearchDatastore_Task, 'duration_secs': 0.017365} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.191753] env[69399]: DEBUG oslo_vmware.rw_handles [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lease: (returnval){ [ 892.191753] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]522613c4-8bc8-6646-92f2-9abf465979a5" [ 892.191753] env[69399]: _type = "HttpNfcLease" [ 892.191753] env[69399]: } obtained for exporting VM: (result){ [ 892.191753] env[69399]: value = "vm-826815" [ 892.191753] env[69399]: _type = "VirtualMachine" [ 892.191753] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 892.192144] env[69399]: DEBUG oslo_vmware.api [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the lease: (returnval){ [ 892.192144] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]522613c4-8bc8-6646-92f2-9abf465979a5" [ 892.192144] env[69399]: _type = "HttpNfcLease" [ 892.192144] env[69399]: } to be ready. {{(pid=69399) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 892.192341] env[69399]: DEBUG oslo_vmware.api [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5244f34a-6ae8-40d2-14b1-7b3c9e4d9edb, 'name': SearchDatastore_Task, 'duration_secs': 0.016555} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.195123] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8b8eac9-c356-4835-b2ed-5acb8e02a606 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.203258] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eb53d2c-70e2-41a0-8978-0251b518a2ec {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.208379] env[69399]: DEBUG oslo_vmware.api [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Waiting for the task: (returnval){ [ 892.208379] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e88fa2-fa49-224d-b1f2-55cc0d04c8de" [ 892.208379] env[69399]: _type = "Task" [ 892.208379] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.211667] env[69399]: DEBUG oslo_vmware.api [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Waiting for the task: (returnval){ [ 892.211667] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]525c9298-896c-6b30-6d29-00f71365a171" [ 892.211667] env[69399]: _type = "Task" [ 892.211667] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.211876] env[69399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 892.211876] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]522613c4-8bc8-6646-92f2-9abf465979a5" [ 892.211876] env[69399]: _type = "HttpNfcLease" [ 892.211876] env[69399]: } is ready. {{(pid=69399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 892.215957] env[69399]: DEBUG oslo_vmware.rw_handles [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 892.215957] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]522613c4-8bc8-6646-92f2-9abf465979a5" [ 892.215957] env[69399]: _type = "HttpNfcLease" [ 892.215957] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 892.220510] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12dfa020-d586-44db-a1f5-ba8a5ba5572f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.233748] env[69399]: DEBUG oslo_vmware.api [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e88fa2-fa49-224d-b1f2-55cc0d04c8de, 'name': SearchDatastore_Task, 'duration_secs': 0.013515} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.240220] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.240536] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] a572b063-eb76-4524-9008-58dfb766cc17/080cf791-deb9-45e0-96cd-252fc7c4f56a-rescue.vmdk. {{(pid=69399) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 892.240854] env[69399]: DEBUG oslo_vmware.api [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]525c9298-896c-6b30-6d29-00f71365a171, 'name': SearchDatastore_Task, 'duration_secs': 0.013808} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.241239] env[69399]: DEBUG oslo_vmware.rw_handles [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52451183-c8e1-ec33-c976-f1fe5b889dc7/disk-0.vmdk from lease info. {{(pid=69399) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 892.241363] env[69399]: DEBUG oslo_vmware.rw_handles [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52451183-c8e1-ec33-c976-f1fe5b889dc7/disk-0.vmdk for reading. {{(pid=69399) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 892.242518] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f1730fd-7f08-4dfd-8d55-127bde7e7e1a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.244978] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.245254] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6/49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.248861] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-148c9723-31a9-416a-9f6e-34a235d4bf78 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.309186] env[69399]: DEBUG oslo_vmware.api [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Waiting for the task: (returnval){ [ 892.309186] env[69399]: value = "task-4176812" [ 892.309186] env[69399]: _type = "Task" [ 892.309186] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.317904] env[69399]: DEBUG oslo_vmware.api [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Waiting for the task: (returnval){ [ 892.317904] env[69399]: value = "task-4176813" [ 892.317904] env[69399]: _type = "Task" [ 892.317904] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.323809] env[69399]: DEBUG oslo_vmware.api [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.331113] env[69399]: DEBUG oslo_vmware.api [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176813, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.363326] env[69399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8082d082-2c6b-408d-a838-601dc77d7898 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.376089] env[69399]: DEBUG nova.compute.manager [None req-b5f0e781-2c5b-4f4e-a566-f7cf550eb500 tempest-ServerDiagnosticsV248Test-810144818 tempest-ServerDiagnosticsV248Test-810144818-project-admin] [instance: a7ed6dc1-a1ea-4c33-a194-ee09c1703788] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.377704] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddb388a-7c61-4361-8a41-27199cc835cf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.391125] env[69399]: INFO nova.compute.manager [None req-b5f0e781-2c5b-4f4e-a566-f7cf550eb500 tempest-ServerDiagnosticsV248Test-810144818 tempest-ServerDiagnosticsV248Test-810144818-project-admin] [instance: a7ed6dc1-a1ea-4c33-a194-ee09c1703788] Retrieving diagnostics [ 892.397120] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08083032-56df-4eb4-aa8c-164230fc6e9e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.614911] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea0f80f-ae06-493a-8e80-741955d99297 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.626095] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02a3ca1-7d40-457d-80b8-c6270c4d3bd3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.669642] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c8abb8-e60c-4b94-847d-468beaf47c9f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.679494] env[69399]: DEBUG oslo_vmware.api [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Task: {'id': task-4176810, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.683066] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c89094-d0ac-4e5f-9bf6-034e0c8b7272 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.703190] env[69399]: DEBUG nova.compute.provider_tree [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.825029] env[69399]: DEBUG oslo_vmware.api [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176812, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.832698] env[69399]: DEBUG oslo_vmware.api [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176813, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.180531] env[69399]: DEBUG oslo_vmware.api [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Task: {'id': task-4176810, 'name': PowerOnVM_Task, 'duration_secs': 0.634483} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.180939] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.181281] env[69399]: INFO nova.compute.manager [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Took 9.92 seconds to spawn the instance on the hypervisor. [ 893.181549] env[69399]: DEBUG nova.compute.manager [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.183201] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8acb7e71-4695-4471-9b45-2ad5b9da2340 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.207660] env[69399]: DEBUG nova.scheduler.client.report [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.325037] env[69399]: DEBUG oslo_vmware.api [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176812, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572883} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.326204] env[69399]: INFO nova.virt.vmwareapi.ds_util [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] a572b063-eb76-4524-9008-58dfb766cc17/080cf791-deb9-45e0-96cd-252fc7c4f56a-rescue.vmdk. [ 893.327931] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e654508c-e166-4afe-8b14-19d970f83137 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.339161] env[69399]: DEBUG oslo_vmware.api [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176813, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703826} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.339681] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6/49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.340386] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.340660] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5cfa3ec2-0293-4706-b696-725863c2dd0c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.370247] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] a572b063-eb76-4524-9008-58dfb766cc17/080cf791-deb9-45e0-96cd-252fc7c4f56a-rescue.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.372126] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9742fbf1-c6b5-4df1-be7d-96778a1f2e81 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.388103] env[69399]: DEBUG oslo_vmware.api [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Waiting for the task: (returnval){ [ 893.388103] env[69399]: value = "task-4176814" [ 893.388103] env[69399]: _type = "Task" [ 893.388103] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.396751] env[69399]: DEBUG oslo_vmware.api [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Waiting for the task: (returnval){ [ 893.396751] env[69399]: value = "task-4176815" [ 893.396751] env[69399]: _type = "Task" [ 893.396751] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.404309] env[69399]: DEBUG oslo_vmware.api [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176814, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.412505] env[69399]: DEBUG oslo_vmware.api [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176815, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.712880] env[69399]: INFO nova.compute.manager [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Took 37.21 seconds to build instance. [ 893.717049] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.592s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.719389] env[69399]: DEBUG nova.compute.manager [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 893.723446] env[69399]: DEBUG oslo_concurrency.lockutils [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.259s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.725737] env[69399]: INFO nova.compute.claims [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 893.735745] env[69399]: DEBUG nova.compute.manager [req-a5e4a860-0043-4f33-831c-a8a5cc51278f req-61bbca25-07cf-4633-b8e1-a967de54cb8d service nova] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Received event network-vif-deleted-329c91b6-1920-4197-afc8-3d86cf408898 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.774828] env[69399]: DEBUG nova.compute.manager [req-d6905d84-0326-4751-b816-edf386f4486a req-d6ef45cd-43ac-42d2-a161-d74a4ec6d013 service nova] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Received event network-changed-44197104-2a3b-4f64-a49e-32cd860233aa {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.774828] env[69399]: DEBUG nova.compute.manager [req-d6905d84-0326-4751-b816-edf386f4486a req-d6ef45cd-43ac-42d2-a161-d74a4ec6d013 service nova] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Refreshing instance network info cache due to event network-changed-44197104-2a3b-4f64-a49e-32cd860233aa. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 893.775012] env[69399]: DEBUG oslo_concurrency.lockutils [req-d6905d84-0326-4751-b816-edf386f4486a req-d6ef45cd-43ac-42d2-a161-d74a4ec6d013 service nova] Acquiring lock "refresh_cache-0998af2d-3756-4997-ac22-2e3b07e876fb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.775485] env[69399]: DEBUG oslo_concurrency.lockutils [req-d6905d84-0326-4751-b816-edf386f4486a req-d6ef45cd-43ac-42d2-a161-d74a4ec6d013 service nova] Acquired lock "refresh_cache-0998af2d-3756-4997-ac22-2e3b07e876fb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.776606] env[69399]: DEBUG nova.network.neutron [req-d6905d84-0326-4751-b816-edf386f4486a req-d6ef45cd-43ac-42d2-a161-d74a4ec6d013 service nova] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Refreshing network info cache for port 44197104-2a3b-4f64-a49e-32cd860233aa {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.802701] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "64f7123e-4dfc-4c86-b430-ee91d9996662" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.803927] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "64f7123e-4dfc-4c86-b430-ee91d9996662" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.902008] env[69399]: DEBUG oslo_vmware.api [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176814, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143054} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.908796] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.909550] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a9fc72-c3d8-4ab3-8315-fb065ce93dca {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.922022] env[69399]: DEBUG oslo_vmware.api [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176815, 'name': ReconfigVM_Task, 'duration_secs': 0.408408} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.935983] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Reconfigured VM instance instance-00000029 to attach disk [datastore1] a572b063-eb76-4524-9008-58dfb766cc17/080cf791-deb9-45e0-96cd-252fc7c4f56a-rescue.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.948940] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6/49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.949818] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd49f89-7e05-409b-b8cc-4e4ddaf8bbf7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.955447] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-784d3949-66c3-4430-841e-b351c9b4c446 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.006154] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00c6bede-0ae0-45d3-9d9d-d65c62326a82 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.019440] env[69399]: DEBUG oslo_vmware.api [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Waiting for the task: (returnval){ [ 894.019440] env[69399]: value = "task-4176816" [ 894.019440] env[69399]: _type = "Task" [ 894.019440] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.024689] env[69399]: DEBUG oslo_vmware.api [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Waiting for the task: (returnval){ [ 894.024689] env[69399]: value = "task-4176817" [ 894.024689] env[69399]: _type = "Task" [ 894.024689] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.031258] env[69399]: DEBUG oslo_vmware.api [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176816, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.040500] env[69399]: DEBUG oslo_vmware.api [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176817, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.215687] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4bc0d730-4512-4f94-b99e-d8af20e9a29f tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Lock "5ad3e254-1e47-4f35-8cdc-9c20cacdef92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.667s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.233828] env[69399]: DEBUG nova.compute.utils [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 894.239119] env[69399]: DEBUG nova.compute.manager [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 894.239119] env[69399]: DEBUG nova.network.neutron [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 894.307389] env[69399]: DEBUG nova.compute.manager [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 894.399506] env[69399]: DEBUG nova.policy [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '238330dd46db4e949ee6692f72f90846', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a9417a015784ab98988dfe1dca982ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 894.526239] env[69399]: DEBUG nova.network.neutron [req-d6905d84-0326-4751-b816-edf386f4486a req-d6ef45cd-43ac-42d2-a161-d74a4ec6d013 service nova] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Updated VIF entry in instance network info cache for port 44197104-2a3b-4f64-a49e-32cd860233aa. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.526239] env[69399]: DEBUG nova.network.neutron [req-d6905d84-0326-4751-b816-edf386f4486a req-d6ef45cd-43ac-42d2-a161-d74a4ec6d013 service nova] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Updating instance_info_cache with network_info: [{"id": "44197104-2a3b-4f64-a49e-32cd860233aa", "address": "fa:16:3e:1e:b3:e2", "network": {"id": "7b1b91ab-b062-4ecd-a293-386eadcfb02b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1038981098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e78e83a65c624dafa25b2369526af83a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44197104-2a", "ovs_interfaceid": "44197104-2a3b-4f64-a49e-32cd860233aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.532263] env[69399]: DEBUG oslo_vmware.api [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176816, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.542480] env[69399]: DEBUG oslo_vmware.api [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176817, 'name': ReconfigVM_Task, 'duration_secs': 0.173296} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.542799] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.543093] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b39193c-ce06-4452-8e47-0bbc783b4ada {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.552065] env[69399]: DEBUG oslo_vmware.api [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Waiting for the task: (returnval){ [ 894.552065] env[69399]: value = "task-4176818" [ 894.552065] env[69399]: _type = "Task" [ 894.552065] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.562329] env[69399]: DEBUG oslo_vmware.api [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.738230] env[69399]: DEBUG nova.compute.utils [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 894.831093] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.032033] env[69399]: DEBUG oslo_concurrency.lockutils [req-d6905d84-0326-4751-b816-edf386f4486a req-d6ef45cd-43ac-42d2-a161-d74a4ec6d013 service nova] Releasing lock "refresh_cache-0998af2d-3756-4997-ac22-2e3b07e876fb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.032033] env[69399]: DEBUG nova.compute.manager [req-d6905d84-0326-4751-b816-edf386f4486a req-d6ef45cd-43ac-42d2-a161-d74a4ec6d013 service nova] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Received event network-changed-45b17eab-559d-4df7-b196-0f0232a8c2a2 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.032197] env[69399]: DEBUG nova.compute.manager [req-d6905d84-0326-4751-b816-edf386f4486a req-d6ef45cd-43ac-42d2-a161-d74a4ec6d013 service nova] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Refreshing instance network info cache due to event network-changed-45b17eab-559d-4df7-b196-0f0232a8c2a2. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 895.032430] env[69399]: DEBUG oslo_concurrency.lockutils [req-d6905d84-0326-4751-b816-edf386f4486a req-d6ef45cd-43ac-42d2-a161-d74a4ec6d013 service nova] Acquiring lock "refresh_cache-97eda364-701c-4a37-b3b8-9e399dad5fd5" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.032588] env[69399]: DEBUG oslo_concurrency.lockutils [req-d6905d84-0326-4751-b816-edf386f4486a req-d6ef45cd-43ac-42d2-a161-d74a4ec6d013 service nova] Acquired lock "refresh_cache-97eda364-701c-4a37-b3b8-9e399dad5fd5" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.032808] env[69399]: DEBUG nova.network.neutron [req-d6905d84-0326-4751-b816-edf386f4486a req-d6ef45cd-43ac-42d2-a161-d74a4ec6d013 service nova] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Refreshing network info cache for port 45b17eab-559d-4df7-b196-0f0232a8c2a2 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.034236] env[69399]: DEBUG oslo_vmware.api [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176816, 'name': ReconfigVM_Task, 'duration_secs': 1.029616} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.038026] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6/49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.038026] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d94118ad-22c1-4ba4-b8da-f603f2cc004b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.046435] env[69399]: DEBUG oslo_vmware.api [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Waiting for the task: (returnval){ [ 895.046435] env[69399]: value = "task-4176819" [ 895.046435] env[69399]: _type = "Task" [ 895.046435] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.063626] env[69399]: DEBUG oslo_vmware.api [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176819, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.075580] env[69399]: DEBUG oslo_vmware.api [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176818, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.242099] env[69399]: DEBUG nova.compute.manager [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 895.255326] env[69399]: DEBUG nova.network.neutron [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Successfully created port: 37e2f2ea-1c04-4d6b-9937-f04d339e95f0 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 895.428657] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368e4b5b-5f4e-484b-bd2d-386482e48066 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.440399] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88eb11f0-915a-4978-8630-82341d4f42ab {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.476857] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e5def6-4bdc-4813-b81b-f0e08fe4bc94 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.486243] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65a92e5-ec55-46dd-aceb-ec5ac007afe3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.501934] env[69399]: DEBUG nova.compute.provider_tree [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.558388] env[69399]: DEBUG oslo_vmware.api [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176819, 'name': Rename_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.568981] env[69399]: DEBUG oslo_vmware.api [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176818, 'name': PowerOnVM_Task, 'duration_secs': 0.560548} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.569274] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.572187] env[69399]: DEBUG nova.compute.manager [None req-0eaa1f8a-293a-4034-9e34-7220e07410b3 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.573041] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7e7d64-202b-43bb-bcfe-3ca46e4b3546 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.802275] env[69399]: DEBUG nova.network.neutron [req-d6905d84-0326-4751-b816-edf386f4486a req-d6ef45cd-43ac-42d2-a161-d74a4ec6d013 service nova] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Updated VIF entry in instance network info cache for port 45b17eab-559d-4df7-b196-0f0232a8c2a2. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 895.804057] env[69399]: DEBUG nova.network.neutron [req-d6905d84-0326-4751-b816-edf386f4486a req-d6ef45cd-43ac-42d2-a161-d74a4ec6d013 service nova] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Updating instance_info_cache with network_info: [{"id": "45b17eab-559d-4df7-b196-0f0232a8c2a2", "address": "fa:16:3e:f3:04:51", "network": {"id": "810c00e9-4b70-4638-8913-eaea2b8970b5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1053593037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84685f5442fe4077bcb1e5b0941ed777", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45b17eab-55", "ovs_interfaceid": "45b17eab-559d-4df7-b196-0f0232a8c2a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.006041] env[69399]: DEBUG nova.scheduler.client.report [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.059221] env[69399]: DEBUG oslo_vmware.api [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176819, 'name': Rename_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.264855] env[69399]: DEBUG nova.compute.manager [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 896.308064] env[69399]: DEBUG oslo_concurrency.lockutils [req-d6905d84-0326-4751-b816-edf386f4486a req-d6ef45cd-43ac-42d2-a161-d74a4ec6d013 service nova] Releasing lock "refresh_cache-97eda364-701c-4a37-b3b8-9e399dad5fd5" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.308064] env[69399]: DEBUG nova.compute.manager [req-d6905d84-0326-4751-b816-edf386f4486a req-d6ef45cd-43ac-42d2-a161-d74a4ec6d013 service nova] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Received event network-changed-503e197f-cf80-4e1b-9e9f-ca8921725096 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.308064] env[69399]: DEBUG nova.compute.manager [req-d6905d84-0326-4751-b816-edf386f4486a req-d6ef45cd-43ac-42d2-a161-d74a4ec6d013 service nova] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Refreshing instance network info cache due to event network-changed-503e197f-cf80-4e1b-9e9f-ca8921725096. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 896.308064] env[69399]: DEBUG oslo_concurrency.lockutils [req-d6905d84-0326-4751-b816-edf386f4486a req-d6ef45cd-43ac-42d2-a161-d74a4ec6d013 service nova] Acquiring lock "refresh_cache-11957fcf-7b3b-46fd-917b-30f9f873b982" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.308064] env[69399]: DEBUG oslo_concurrency.lockutils [req-d6905d84-0326-4751-b816-edf386f4486a req-d6ef45cd-43ac-42d2-a161-d74a4ec6d013 service nova] Acquired lock "refresh_cache-11957fcf-7b3b-46fd-917b-30f9f873b982" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.308064] env[69399]: DEBUG nova.network.neutron [req-d6905d84-0326-4751-b816-edf386f4486a req-d6ef45cd-43ac-42d2-a161-d74a4ec6d013 service nova] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Refreshing network info cache for port 503e197f-cf80-4e1b-9e9f-ca8921725096 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.512132] env[69399]: DEBUG oslo_concurrency.lockutils [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.789s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.513076] env[69399]: DEBUG nova.compute.manager [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 896.516317] env[69399]: DEBUG oslo_concurrency.lockutils [None req-22b402b9-7c55-407a-8a61-fcecbe88b673 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.046s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.516317] env[69399]: DEBUG nova.objects.instance [None req-22b402b9-7c55-407a-8a61-fcecbe88b673 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Lazy-loading 'resources' on Instance uuid ce36ec6e-aa3a-4413-897a-1aad2173662b {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.561392] env[69399]: DEBUG oslo_vmware.api [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176819, 'name': Rename_Task, 'duration_secs': 1.208854} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.561774] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.562299] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07b16039-a390-4161-8497-9927e315fc66 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.574294] env[69399]: DEBUG oslo_vmware.api [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Waiting for the task: (returnval){ [ 896.574294] env[69399]: value = "task-4176820" [ 896.574294] env[69399]: _type = "Task" [ 896.574294] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.581573] env[69399]: DEBUG oslo_vmware.api [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176820, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.020417] env[69399]: DEBUG nova.compute.utils [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 897.021328] env[69399]: DEBUG nova.compute.manager [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 897.021697] env[69399]: DEBUG nova.network.neutron [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 897.083046] env[69399]: DEBUG nova.network.neutron [req-d6905d84-0326-4751-b816-edf386f4486a req-d6ef45cd-43ac-42d2-a161-d74a4ec6d013 service nova] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Updated VIF entry in instance network info cache for port 503e197f-cf80-4e1b-9e9f-ca8921725096. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.083046] env[69399]: DEBUG nova.network.neutron [req-d6905d84-0326-4751-b816-edf386f4486a req-d6ef45cd-43ac-42d2-a161-d74a4ec6d013 service nova] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Updating instance_info_cache with network_info: [{"id": "503e197f-cf80-4e1b-9e9f-ca8921725096", "address": "fa:16:3e:39:fb:e0", "network": {"id": "810c00e9-4b70-4638-8913-eaea2b8970b5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1053593037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84685f5442fe4077bcb1e5b0941ed777", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap503e197f-cf", "ovs_interfaceid": "503e197f-cf80-4e1b-9e9f-ca8921725096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.089939] env[69399]: DEBUG oslo_vmware.api [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176820, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.102910] env[69399]: DEBUG nova.policy [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '217ff5b3d71045aea01e0e74336d7d06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ddf098d312d4b1282b2b2f8d85149f7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 897.488082] env[69399]: DEBUG nova.network.neutron [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Successfully updated port: 37e2f2ea-1c04-4d6b-9937-f04d339e95f0 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 897.533367] env[69399]: DEBUG nova.compute.manager [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 897.586613] env[69399]: DEBUG oslo_vmware.api [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176820, 'name': PowerOnVM_Task, 'duration_secs': 0.873486} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.586978] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.587234] env[69399]: INFO nova.compute.manager [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Took 10.12 seconds to spawn the instance on the hypervisor. [ 897.587416] env[69399]: DEBUG nova.compute.manager [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.588320] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f723fd25-8e87-4987-938e-3709b9b8cc3d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.594600] env[69399]: DEBUG oslo_concurrency.lockutils [req-d6905d84-0326-4751-b816-edf386f4486a req-d6ef45cd-43ac-42d2-a161-d74a4ec6d013 service nova] Releasing lock "refresh_cache-11957fcf-7b3b-46fd-917b-30f9f873b982" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.697953] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3cb151-9d4b-4c45-8653-02dd69872a72 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.710067] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d1bfb4-2e8e-4711-9af2-9ffa6c8b2269 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.746994] env[69399]: DEBUG nova.network.neutron [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Successfully created port: 188fa42d-7f8f-410f-b3c4-d8596f49cd11 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 897.749635] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ef441d-d5f2-40b5-8048-56d4ea8e7331 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.759314] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd2d5bc-a615-4462-9af3-b05b55eaea97 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.781673] env[69399]: DEBUG nova.compute.provider_tree [None req-22b402b9-7c55-407a-8a61-fcecbe88b673 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.990773] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Acquiring lock "refresh_cache-f8f6f147-d160-4942-b0a1-70f8d885ee53" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.991306] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Acquired lock "refresh_cache-f8f6f147-d160-4942-b0a1-70f8d885ee53" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.991485] env[69399]: DEBUG nova.network.neutron [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.119920] env[69399]: INFO nova.compute.manager [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Took 36.95 seconds to build instance. [ 898.285737] env[69399]: DEBUG nova.scheduler.client.report [None req-22b402b9-7c55-407a-8a61-fcecbe88b673 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.289874] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7485517a-8c38-4335-9aa0-92ed61d63867 tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Acquiring lock "5ad3e254-1e47-4f35-8cdc-9c20cacdef92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.290065] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7485517a-8c38-4335-9aa0-92ed61d63867 tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Lock "5ad3e254-1e47-4f35-8cdc-9c20cacdef92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.290258] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7485517a-8c38-4335-9aa0-92ed61d63867 tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Acquiring lock "5ad3e254-1e47-4f35-8cdc-9c20cacdef92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.290445] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7485517a-8c38-4335-9aa0-92ed61d63867 tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Lock "5ad3e254-1e47-4f35-8cdc-9c20cacdef92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.290619] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7485517a-8c38-4335-9aa0-92ed61d63867 tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Lock "5ad3e254-1e47-4f35-8cdc-9c20cacdef92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.295929] env[69399]: INFO nova.compute.manager [None req-7485517a-8c38-4335-9aa0-92ed61d63867 tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Terminating instance [ 898.442765] env[69399]: DEBUG nova.compute.manager [req-c84f7760-9ff5-4f19-b862-0d8ec563bafb req-aba7782f-d034-4bba-9008-15092f2314ed service nova] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Received event network-changed-503e197f-cf80-4e1b-9e9f-ca8921725096 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.442970] env[69399]: DEBUG nova.compute.manager [req-c84f7760-9ff5-4f19-b862-0d8ec563bafb req-aba7782f-d034-4bba-9008-15092f2314ed service nova] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Refreshing instance network info cache due to event network-changed-503e197f-cf80-4e1b-9e9f-ca8921725096. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 898.443203] env[69399]: DEBUG oslo_concurrency.lockutils [req-c84f7760-9ff5-4f19-b862-0d8ec563bafb req-aba7782f-d034-4bba-9008-15092f2314ed service nova] Acquiring lock "refresh_cache-11957fcf-7b3b-46fd-917b-30f9f873b982" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.443348] env[69399]: DEBUG oslo_concurrency.lockutils [req-c84f7760-9ff5-4f19-b862-0d8ec563bafb req-aba7782f-d034-4bba-9008-15092f2314ed service nova] Acquired lock "refresh_cache-11957fcf-7b3b-46fd-917b-30f9f873b982" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.443505] env[69399]: DEBUG nova.network.neutron [req-c84f7760-9ff5-4f19-b862-0d8ec563bafb req-aba7782f-d034-4bba-9008-15092f2314ed service nova] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Refreshing network info cache for port 503e197f-cf80-4e1b-9e9f-ca8921725096 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.537631] env[69399]: DEBUG nova.network.neutron [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 898.541090] env[69399]: DEBUG nova.compute.manager [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 898.623281] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5969634a-ed19-4698-808a-3a0e68e81012 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Lock "49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.681s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.797343] env[69399]: DEBUG oslo_concurrency.lockutils [None req-22b402b9-7c55-407a-8a61-fcecbe88b673 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.278s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.801387] env[69399]: DEBUG nova.virt.hardware [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:50:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1561698354',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1156713456',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 898.801953] env[69399]: DEBUG nova.virt.hardware [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 898.802238] env[69399]: DEBUG nova.virt.hardware [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 898.802586] env[69399]: DEBUG nova.virt.hardware [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 898.802793] env[69399]: DEBUG nova.virt.hardware [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 898.802995] env[69399]: DEBUG nova.virt.hardware [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 898.803280] env[69399]: DEBUG nova.virt.hardware [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 898.803492] env[69399]: DEBUG nova.virt.hardware [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 898.803759] env[69399]: DEBUG nova.virt.hardware [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 898.803989] env[69399]: DEBUG nova.virt.hardware [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 898.809045] env[69399]: DEBUG nova.virt.hardware [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 898.809045] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6a30f4c4-9478-4ab4-97fb-09594981624c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.993s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.809045] env[69399]: DEBUG nova.objects.instance [None req-6a30f4c4-9478-4ab4-97fb-09594981624c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Lazy-loading 'resources' on Instance uuid 62fb4163-a054-400c-b130-8039c5ab7b60 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.809045] env[69399]: DEBUG nova.compute.manager [None req-7485517a-8c38-4335-9aa0-92ed61d63867 tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 898.809045] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-7485517a-8c38-4335-9aa0-92ed61d63867 tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.813328] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3893d8-657b-4b8c-8c0f-9c4d0b6a4f30 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.823486] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bab02d-2f78-4f22-a300-a77e50ca2756 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.833221] env[69399]: DEBUG nova.virt.hardware [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 898.833512] env[69399]: DEBUG nova.virt.hardware [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 898.833727] env[69399]: DEBUG nova.virt.hardware [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 898.833943] env[69399]: DEBUG nova.virt.hardware [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 898.834100] env[69399]: DEBUG nova.virt.hardware [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 898.834248] env[69399]: DEBUG nova.virt.hardware [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 898.834454] env[69399]: DEBUG nova.virt.hardware [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 898.834628] env[69399]: DEBUG nova.virt.hardware [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 898.834854] env[69399]: DEBUG nova.virt.hardware [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 898.834957] env[69399]: DEBUG nova.virt.hardware [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 898.836547] env[69399]: DEBUG nova.virt.hardware [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 898.839871] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c677e592-22ce-4ebf-93fc-28da9381b37c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.846987] env[69399]: INFO nova.scheduler.client.report [None req-22b402b9-7c55-407a-8a61-fcecbe88b673 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Deleted allocations for instance ce36ec6e-aa3a-4413-897a-1aad2173662b [ 898.852343] env[69399]: DEBUG nova.network.neutron [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Updating instance_info_cache with network_info: [{"id": "37e2f2ea-1c04-4d6b-9937-f04d339e95f0", "address": "fa:16:3e:a8:d8:95", "network": {"id": "2d4eb54b-e55b-403c-a6c1-4e46a6bc3b69", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-845105148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9417a015784ab98988dfe1dca982ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37e2f2ea-1c", "ovs_interfaceid": "37e2f2ea-1c04-4d6b-9937-f04d339e95f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.859768] env[69399]: DEBUG oslo_vmware.rw_handles [None req-c54d4e88-1ff0-478f-a063-e9f4f8e8f1c9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e5b675-431b-66b9-0304-f8aa411a3889/disk-0.vmdk. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 898.861302] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c48877d-0f1c-421e-9edc-023e38cf90d3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.868040] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048bff06-f36b-4f5c-a33b-5f49a29dff55 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.876119] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7485517a-8c38-4335-9aa0-92ed61d63867 tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.878246] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed5f07e-31cd-4963-959c-560076b871dc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.882932] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fdb01f7-b8a3-4fc0-bfae-8e552e0f15b9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.895604] env[69399]: DEBUG oslo_vmware.rw_handles [None req-c54d4e88-1ff0-478f-a063-e9f4f8e8f1c9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e5b675-431b-66b9-0304-f8aa411a3889/disk-0.vmdk is in state: ready. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 898.895826] env[69399]: ERROR oslo_vmware.rw_handles [None req-c54d4e88-1ff0-478f-a063-e9f4f8e8f1c9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e5b675-431b-66b9-0304-f8aa411a3889/disk-0.vmdk due to incomplete transfer. [ 898.897209] env[69399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fd272fbd-a319-47a9-9e6d-09322f7dd5cf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.912075] env[69399]: DEBUG oslo_vmware.api [None req-7485517a-8c38-4335-9aa0-92ed61d63867 tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Waiting for the task: (returnval){ [ 898.912075] env[69399]: value = "task-4176821" [ 898.912075] env[69399]: _type = "Task" [ 898.912075] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.919641] env[69399]: DEBUG oslo_vmware.rw_handles [None req-c54d4e88-1ff0-478f-a063-e9f4f8e8f1c9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e5b675-431b-66b9-0304-f8aa411a3889/disk-0.vmdk. {{(pid=69399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 898.919825] env[69399]: DEBUG nova.virt.vmwareapi.images [None req-c54d4e88-1ff0-478f-a063-e9f4f8e8f1c9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Uploaded image e86ee923-fa03-43b3-b817-35bc8f8d26fa to the Glance image server {{(pid=69399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 898.922637] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54d4e88-1ff0-478f-a063-e9f4f8e8f1c9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Destroying the VM {{(pid=69399) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 898.930313] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-68009df8-97ee-44c0-8241-c977691c6356 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.930313] env[69399]: DEBUG oslo_vmware.api [None req-7485517a-8c38-4335-9aa0-92ed61d63867 tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Task: {'id': task-4176821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.937400] env[69399]: DEBUG oslo_vmware.api [None req-c54d4e88-1ff0-478f-a063-e9f4f8e8f1c9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Waiting for the task: (returnval){ [ 898.937400] env[69399]: value = "task-4176822" [ 898.937400] env[69399]: _type = "Task" [ 898.937400] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.953445] env[69399]: DEBUG oslo_vmware.api [None req-c54d4e88-1ff0-478f-a063-e9f4f8e8f1c9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176822, 'name': Destroy_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.059070] env[69399]: DEBUG nova.objects.instance [None req-02c822e0-cf09-459c-bd61-c97d9440f5b1 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Lazy-loading 'flavor' on Instance uuid 33b600eb-e4ee-4c29-a2a0-1c80991093ab {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.383822] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Releasing lock "refresh_cache-f8f6f147-d160-4942-b0a1-70f8d885ee53" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.383822] env[69399]: DEBUG nova.compute.manager [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Instance network_info: |[{"id": "37e2f2ea-1c04-4d6b-9937-f04d339e95f0", "address": "fa:16:3e:a8:d8:95", "network": {"id": "2d4eb54b-e55b-403c-a6c1-4e46a6bc3b69", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-845105148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9417a015784ab98988dfe1dca982ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37e2f2ea-1c", "ovs_interfaceid": "37e2f2ea-1c04-4d6b-9937-f04d339e95f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 899.383822] env[69399]: DEBUG oslo_concurrency.lockutils [None req-22b402b9-7c55-407a-8a61-fcecbe88b673 tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Lock "ce36ec6e-aa3a-4413-897a-1aad2173662b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.256s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.383822] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:d8:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '030ecc21-dc1c-4283-854e-88e623b3970a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37e2f2ea-1c04-4d6b-9937-f04d339e95f0', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.398424] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.398424] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.398424] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-760a8c0d-790b-4503-a98d-afe6f7fc93bd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.432778] env[69399]: DEBUG oslo_vmware.api [None req-7485517a-8c38-4335-9aa0-92ed61d63867 tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Task: {'id': task-4176821, 'name': PowerOffVM_Task, 'duration_secs': 0.25995} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.434709] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7485517a-8c38-4335-9aa0-92ed61d63867 tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.435275] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-7485517a-8c38-4335-9aa0-92ed61d63867 tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.435452] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.435452] env[69399]: value = "task-4176823" [ 899.435452] env[69399]: _type = "Task" [ 899.435452] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.436438] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb07c934-aa69-4047-b271-ea2338197182 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.457281] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176823, 'name': CreateVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.460590] env[69399]: DEBUG oslo_vmware.api [None req-c54d4e88-1ff0-478f-a063-e9f4f8e8f1c9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176822, 'name': Destroy_Task} progress is 33%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.496963] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1495fef3-54b3-4c44-bcc9-648260547281 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Acquiring lock "11957fcf-7b3b-46fd-917b-30f9f873b982" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.497229] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1495fef3-54b3-4c44-bcc9-648260547281 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Lock "11957fcf-7b3b-46fd-917b-30f9f873b982" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.497475] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1495fef3-54b3-4c44-bcc9-648260547281 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Acquiring lock "11957fcf-7b3b-46fd-917b-30f9f873b982-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.497768] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1495fef3-54b3-4c44-bcc9-648260547281 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Lock "11957fcf-7b3b-46fd-917b-30f9f873b982-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.497847] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1495fef3-54b3-4c44-bcc9-648260547281 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Lock "11957fcf-7b3b-46fd-917b-30f9f873b982-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.500299] env[69399]: INFO nova.compute.manager [None req-1495fef3-54b3-4c44-bcc9-648260547281 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Terminating instance [ 899.543438] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-7485517a-8c38-4335-9aa0-92ed61d63867 tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.543952] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-7485517a-8c38-4335-9aa0-92ed61d63867 tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.544118] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-7485517a-8c38-4335-9aa0-92ed61d63867 tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Deleting the datastore file [datastore2] 5ad3e254-1e47-4f35-8cdc-9c20cacdef92 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.544430] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af6e9555-e376-43f7-8cc2-db024c96992d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.556257] env[69399]: DEBUG oslo_vmware.api [None req-7485517a-8c38-4335-9aa0-92ed61d63867 tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Waiting for the task: (returnval){ [ 899.556257] env[69399]: value = "task-4176825" [ 899.556257] env[69399]: _type = "Task" [ 899.556257] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.566159] env[69399]: DEBUG oslo_concurrency.lockutils [None req-02c822e0-cf09-459c-bd61-c97d9440f5b1 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Acquiring lock "refresh_cache-33b600eb-e4ee-4c29-a2a0-1c80991093ab" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.566494] env[69399]: DEBUG oslo_concurrency.lockutils [None req-02c822e0-cf09-459c-bd61-c97d9440f5b1 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Acquired lock "refresh_cache-33b600eb-e4ee-4c29-a2a0-1c80991093ab" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.573794] env[69399]: DEBUG oslo_vmware.api [None req-7485517a-8c38-4335-9aa0-92ed61d63867 tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Task: {'id': task-4176825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.759078] env[69399]: DEBUG nova.network.neutron [req-c84f7760-9ff5-4f19-b862-0d8ec563bafb req-aba7782f-d034-4bba-9008-15092f2314ed service nova] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Updated VIF entry in instance network info cache for port 503e197f-cf80-4e1b-9e9f-ca8921725096. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.759501] env[69399]: DEBUG nova.network.neutron [req-c84f7760-9ff5-4f19-b862-0d8ec563bafb req-aba7782f-d034-4bba-9008-15092f2314ed service nova] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Updating instance_info_cache with network_info: [{"id": "503e197f-cf80-4e1b-9e9f-ca8921725096", "address": "fa:16:3e:39:fb:e0", "network": {"id": "810c00e9-4b70-4638-8913-eaea2b8970b5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1053593037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84685f5442fe4077bcb1e5b0941ed777", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap503e197f-cf", "ovs_interfaceid": "503e197f-cf80-4e1b-9e9f-ca8921725096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.961975] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176823, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.967247] env[69399]: DEBUG oslo_vmware.api [None req-c54d4e88-1ff0-478f-a063-e9f4f8e8f1c9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176822, 'name': Destroy_Task, 'duration_secs': 0.642607} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.971039] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-c54d4e88-1ff0-478f-a063-e9f4f8e8f1c9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Destroyed the VM [ 899.971474] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c54d4e88-1ff0-478f-a063-e9f4f8e8f1c9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Deleting Snapshot of the VM instance {{(pid=69399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 899.972318] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8136e73a-660b-46c4-a6c3-d67cd09d6411 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.983307] env[69399]: DEBUG oslo_vmware.api [None req-c54d4e88-1ff0-478f-a063-e9f4f8e8f1c9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Waiting for the task: (returnval){ [ 899.983307] env[69399]: value = "task-4176826" [ 899.983307] env[69399]: _type = "Task" [ 899.983307] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.998843] env[69399]: DEBUG oslo_vmware.api [None req-c54d4e88-1ff0-478f-a063-e9f4f8e8f1c9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176826, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.007042] env[69399]: DEBUG nova.compute.manager [None req-1495fef3-54b3-4c44-bcc9-648260547281 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 900.007774] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-1495fef3-54b3-4c44-bcc9-648260547281 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.008591] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4a5c53-8fea-49a5-b0b8-5e21b23b9ce3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.019470] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1495fef3-54b3-4c44-bcc9-648260547281 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.019977] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-363eedb3-2b5e-4188-a0c8-677ffc7b2310 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.028642] env[69399]: DEBUG oslo_vmware.api [None req-1495fef3-54b3-4c44-bcc9-648260547281 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Waiting for the task: (returnval){ [ 900.028642] env[69399]: value = "task-4176827" [ 900.028642] env[69399]: _type = "Task" [ 900.028642] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.044151] env[69399]: DEBUG oslo_vmware.api [None req-1495fef3-54b3-4c44-bcc9-648260547281 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': task-4176827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.069598] env[69399]: DEBUG oslo_vmware.api [None req-7485517a-8c38-4335-9aa0-92ed61d63867 tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Task: {'id': task-4176825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.40374} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.069912] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-7485517a-8c38-4335-9aa0-92ed61d63867 tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.070137] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-7485517a-8c38-4335-9aa0-92ed61d63867 tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.070339] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-7485517a-8c38-4335-9aa0-92ed61d63867 tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.070518] env[69399]: INFO nova.compute.manager [None req-7485517a-8c38-4335-9aa0-92ed61d63867 tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Took 1.26 seconds to destroy the instance on the hypervisor. [ 900.070845] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7485517a-8c38-4335-9aa0-92ed61d63867 tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.071028] env[69399]: DEBUG nova.compute.manager [-] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.071138] env[69399]: DEBUG nova.network.neutron [-] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 900.094068] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febad207-b809-4779-85ad-fe393d1aacfd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.104547] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae105349-425c-43f7-b7cd-64d24d4ade52 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.140328] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87f5f9f-25e2-475e-9c11-454cdadc857f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.151831] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecbfad9-71f0-4f03-9ce2-4f4ad6b65865 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.176246] env[69399]: DEBUG nova.compute.provider_tree [None req-6a30f4c4-9478-4ab4-97fb-09594981624c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.196111] env[69399]: DEBUG nova.network.neutron [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Successfully updated port: 188fa42d-7f8f-410f-b3c4-d8596f49cd11 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 900.263038] env[69399]: DEBUG oslo_concurrency.lockutils [req-c84f7760-9ff5-4f19-b862-0d8ec563bafb req-aba7782f-d034-4bba-9008-15092f2314ed service nova] Releasing lock "refresh_cache-11957fcf-7b3b-46fd-917b-30f9f873b982" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.283470] env[69399]: DEBUG nova.network.neutron [None req-02c822e0-cf09-459c-bd61-c97d9440f5b1 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.451665] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176823, 'name': CreateVM_Task, 'duration_secs': 0.63549} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.451902] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.452527] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.452695] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.453078] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.453358] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fec7063-49cf-457f-ab05-6da917eb3da8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.461562] env[69399]: DEBUG oslo_vmware.api [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Waiting for the task: (returnval){ [ 900.461562] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b97b00-f2f9-973e-6f7d-43000edbd831" [ 900.461562] env[69399]: _type = "Task" [ 900.461562] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.474810] env[69399]: DEBUG oslo_vmware.api [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b97b00-f2f9-973e-6f7d-43000edbd831, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.495603] env[69399]: DEBUG oslo_vmware.api [None req-c54d4e88-1ff0-478f-a063-e9f4f8e8f1c9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176826, 'name': RemoveSnapshot_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.539911] env[69399]: DEBUG oslo_vmware.api [None req-1495fef3-54b3-4c44-bcc9-648260547281 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': task-4176827, 'name': PowerOffVM_Task, 'duration_secs': 0.300647} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.540313] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1495fef3-54b3-4c44-bcc9-648260547281 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.540504] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-1495fef3-54b3-4c44-bcc9-648260547281 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.540973] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b89a1c0-8a7e-481f-953b-425292a7f487 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.619024] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-1495fef3-54b3-4c44-bcc9-648260547281 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.619024] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-1495fef3-54b3-4c44-bcc9-648260547281 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.619024] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-1495fef3-54b3-4c44-bcc9-648260547281 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Deleting the datastore file [datastore1] 11957fcf-7b3b-46fd-917b-30f9f873b982 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.619024] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70ec2eb4-efe0-4348-aee4-ceae099be433 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.626081] env[69399]: DEBUG oslo_vmware.api [None req-1495fef3-54b3-4c44-bcc9-648260547281 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Waiting for the task: (returnval){ [ 900.626081] env[69399]: value = "task-4176829" [ 900.626081] env[69399]: _type = "Task" [ 900.626081] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.637348] env[69399]: DEBUG oslo_vmware.api [None req-1495fef3-54b3-4c44-bcc9-648260547281 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': task-4176829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.681824] env[69399]: DEBUG nova.scheduler.client.report [None req-6a30f4c4-9478-4ab4-97fb-09594981624c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.700149] env[69399]: DEBUG oslo_concurrency.lockutils [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquiring lock "refresh_cache-41bacac6-0187-4a9d-b413-63da35c48d40" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.701433] env[69399]: DEBUG oslo_concurrency.lockutils [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquired lock "refresh_cache-41bacac6-0187-4a9d-b413-63da35c48d40" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.701433] env[69399]: DEBUG nova.network.neutron [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.741023] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Acquiring lock "db895088-b0cb-421c-99da-56b4c402c485" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.741023] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Lock "db895088-b0cb-421c-99da-56b4c402c485" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.983047] env[69399]: DEBUG oslo_vmware.api [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b97b00-f2f9-973e-6f7d-43000edbd831, 'name': SearchDatastore_Task, 'duration_secs': 0.01582} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.983047] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.983441] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.983667] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.983799] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.983960] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.984328] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b4f3d94-8000-4dc8-9249-18e7482ebbc9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.998237] env[69399]: DEBUG oslo_vmware.api [None req-c54d4e88-1ff0-478f-a063-e9f4f8e8f1c9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176826, 'name': RemoveSnapshot_Task, 'duration_secs': 0.940568} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.000225] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c54d4e88-1ff0-478f-a063-e9f4f8e8f1c9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Deleted Snapshot of the VM instance {{(pid=69399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 901.000686] env[69399]: INFO nova.compute.manager [None req-c54d4e88-1ff0-478f-a063-e9f4f8e8f1c9 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Took 18.91 seconds to snapshot the instance on the hypervisor. [ 901.004245] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.004708] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.005871] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d0a16c6-4e6a-4bfb-a7a0-55bf7a5df492 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.013669] env[69399]: DEBUG oslo_vmware.api [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Waiting for the task: (returnval){ [ 901.013669] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]526c3a9a-1298-2aec-a4af-743d1e67a48c" [ 901.013669] env[69399]: _type = "Task" [ 901.013669] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.027825] env[69399]: DEBUG oslo_vmware.api [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]526c3a9a-1298-2aec-a4af-743d1e67a48c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.137474] env[69399]: DEBUG oslo_vmware.api [None req-1495fef3-54b3-4c44-bcc9-648260547281 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': task-4176829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.399956} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.137744] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-1495fef3-54b3-4c44-bcc9-648260547281 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.137937] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-1495fef3-54b3-4c44-bcc9-648260547281 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 901.138149] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-1495fef3-54b3-4c44-bcc9-648260547281 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 901.138326] env[69399]: INFO nova.compute.manager [None req-1495fef3-54b3-4c44-bcc9-648260547281 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Took 1.13 seconds to destroy the instance on the hypervisor. [ 901.138575] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1495fef3-54b3-4c44-bcc9-648260547281 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.138774] env[69399]: DEBUG nova.compute.manager [-] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 901.138869] env[69399]: DEBUG nova.network.neutron [-] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 901.193591] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6a30f4c4-9478-4ab4-97fb-09594981624c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.389s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.197072] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.364s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.199058] env[69399]: INFO nova.compute.claims [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 901.232409] env[69399]: INFO nova.scheduler.client.report [None req-6a30f4c4-9478-4ab4-97fb-09594981624c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Deleted allocations for instance 62fb4163-a054-400c-b130-8039c5ab7b60 [ 901.233756] env[69399]: DEBUG nova.network.neutron [-] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.248588] env[69399]: DEBUG nova.compute.manager [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 901.277192] env[69399]: DEBUG nova.network.neutron [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 901.463842] env[69399]: DEBUG nova.network.neutron [None req-02c822e0-cf09-459c-bd61-c97d9440f5b1 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Updating instance_info_cache with network_info: [{"id": "35d7c355-a380-4579-a639-375f2bc92704", "address": "fa:16:3e:1c:57:c9", "network": {"id": "4218ba84-48ca-48a5-9a57-b7b58d743e33", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1640949808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58871a95bced4137bf5f9d4e30a78831", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35d7c355-a3", "ovs_interfaceid": "35d7c355-a380-4579-a639-375f2bc92704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.534816] env[69399]: DEBUG oslo_vmware.api [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]526c3a9a-1298-2aec-a4af-743d1e67a48c, 'name': SearchDatastore_Task, 'duration_secs': 0.016701} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.540677] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3077b53e-6220-46eb-a41e-6f49f7d5551d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.548146] env[69399]: DEBUG oslo_vmware.api [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Waiting for the task: (returnval){ [ 901.548146] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f6b277-57f5-fbe6-7b20-0ba62732026a" [ 901.548146] env[69399]: _type = "Task" [ 901.548146] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.558556] env[69399]: DEBUG oslo_vmware.api [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f6b277-57f5-fbe6-7b20-0ba62732026a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.650739] env[69399]: DEBUG nova.network.neutron [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Updating instance_info_cache with network_info: [{"id": "188fa42d-7f8f-410f-b3c4-d8596f49cd11", "address": "fa:16:3e:a8:89:b6", "network": {"id": "8bbd0a10-2e65-411d-8a62-f5ebaf71e8e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1453218423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ddf098d312d4b1282b2b2f8d85149f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap188fa42d-7f", "ovs_interfaceid": "188fa42d-7f8f-410f-b3c4-d8596f49cd11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.738993] env[69399]: INFO nova.compute.manager [-] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Took 1.67 seconds to deallocate network for instance. [ 901.749085] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6a30f4c4-9478-4ab4-97fb-09594981624c tempest-ListServersNegativeTestJSON-82792544 tempest-ListServersNegativeTestJSON-82792544-project-member] Lock "62fb4163-a054-400c-b130-8039c5ab7b60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.175s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.786321] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.892682] env[69399]: DEBUG nova.compute.manager [req-271755a7-5db7-4f6b-80d5-a18d08861a78 req-538670ab-ec4f-4c37-abb9-aa07a3e2ce6a service nova] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Received event network-changed-35d7c355-a380-4579-a639-375f2bc92704 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.892924] env[69399]: DEBUG nova.compute.manager [req-271755a7-5db7-4f6b-80d5-a18d08861a78 req-538670ab-ec4f-4c37-abb9-aa07a3e2ce6a service nova] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Refreshing instance network info cache due to event network-changed-35d7c355-a380-4579-a639-375f2bc92704. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 901.893139] env[69399]: DEBUG oslo_concurrency.lockutils [req-271755a7-5db7-4f6b-80d5-a18d08861a78 req-538670ab-ec4f-4c37-abb9-aa07a3e2ce6a service nova] Acquiring lock "refresh_cache-33b600eb-e4ee-4c29-a2a0-1c80991093ab" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.940502] env[69399]: DEBUG nova.network.neutron [-] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.943543] env[69399]: DEBUG nova.compute.manager [req-3e7f057f-873b-4ea5-8f90-3be6c33bfc29 req-272e9b38-745a-473b-89f8-7a265d0a8782 service nova] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Received event network-vif-plugged-37e2f2ea-1c04-4d6b-9937-f04d339e95f0 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.944283] env[69399]: DEBUG oslo_concurrency.lockutils [req-3e7f057f-873b-4ea5-8f90-3be6c33bfc29 req-272e9b38-745a-473b-89f8-7a265d0a8782 service nova] Acquiring lock "f8f6f147-d160-4942-b0a1-70f8d885ee53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.944283] env[69399]: DEBUG oslo_concurrency.lockutils [req-3e7f057f-873b-4ea5-8f90-3be6c33bfc29 req-272e9b38-745a-473b-89f8-7a265d0a8782 service nova] Lock "f8f6f147-d160-4942-b0a1-70f8d885ee53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.944945] env[69399]: DEBUG oslo_concurrency.lockutils [req-3e7f057f-873b-4ea5-8f90-3be6c33bfc29 req-272e9b38-745a-473b-89f8-7a265d0a8782 service nova] Lock "f8f6f147-d160-4942-b0a1-70f8d885ee53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.944945] env[69399]: DEBUG nova.compute.manager [req-3e7f057f-873b-4ea5-8f90-3be6c33bfc29 req-272e9b38-745a-473b-89f8-7a265d0a8782 service nova] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] No waiting events found dispatching network-vif-plugged-37e2f2ea-1c04-4d6b-9937-f04d339e95f0 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 901.944945] env[69399]: WARNING nova.compute.manager [req-3e7f057f-873b-4ea5-8f90-3be6c33bfc29 req-272e9b38-745a-473b-89f8-7a265d0a8782 service nova] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Received unexpected event network-vif-plugged-37e2f2ea-1c04-4d6b-9937-f04d339e95f0 for instance with vm_state building and task_state spawning. [ 901.945153] env[69399]: DEBUG nova.compute.manager [req-3e7f057f-873b-4ea5-8f90-3be6c33bfc29 req-272e9b38-745a-473b-89f8-7a265d0a8782 service nova] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Received event network-changed-37e2f2ea-1c04-4d6b-9937-f04d339e95f0 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.945153] env[69399]: DEBUG nova.compute.manager [req-3e7f057f-873b-4ea5-8f90-3be6c33bfc29 req-272e9b38-745a-473b-89f8-7a265d0a8782 service nova] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Refreshing instance network info cache due to event network-changed-37e2f2ea-1c04-4d6b-9937-f04d339e95f0. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 901.945432] env[69399]: DEBUG oslo_concurrency.lockutils [req-3e7f057f-873b-4ea5-8f90-3be6c33bfc29 req-272e9b38-745a-473b-89f8-7a265d0a8782 service nova] Acquiring lock "refresh_cache-f8f6f147-d160-4942-b0a1-70f8d885ee53" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.945550] env[69399]: DEBUG oslo_concurrency.lockutils [req-3e7f057f-873b-4ea5-8f90-3be6c33bfc29 req-272e9b38-745a-473b-89f8-7a265d0a8782 service nova] Acquired lock "refresh_cache-f8f6f147-d160-4942-b0a1-70f8d885ee53" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.945684] env[69399]: DEBUG nova.network.neutron [req-3e7f057f-873b-4ea5-8f90-3be6c33bfc29 req-272e9b38-745a-473b-89f8-7a265d0a8782 service nova] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Refreshing network info cache for port 37e2f2ea-1c04-4d6b-9937-f04d339e95f0 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.971435] env[69399]: DEBUG oslo_concurrency.lockutils [None req-02c822e0-cf09-459c-bd61-c97d9440f5b1 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Releasing lock "refresh_cache-33b600eb-e4ee-4c29-a2a0-1c80991093ab" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.971682] env[69399]: DEBUG nova.compute.manager [None req-02c822e0-cf09-459c-bd61-c97d9440f5b1 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Inject network info {{(pid=69399) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 901.971953] env[69399]: DEBUG nova.compute.manager [None req-02c822e0-cf09-459c-bd61-c97d9440f5b1 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] network_info to inject: |[{"id": "35d7c355-a380-4579-a639-375f2bc92704", "address": "fa:16:3e:1c:57:c9", "network": {"id": "4218ba84-48ca-48a5-9a57-b7b58d743e33", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1640949808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58871a95bced4137bf5f9d4e30a78831", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35d7c355-a3", "ovs_interfaceid": "35d7c355-a380-4579-a639-375f2bc92704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 901.976898] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-02c822e0-cf09-459c-bd61-c97d9440f5b1 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Reconfiguring VM instance to set the machine id {{(pid=69399) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 901.977254] env[69399]: DEBUG oslo_concurrency.lockutils [req-271755a7-5db7-4f6b-80d5-a18d08861a78 req-538670ab-ec4f-4c37-abb9-aa07a3e2ce6a service nova] Acquired lock "refresh_cache-33b600eb-e4ee-4c29-a2a0-1c80991093ab" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.977432] env[69399]: DEBUG nova.network.neutron [req-271755a7-5db7-4f6b-80d5-a18d08861a78 req-538670ab-ec4f-4c37-abb9-aa07a3e2ce6a service nova] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Refreshing network info cache for port 35d7c355-a380-4579-a639-375f2bc92704 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.980599] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3388ae4c-5480-489b-ac08-36a2342703e6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.002612] env[69399]: DEBUG oslo_vmware.api [None req-02c822e0-cf09-459c-bd61-c97d9440f5b1 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Waiting for the task: (returnval){ [ 902.002612] env[69399]: value = "task-4176830" [ 902.002612] env[69399]: _type = "Task" [ 902.002612] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.012885] env[69399]: DEBUG oslo_vmware.api [None req-02c822e0-cf09-459c-bd61-c97d9440f5b1 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Task: {'id': task-4176830, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.059434] env[69399]: DEBUG oslo_vmware.api [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f6b277-57f5-fbe6-7b20-0ba62732026a, 'name': SearchDatastore_Task, 'duration_secs': 0.031127} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.059761] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.060079] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] f8f6f147-d160-4942-b0a1-70f8d885ee53/f8f6f147-d160-4942-b0a1-70f8d885ee53.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.061024] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-050b9433-7db5-431d-b3bf-3a641e30cdb9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.069404] env[69399]: DEBUG oslo_vmware.api [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Waiting for the task: (returnval){ [ 902.069404] env[69399]: value = "task-4176831" [ 902.069404] env[69399]: _type = "Task" [ 902.069404] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.078873] env[69399]: DEBUG oslo_vmware.api [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4176831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.156036] env[69399]: DEBUG oslo_concurrency.lockutils [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Releasing lock "refresh_cache-41bacac6-0187-4a9d-b413-63da35c48d40" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.156036] env[69399]: DEBUG nova.compute.manager [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Instance network_info: |[{"id": "188fa42d-7f8f-410f-b3c4-d8596f49cd11", "address": "fa:16:3e:a8:89:b6", "network": {"id": "8bbd0a10-2e65-411d-8a62-f5ebaf71e8e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1453218423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ddf098d312d4b1282b2b2f8d85149f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap188fa42d-7f", "ovs_interfaceid": "188fa42d-7f8f-410f-b3c4-d8596f49cd11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 902.156036] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:89:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24ec44b7-0acf-4ff9-8bb3-4641b74af7a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '188fa42d-7f8f-410f-b3c4-d8596f49cd11', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.164021] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.164561] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.165042] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-503a41c0-6e92-4f77-807a-2d23bfc52a70 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.192318] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.192318] env[69399]: value = "task-4176832" [ 902.192318] env[69399]: _type = "Task" [ 902.192318] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.200819] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176832, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.247147] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7485517a-8c38-4335-9aa0-92ed61d63867 tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.445241] env[69399]: INFO nova.compute.manager [-] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Took 1.31 seconds to deallocate network for instance. [ 902.451553] env[69399]: DEBUG nova.network.neutron [req-271755a7-5db7-4f6b-80d5-a18d08861a78 req-538670ab-ec4f-4c37-abb9-aa07a3e2ce6a service nova] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Updated VIF entry in instance network info cache for port 35d7c355-a380-4579-a639-375f2bc92704. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.452163] env[69399]: DEBUG nova.network.neutron [req-271755a7-5db7-4f6b-80d5-a18d08861a78 req-538670ab-ec4f-4c37-abb9-aa07a3e2ce6a service nova] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Updating instance_info_cache with network_info: [{"id": "35d7c355-a380-4579-a639-375f2bc92704", "address": "fa:16:3e:1c:57:c9", "network": {"id": "4218ba84-48ca-48a5-9a57-b7b58d743e33", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1640949808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58871a95bced4137bf5f9d4e30a78831", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35d7c355-a3", "ovs_interfaceid": "35d7c355-a380-4579-a639-375f2bc92704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.526997] env[69399]: DEBUG oslo_vmware.api [None req-02c822e0-cf09-459c-bd61-c97d9440f5b1 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Task: {'id': task-4176830, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.584892] env[69399]: DEBUG oslo_vmware.api [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4176831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.708145] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176832, 'name': CreateVM_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.818762] env[69399]: DEBUG nova.network.neutron [req-3e7f057f-873b-4ea5-8f90-3be6c33bfc29 req-272e9b38-745a-473b-89f8-7a265d0a8782 service nova] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Updated VIF entry in instance network info cache for port 37e2f2ea-1c04-4d6b-9937-f04d339e95f0. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.819243] env[69399]: DEBUG nova.network.neutron [req-3e7f057f-873b-4ea5-8f90-3be6c33bfc29 req-272e9b38-745a-473b-89f8-7a265d0a8782 service nova] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Updating instance_info_cache with network_info: [{"id": "37e2f2ea-1c04-4d6b-9937-f04d339e95f0", "address": "fa:16:3e:a8:d8:95", "network": {"id": "2d4eb54b-e55b-403c-a6c1-4e46a6bc3b69", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-845105148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9417a015784ab98988dfe1dca982ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37e2f2ea-1c", "ovs_interfaceid": "37e2f2ea-1c04-4d6b-9937-f04d339e95f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.844279] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35626d73-5586-4209-945b-c142706a5012 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.854837] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e293e9-57ea-463b-a0ea-819fbb1ff3d5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.887285] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd267bf-cb12-46cd-a8b5-df94d4022256 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.896899] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a69a15c-7b05-4a84-99e7-a73df98e089e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.915354] env[69399]: DEBUG nova.compute.provider_tree [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.958953] env[69399]: DEBUG oslo_concurrency.lockutils [req-271755a7-5db7-4f6b-80d5-a18d08861a78 req-538670ab-ec4f-4c37-abb9-aa07a3e2ce6a service nova] Releasing lock "refresh_cache-33b600eb-e4ee-4c29-a2a0-1c80991093ab" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.960603] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1495fef3-54b3-4c44-bcc9-648260547281 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.022361] env[69399]: DEBUG oslo_vmware.api [None req-02c822e0-cf09-459c-bd61-c97d9440f5b1 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Task: {'id': task-4176830, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.080793] env[69399]: DEBUG oslo_vmware.api [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4176831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.136383] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c13db8bc-d169-44bd-9f7a-32ba19ec6d1c tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Acquiring lock "0998af2d-3756-4997-ac22-2e3b07e876fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.136673] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c13db8bc-d169-44bd-9f7a-32ba19ec6d1c tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Lock "0998af2d-3756-4997-ac22-2e3b07e876fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.136885] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c13db8bc-d169-44bd-9f7a-32ba19ec6d1c tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Acquiring lock "0998af2d-3756-4997-ac22-2e3b07e876fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.137082] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c13db8bc-d169-44bd-9f7a-32ba19ec6d1c tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Lock "0998af2d-3756-4997-ac22-2e3b07e876fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.137256] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c13db8bc-d169-44bd-9f7a-32ba19ec6d1c tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Lock "0998af2d-3756-4997-ac22-2e3b07e876fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.140108] env[69399]: INFO nova.compute.manager [None req-c13db8bc-d169-44bd-9f7a-32ba19ec6d1c tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Terminating instance [ 903.206954] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176832, 'name': CreateVM_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.226254] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Acquiring lock "27a33fa9-0522-4ee7-b350-ac8cee85a177" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.226829] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Lock "27a33fa9-0522-4ee7-b350-ac8cee85a177" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.326202] env[69399]: DEBUG oslo_concurrency.lockutils [req-3e7f057f-873b-4ea5-8f90-3be6c33bfc29 req-272e9b38-745a-473b-89f8-7a265d0a8782 service nova] Releasing lock "refresh_cache-f8f6f147-d160-4942-b0a1-70f8d885ee53" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.326202] env[69399]: DEBUG nova.compute.manager [req-3e7f057f-873b-4ea5-8f90-3be6c33bfc29 req-272e9b38-745a-473b-89f8-7a265d0a8782 service nova] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Received event network-vif-plugged-188fa42d-7f8f-410f-b3c4-d8596f49cd11 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.326202] env[69399]: DEBUG oslo_concurrency.lockutils [req-3e7f057f-873b-4ea5-8f90-3be6c33bfc29 req-272e9b38-745a-473b-89f8-7a265d0a8782 service nova] Acquiring lock "41bacac6-0187-4a9d-b413-63da35c48d40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.326202] env[69399]: DEBUG oslo_concurrency.lockutils [req-3e7f057f-873b-4ea5-8f90-3be6c33bfc29 req-272e9b38-745a-473b-89f8-7a265d0a8782 service nova] Lock "41bacac6-0187-4a9d-b413-63da35c48d40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.326202] env[69399]: DEBUG oslo_concurrency.lockutils [req-3e7f057f-873b-4ea5-8f90-3be6c33bfc29 req-272e9b38-745a-473b-89f8-7a265d0a8782 service nova] Lock "41bacac6-0187-4a9d-b413-63da35c48d40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.326202] env[69399]: DEBUG nova.compute.manager [req-3e7f057f-873b-4ea5-8f90-3be6c33bfc29 req-272e9b38-745a-473b-89f8-7a265d0a8782 service nova] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] No waiting events found dispatching network-vif-plugged-188fa42d-7f8f-410f-b3c4-d8596f49cd11 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 903.326202] env[69399]: WARNING nova.compute.manager [req-3e7f057f-873b-4ea5-8f90-3be6c33bfc29 req-272e9b38-745a-473b-89f8-7a265d0a8782 service nova] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Received unexpected event network-vif-plugged-188fa42d-7f8f-410f-b3c4-d8596f49cd11 for instance with vm_state building and task_state spawning. [ 903.326202] env[69399]: DEBUG nova.compute.manager [req-3e7f057f-873b-4ea5-8f90-3be6c33bfc29 req-272e9b38-745a-473b-89f8-7a265d0a8782 service nova] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Received event network-changed-188fa42d-7f8f-410f-b3c4-d8596f49cd11 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.326202] env[69399]: DEBUG nova.compute.manager [req-3e7f057f-873b-4ea5-8f90-3be6c33bfc29 req-272e9b38-745a-473b-89f8-7a265d0a8782 service nova] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Refreshing instance network info cache due to event network-changed-188fa42d-7f8f-410f-b3c4-d8596f49cd11. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 903.326202] env[69399]: DEBUG oslo_concurrency.lockutils [req-3e7f057f-873b-4ea5-8f90-3be6c33bfc29 req-272e9b38-745a-473b-89f8-7a265d0a8782 service nova] Acquiring lock "refresh_cache-41bacac6-0187-4a9d-b413-63da35c48d40" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.326202] env[69399]: DEBUG oslo_concurrency.lockutils [req-3e7f057f-873b-4ea5-8f90-3be6c33bfc29 req-272e9b38-745a-473b-89f8-7a265d0a8782 service nova] Acquired lock "refresh_cache-41bacac6-0187-4a9d-b413-63da35c48d40" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.326202] env[69399]: DEBUG nova.network.neutron [req-3e7f057f-873b-4ea5-8f90-3be6c33bfc29 req-272e9b38-745a-473b-89f8-7a265d0a8782 service nova] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Refreshing network info cache for port 188fa42d-7f8f-410f-b3c4-d8596f49cd11 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.419675] env[69399]: DEBUG nova.scheduler.client.report [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.521215] env[69399]: DEBUG oslo_vmware.api [None req-02c822e0-cf09-459c-bd61-c97d9440f5b1 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Task: {'id': task-4176830, 'name': ReconfigVM_Task, 'duration_secs': 1.235389} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.521597] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-02c822e0-cf09-459c-bd61-c97d9440f5b1 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Reconfigured VM instance to set the machine id {{(pid=69399) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 903.587134] env[69399]: DEBUG oslo_vmware.api [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4176831, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.599981] env[69399]: DEBUG oslo_vmware.rw_handles [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52451183-c8e1-ec33-c976-f1fe5b889dc7/disk-0.vmdk. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 903.600980] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83705cba-8359-4785-8549-b2d258c2c0fa {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.608576] env[69399]: DEBUG nova.compute.manager [None req-fb51c800-4712-4527-b553-4f0729e609cf tempest-ServerDiagnosticsV248Test-810144818 tempest-ServerDiagnosticsV248Test-810144818-project-admin] [instance: a7ed6dc1-a1ea-4c33-a194-ee09c1703788] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 903.610224] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d5385a-c8ff-46d7-86f4-ccd453f09424 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.616056] env[69399]: DEBUG oslo_vmware.rw_handles [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52451183-c8e1-ec33-c976-f1fe5b889dc7/disk-0.vmdk is in state: ready. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 903.616280] env[69399]: ERROR oslo_vmware.rw_handles [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52451183-c8e1-ec33-c976-f1fe5b889dc7/disk-0.vmdk due to incomplete transfer. [ 903.616931] env[69399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4363d062-1a02-4642-b0a6-bb2f6f7aded0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.623996] env[69399]: INFO nova.compute.manager [None req-fb51c800-4712-4527-b553-4f0729e609cf tempest-ServerDiagnosticsV248Test-810144818 tempest-ServerDiagnosticsV248Test-810144818-project-admin] [instance: a7ed6dc1-a1ea-4c33-a194-ee09c1703788] Retrieving diagnostics [ 903.627404] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c7aaee-37db-41ba-8cf8-bce0caf1c3fe {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.633994] env[69399]: DEBUG oslo_vmware.rw_handles [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52451183-c8e1-ec33-c976-f1fe5b889dc7/disk-0.vmdk. {{(pid=69399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 903.634241] env[69399]: DEBUG nova.virt.vmwareapi.images [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Uploaded image e4d101bf-c1bc-4545-bf97-33b28f75eb4f to the Glance image server {{(pid=69399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 903.636512] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Destroying the VM {{(pid=69399) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 903.637504] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6d4f3f27-7487-4700-8d7b-6324a2c63d80 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.664814] env[69399]: DEBUG nova.compute.manager [None req-c13db8bc-d169-44bd-9f7a-32ba19ec6d1c tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 903.665118] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c13db8bc-d169-44bd-9f7a-32ba19ec6d1c tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 903.668583] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005efc30-bdd1-4b8a-b166-55a4c3cd4672 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.674252] env[69399]: DEBUG oslo_vmware.api [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 903.674252] env[69399]: value = "task-4176833" [ 903.674252] env[69399]: _type = "Task" [ 903.674252] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.680225] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c13db8bc-d169-44bd-9f7a-32ba19ec6d1c tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.681583] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b30252a-114e-40fe-ac4d-87c16632afa0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.686949] env[69399]: DEBUG oslo_vmware.api [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4176833, 'name': Destroy_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.688493] env[69399]: DEBUG oslo_vmware.api [None req-c13db8bc-d169-44bd-9f7a-32ba19ec6d1c tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Waiting for the task: (returnval){ [ 903.688493] env[69399]: value = "task-4176834" [ 903.688493] env[69399]: _type = "Task" [ 903.688493] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.698946] env[69399]: DEBUG oslo_vmware.api [None req-c13db8bc-d169-44bd-9f7a-32ba19ec6d1c tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Task: {'id': task-4176834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.706230] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176832, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.729974] env[69399]: DEBUG nova.compute.manager [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 903.926488] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.927336] env[69399]: DEBUG nova.compute.manager [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 903.930875] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c2b766b1-7773-4a20-a163-32bf72cc6893 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.600s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.931841] env[69399]: DEBUG nova.objects.instance [None req-c2b766b1-7773-4a20-a163-32bf72cc6893 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Lazy-loading 'resources' on Instance uuid 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.086600] env[69399]: DEBUG oslo_vmware.api [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4176831, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.624993} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.086830] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] f8f6f147-d160-4942-b0a1-70f8d885ee53/f8f6f147-d160-4942-b0a1-70f8d885ee53.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 904.086976] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 904.087319] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cecaae46-2749-41da-aa68-93cdbc2eb6fa {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.095546] env[69399]: DEBUG oslo_vmware.api [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Waiting for the task: (returnval){ [ 904.095546] env[69399]: value = "task-4176835" [ 904.095546] env[69399]: _type = "Task" [ 904.095546] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.110292] env[69399]: DEBUG oslo_vmware.api [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4176835, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.188251] env[69399]: DEBUG oslo_vmware.api [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4176833, 'name': Destroy_Task} progress is 33%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.198928] env[69399]: DEBUG nova.network.neutron [req-3e7f057f-873b-4ea5-8f90-3be6c33bfc29 req-272e9b38-745a-473b-89f8-7a265d0a8782 service nova] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Updated VIF entry in instance network info cache for port 188fa42d-7f8f-410f-b3c4-d8596f49cd11. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.199388] env[69399]: DEBUG nova.network.neutron [req-3e7f057f-873b-4ea5-8f90-3be6c33bfc29 req-272e9b38-745a-473b-89f8-7a265d0a8782 service nova] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Updating instance_info_cache with network_info: [{"id": "188fa42d-7f8f-410f-b3c4-d8596f49cd11", "address": "fa:16:3e:a8:89:b6", "network": {"id": "8bbd0a10-2e65-411d-8a62-f5ebaf71e8e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1453218423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ddf098d312d4b1282b2b2f8d85149f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap188fa42d-7f", "ovs_interfaceid": "188fa42d-7f8f-410f-b3c4-d8596f49cd11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.215535] env[69399]: DEBUG oslo_vmware.api [None req-c13db8bc-d169-44bd-9f7a-32ba19ec6d1c tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Task: {'id': task-4176834, 'name': PowerOffVM_Task, 'duration_secs': 0.250343} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.215535] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176832, 'name': CreateVM_Task, 'duration_secs': 1.601611} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.215755] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c13db8bc-d169-44bd-9f7a-32ba19ec6d1c tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 904.215966] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c13db8bc-d169-44bd-9f7a-32ba19ec6d1c tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 904.216244] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.216514] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-603c996e-3a81-437a-9574-dcba7877fe6e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.218690] env[69399]: DEBUG oslo_concurrency.lockutils [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.218920] env[69399]: DEBUG oslo_concurrency.lockutils [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.219287] env[69399]: DEBUG oslo_concurrency.lockutils [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.220223] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9b77150-c422-42bf-a250-6f308f449a07 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.231817] env[69399]: DEBUG oslo_vmware.api [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 904.231817] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e643ac-301f-739b-2ec5-cef509e3b15e" [ 904.231817] env[69399]: _type = "Task" [ 904.231817] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.245976] env[69399]: DEBUG oslo_vmware.api [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e643ac-301f-739b-2ec5-cef509e3b15e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.264373] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.296835] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c13db8bc-d169-44bd-9f7a-32ba19ec6d1c tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 904.297069] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c13db8bc-d169-44bd-9f7a-32ba19ec6d1c tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 904.297263] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c13db8bc-d169-44bd-9f7a-32ba19ec6d1c tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Deleting the datastore file [datastore1] 0998af2d-3756-4997-ac22-2e3b07e876fb {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 904.297951] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-183af285-3f71-437a-bdcc-42fae04c8d3c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.306161] env[69399]: DEBUG oslo_vmware.api [None req-c13db8bc-d169-44bd-9f7a-32ba19ec6d1c tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Waiting for the task: (returnval){ [ 904.306161] env[69399]: value = "task-4176837" [ 904.306161] env[69399]: _type = "Task" [ 904.306161] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.318289] env[69399]: DEBUG oslo_vmware.api [None req-c13db8bc-d169-44bd-9f7a-32ba19ec6d1c tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Task: {'id': task-4176837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.440801] env[69399]: DEBUG nova.compute.utils [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 904.440801] env[69399]: DEBUG nova.compute.manager [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 904.440801] env[69399]: DEBUG nova.network.neutron [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 904.613021] env[69399]: DEBUG oslo_vmware.api [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4176835, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107042} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.614749] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 904.616559] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc87bfa-a7d6-4a5d-9adc-1ebe621ea936 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.646851] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] f8f6f147-d160-4942-b0a1-70f8d885ee53/f8f6f147-d160-4942-b0a1-70f8d885ee53.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.651249] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83001da5-179f-4870-889d-1dbbc09afe44 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.673861] env[69399]: DEBUG nova.objects.instance [None req-6d3293fa-237a-442d-a25b-d0973879f96a tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Lazy-loading 'flavor' on Instance uuid 33b600eb-e4ee-4c29-a2a0-1c80991093ab {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.680277] env[69399]: DEBUG nova.policy [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b77355589da4f29866d2e6d026f4534', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f32c0bd90dfb461cbdbf76bcb3181343', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 904.683786] env[69399]: DEBUG oslo_vmware.api [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Waiting for the task: (returnval){ [ 904.683786] env[69399]: value = "task-4176838" [ 904.683786] env[69399]: _type = "Task" [ 904.683786] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.699849] env[69399]: DEBUG oslo_vmware.api [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4176833, 'name': Destroy_Task} progress is 33%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.704564] env[69399]: DEBUG oslo_vmware.api [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4176838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.716442] env[69399]: DEBUG oslo_concurrency.lockutils [req-3e7f057f-873b-4ea5-8f90-3be6c33bfc29 req-272e9b38-745a-473b-89f8-7a265d0a8782 service nova] Releasing lock "refresh_cache-41bacac6-0187-4a9d-b413-63da35c48d40" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.744917] env[69399]: DEBUG oslo_vmware.api [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e643ac-301f-739b-2ec5-cef509e3b15e, 'name': SearchDatastore_Task, 'duration_secs': 0.037923} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.747969] env[69399]: DEBUG oslo_concurrency.lockutils [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.748279] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.748524] env[69399]: DEBUG oslo_concurrency.lockutils [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.748672] env[69399]: DEBUG oslo_concurrency.lockutils [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.748854] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.749354] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e284715-b4e8-49d6-a53e-f112be2b6031 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.760430] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.760976] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.761786] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08f82630-91cf-4320-92f7-5c1005144f2a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.769697] env[69399]: DEBUG oslo_vmware.api [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 904.769697] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e99d73-0196-adad-faef-09ed74ab374d" [ 904.769697] env[69399]: _type = "Task" [ 904.769697] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.787719] env[69399]: DEBUG oslo_vmware.api [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e99d73-0196-adad-faef-09ed74ab374d, 'name': SearchDatastore_Task, 'duration_secs': 0.012554} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.788827] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e850d90b-ef70-4b60-9b2e-44d0a3725cd6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.795257] env[69399]: DEBUG oslo_vmware.api [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 904.795257] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d29866-26da-a97e-4c3a-d40b30e7d520" [ 904.795257] env[69399]: _type = "Task" [ 904.795257] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.811899] env[69399]: DEBUG oslo_vmware.api [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d29866-26da-a97e-4c3a-d40b30e7d520, 'name': SearchDatastore_Task, 'duration_secs': 0.012057} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.816972] env[69399]: DEBUG oslo_concurrency.lockutils [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.817896] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 41bacac6-0187-4a9d-b413-63da35c48d40/41bacac6-0187-4a9d-b413-63da35c48d40.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 904.818700] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9681ef17-9716-4ea5-830d-48c43eccec42 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.827312] env[69399]: DEBUG oslo_vmware.api [None req-c13db8bc-d169-44bd-9f7a-32ba19ec6d1c tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Task: {'id': task-4176837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.833151] env[69399]: DEBUG oslo_vmware.api [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 904.833151] env[69399]: value = "task-4176839" [ 904.833151] env[69399]: _type = "Task" [ 904.833151] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.843832] env[69399]: DEBUG oslo_vmware.api [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4176839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.946494] env[69399]: DEBUG nova.compute.manager [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 905.129493] env[69399]: DEBUG nova.compute.manager [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Stashing vm_state: active {{(pid=69399) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 905.179285] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eabbcd3-f71f-412c-a848-ab5d8fe38ed3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.197234] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6d3293fa-237a-442d-a25b-d0973879f96a tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Acquiring lock "refresh_cache-33b600eb-e4ee-4c29-a2a0-1c80991093ab" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.197234] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6d3293fa-237a-442d-a25b-d0973879f96a tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Acquired lock "refresh_cache-33b600eb-e4ee-4c29-a2a0-1c80991093ab" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.203262] env[69399]: DEBUG oslo_vmware.api [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4176833, 'name': Destroy_Task, 'duration_secs': 1.170388} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.204889] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad47f45-5e34-4743-83c9-4ffe82a0a64e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.209340] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Destroyed the VM [ 905.211208] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Deleting Snapshot of the VM instance {{(pid=69399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 905.216072] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-09b10e08-2218-4ce7-9855-3811a20a758c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.218263] env[69399]: DEBUG oslo_vmware.api [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4176838, 'name': ReconfigVM_Task, 'duration_secs': 0.418383} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.220028] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Reconfigured VM instance instance-0000002e to attach disk [datastore2] f8f6f147-d160-4942-b0a1-70f8d885ee53/f8f6f147-d160-4942-b0a1-70f8d885ee53.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.220403] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69399) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 905.221797] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-bfbecf6c-ced3-4205-811c-8d90e2f6e1af {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.257971] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dddea0b-4176-4cc8-9cda-e2be17318d86 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.262607] env[69399]: DEBUG oslo_vmware.api [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 905.262607] env[69399]: value = "task-4176840" [ 905.262607] env[69399]: _type = "Task" [ 905.262607] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.264903] env[69399]: DEBUG oslo_vmware.api [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Waiting for the task: (returnval){ [ 905.264903] env[69399]: value = "task-4176841" [ 905.264903] env[69399]: _type = "Task" [ 905.264903] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.278588] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3662daa2-b093-42cd-a3a9-adcb012e526e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.289937] env[69399]: DEBUG oslo_vmware.api [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4176840, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.290250] env[69399]: DEBUG oslo_vmware.api [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4176841, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.306622] env[69399]: DEBUG nova.compute.provider_tree [None req-c2b766b1-7773-4a20-a163-32bf72cc6893 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.323697] env[69399]: DEBUG oslo_vmware.api [None req-c13db8bc-d169-44bd-9f7a-32ba19ec6d1c tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Task: {'id': task-4176837, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.549356} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.324021] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c13db8bc-d169-44bd-9f7a-32ba19ec6d1c tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 905.324222] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c13db8bc-d169-44bd-9f7a-32ba19ec6d1c tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 905.324474] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c13db8bc-d169-44bd-9f7a-32ba19ec6d1c tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 905.324646] env[69399]: INFO nova.compute.manager [None req-c13db8bc-d169-44bd-9f7a-32ba19ec6d1c tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Took 1.66 seconds to destroy the instance on the hypervisor. [ 905.324912] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c13db8bc-d169-44bd-9f7a-32ba19ec6d1c tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.325168] env[69399]: DEBUG nova.compute.manager [-] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 905.325274] env[69399]: DEBUG nova.network.neutron [-] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 905.345624] env[69399]: DEBUG oslo_vmware.api [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4176839, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.533074] env[69399]: DEBUG nova.compute.manager [req-ea104145-b66a-4880-a995-c9322f037968 req-49b5588f-acf7-42d6-81b9-68792ac880ab service nova] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Received event network-vif-deleted-503e197f-cf80-4e1b-9e9f-ca8921725096 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.574881] env[69399]: DEBUG nova.network.neutron [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Successfully created port: 9e61c48e-633f-4410-a049-6ad2b1d96710 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 905.628084] env[69399]: DEBUG nova.compute.manager [req-8a7e9705-ae0f-4335-8b28-6d5e6ed9fd26 req-4ce2f539-1d9d-4bd3-8837-0dff49dc73bd service nova] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Received event network-vif-deleted-52ce3b55-b552-44fe-addd-4eed8cf02483 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.628617] env[69399]: DEBUG nova.compute.manager [req-8a7e9705-ae0f-4335-8b28-6d5e6ed9fd26 req-4ce2f539-1d9d-4bd3-8837-0dff49dc73bd service nova] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Received event network-changed-45b17eab-559d-4df7-b196-0f0232a8c2a2 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.628858] env[69399]: DEBUG nova.compute.manager [req-8a7e9705-ae0f-4335-8b28-6d5e6ed9fd26 req-4ce2f539-1d9d-4bd3-8837-0dff49dc73bd service nova] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Refreshing instance network info cache due to event network-changed-45b17eab-559d-4df7-b196-0f0232a8c2a2. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 905.629117] env[69399]: DEBUG oslo_concurrency.lockutils [req-8a7e9705-ae0f-4335-8b28-6d5e6ed9fd26 req-4ce2f539-1d9d-4bd3-8837-0dff49dc73bd service nova] Acquiring lock "refresh_cache-97eda364-701c-4a37-b3b8-9e399dad5fd5" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.629330] env[69399]: DEBUG oslo_concurrency.lockutils [req-8a7e9705-ae0f-4335-8b28-6d5e6ed9fd26 req-4ce2f539-1d9d-4bd3-8837-0dff49dc73bd service nova] Acquired lock "refresh_cache-97eda364-701c-4a37-b3b8-9e399dad5fd5" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.629480] env[69399]: DEBUG nova.network.neutron [req-8a7e9705-ae0f-4335-8b28-6d5e6ed9fd26 req-4ce2f539-1d9d-4bd3-8837-0dff49dc73bd service nova] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Refreshing network info cache for port 45b17eab-559d-4df7-b196-0f0232a8c2a2 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.655817] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.785074] env[69399]: DEBUG oslo_vmware.api [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4176840, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.789728] env[69399]: DEBUG oslo_vmware.api [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4176841, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.170707} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.790751] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69399) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 905.791540] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785498d8-6db3-47ff-a181-587187ac29b7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.812025] env[69399]: DEBUG nova.scheduler.client.report [None req-c2b766b1-7773-4a20-a163-32bf72cc6893 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.829875] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] f8f6f147-d160-4942-b0a1-70f8d885ee53/ephemeral_0.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.832967] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4d5ed59-c76e-4644-882d-72d6b53cb6ce {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.857450] env[69399]: DEBUG oslo_vmware.api [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4176839, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587402} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.859009] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 41bacac6-0187-4a9d-b413-63da35c48d40/41bacac6-0187-4a9d-b413-63da35c48d40.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 905.859259] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 905.859583] env[69399]: DEBUG oslo_vmware.api [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Waiting for the task: (returnval){ [ 905.859583] env[69399]: value = "task-4176842" [ 905.859583] env[69399]: _type = "Task" [ 905.859583] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.859780] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7a665c5-e292-421e-b064-b7f0ce8c7c39 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.871870] env[69399]: DEBUG oslo_vmware.api [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4176842, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.873334] env[69399]: DEBUG oslo_vmware.api [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 905.873334] env[69399]: value = "task-4176843" [ 905.873334] env[69399]: _type = "Task" [ 905.873334] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.882130] env[69399]: DEBUG oslo_vmware.api [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4176843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.960282] env[69399]: DEBUG nova.compute.manager [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 906.001660] env[69399]: DEBUG nova.virt.hardware [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 906.002046] env[69399]: DEBUG nova.virt.hardware [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 906.002312] env[69399]: DEBUG nova.virt.hardware [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.002616] env[69399]: DEBUG nova.virt.hardware [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 906.002833] env[69399]: DEBUG nova.virt.hardware [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.003026] env[69399]: DEBUG nova.virt.hardware [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 906.003373] env[69399]: DEBUG nova.virt.hardware [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 906.003679] env[69399]: DEBUG nova.virt.hardware [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 906.003946] env[69399]: DEBUG nova.virt.hardware [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 906.004187] env[69399]: DEBUG nova.virt.hardware [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 906.004394] env[69399]: DEBUG nova.virt.hardware [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 906.005375] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cae2bb4-dfa2-43c0-8a85-e322122d2573 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.014169] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1a0de3-dfc5-455f-99fd-9d69fccce74a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.063836] env[69399]: DEBUG nova.network.neutron [None req-6d3293fa-237a-442d-a25b-d0973879f96a tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.117510] env[69399]: DEBUG nova.network.neutron [-] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.198555] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9e9f340e-2e8f-49a6-9054-6f974ba10550 tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Acquiring lock "a7ed6dc1-a1ea-4c33-a194-ee09c1703788" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.198842] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9e9f340e-2e8f-49a6-9054-6f974ba10550 tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Lock "a7ed6dc1-a1ea-4c33-a194-ee09c1703788" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.199093] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9e9f340e-2e8f-49a6-9054-6f974ba10550 tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Acquiring lock "a7ed6dc1-a1ea-4c33-a194-ee09c1703788-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.199855] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9e9f340e-2e8f-49a6-9054-6f974ba10550 tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Lock "a7ed6dc1-a1ea-4c33-a194-ee09c1703788-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.199855] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9e9f340e-2e8f-49a6-9054-6f974ba10550 tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Lock "a7ed6dc1-a1ea-4c33-a194-ee09c1703788-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.204072] env[69399]: INFO nova.compute.manager [None req-9e9f340e-2e8f-49a6-9054-6f974ba10550 tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] [instance: a7ed6dc1-a1ea-4c33-a194-ee09c1703788] Terminating instance [ 906.272126] env[69399]: DEBUG oslo_concurrency.lockutils [None req-15d7d3ea-4560-4e96-9c39-e5f84e0bbc00 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Acquiring lock "f5a96bee-5345-483c-bf76-dbe3956fdeec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.272380] env[69399]: DEBUG oslo_concurrency.lockutils [None req-15d7d3ea-4560-4e96-9c39-e5f84e0bbc00 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Lock "f5a96bee-5345-483c-bf76-dbe3956fdeec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.272575] env[69399]: DEBUG oslo_concurrency.lockutils [None req-15d7d3ea-4560-4e96-9c39-e5f84e0bbc00 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Acquiring lock "f5a96bee-5345-483c-bf76-dbe3956fdeec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.272747] env[69399]: DEBUG oslo_concurrency.lockutils [None req-15d7d3ea-4560-4e96-9c39-e5f84e0bbc00 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Lock "f5a96bee-5345-483c-bf76-dbe3956fdeec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.272906] env[69399]: DEBUG oslo_concurrency.lockutils [None req-15d7d3ea-4560-4e96-9c39-e5f84e0bbc00 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Lock "f5a96bee-5345-483c-bf76-dbe3956fdeec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.275808] env[69399]: INFO nova.compute.manager [None req-15d7d3ea-4560-4e96-9c39-e5f84e0bbc00 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Terminating instance [ 906.281416] env[69399]: DEBUG oslo_vmware.api [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4176840, 'name': RemoveSnapshot_Task, 'duration_secs': 0.787855} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.282448] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Deleted Snapshot of the VM instance {{(pid=69399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 906.282448] env[69399]: DEBUG nova.compute.manager [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.283165] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab78374a-89f2-4be5-a772-1cc7c96587ea {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.318537] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c2b766b1-7773-4a20-a163-32bf72cc6893 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.388s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.321152] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6c944647-c908-439e-b2e4-40feb25610f7 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.553s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.321498] env[69399]: DEBUG nova.objects.instance [None req-6c944647-c908-439e-b2e4-40feb25610f7 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lazy-loading 'resources' on Instance uuid c1dc8ac0-7716-40ef-ae8e-7d38abeae12c {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.350950] env[69399]: INFO nova.scheduler.client.report [None req-c2b766b1-7773-4a20-a163-32bf72cc6893 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Deleted allocations for instance 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc [ 906.377601] env[69399]: DEBUG oslo_vmware.api [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4176842, 'name': ReconfigVM_Task, 'duration_secs': 0.370221} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.388212] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Reconfigured VM instance instance-0000002e to attach disk [datastore2] f8f6f147-d160-4942-b0a1-70f8d885ee53/ephemeral_0.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.389494] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c378d6a7-8a12-4aa8-8a1f-5efb84ff60a0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.398242] env[69399]: DEBUG oslo_vmware.api [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4176843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07138} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.402044] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.402044] env[69399]: DEBUG oslo_vmware.api [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Waiting for the task: (returnval){ [ 906.402044] env[69399]: value = "task-4176844" [ 906.402044] env[69399]: _type = "Task" [ 906.402044] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.402044] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe486f4e-a286-4371-b7a7-a54cf14699e9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.432562] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 41bacac6-0187-4a9d-b413-63da35c48d40/41bacac6-0187-4a9d-b413-63da35c48d40.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.432562] env[69399]: DEBUG oslo_vmware.api [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4176844, 'name': Rename_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.432562] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-940b5d40-f4f3-45dd-9b80-c103094f9c79 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.446501] env[69399]: DEBUG nova.network.neutron [req-8a7e9705-ae0f-4335-8b28-6d5e6ed9fd26 req-4ce2f539-1d9d-4bd3-8837-0dff49dc73bd service nova] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Updated VIF entry in instance network info cache for port 45b17eab-559d-4df7-b196-0f0232a8c2a2. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.446872] env[69399]: DEBUG nova.network.neutron [req-8a7e9705-ae0f-4335-8b28-6d5e6ed9fd26 req-4ce2f539-1d9d-4bd3-8837-0dff49dc73bd service nova] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Updating instance_info_cache with network_info: [{"id": "45b17eab-559d-4df7-b196-0f0232a8c2a2", "address": "fa:16:3e:f3:04:51", "network": {"id": "810c00e9-4b70-4638-8913-eaea2b8970b5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1053593037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84685f5442fe4077bcb1e5b0941ed777", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45b17eab-55", "ovs_interfaceid": "45b17eab-559d-4df7-b196-0f0232a8c2a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.455533] env[69399]: DEBUG oslo_vmware.api [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 906.455533] env[69399]: value = "task-4176845" [ 906.455533] env[69399]: _type = "Task" [ 906.455533] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.466963] env[69399]: DEBUG oslo_vmware.api [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4176845, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.619881] env[69399]: INFO nova.compute.manager [-] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Took 1.29 seconds to deallocate network for instance. [ 906.714258] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9e9f340e-2e8f-49a6-9054-6f974ba10550 tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Acquiring lock "refresh_cache-a7ed6dc1-a1ea-4c33-a194-ee09c1703788" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.714258] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9e9f340e-2e8f-49a6-9054-6f974ba10550 tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Acquired lock "refresh_cache-a7ed6dc1-a1ea-4c33-a194-ee09c1703788" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.714258] env[69399]: DEBUG nova.network.neutron [None req-9e9f340e-2e8f-49a6-9054-6f974ba10550 tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] [instance: a7ed6dc1-a1ea-4c33-a194-ee09c1703788] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.740492] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4520505a-a5d5-4c49-afd6-547d62b0e570 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Acquiring lock "11957fcf-7b3b-46fd-917b-30f9f873b982" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.787930] env[69399]: DEBUG nova.compute.manager [None req-15d7d3ea-4560-4e96-9c39-e5f84e0bbc00 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 906.790578] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-15d7d3ea-4560-4e96-9c39-e5f84e0bbc00 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.791601] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e9940d-1728-4e51-b2ed-71697cbba680 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.799968] env[69399]: INFO nova.compute.manager [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Shelve offloading [ 906.803937] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d7d3ea-4560-4e96-9c39-e5f84e0bbc00 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.805956] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60811ce8-b934-4866-acf8-8835ae6a7b05 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.816035] env[69399]: DEBUG oslo_vmware.api [None req-15d7d3ea-4560-4e96-9c39-e5f84e0bbc00 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Waiting for the task: (returnval){ [ 906.816035] env[69399]: value = "task-4176846" [ 906.816035] env[69399]: _type = "Task" [ 906.816035] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.829897] env[69399]: DEBUG oslo_vmware.api [None req-15d7d3ea-4560-4e96-9c39-e5f84e0bbc00 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.859823] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c2b766b1-7773-4a20-a163-32bf72cc6893 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Lock "4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.728s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.913013] env[69399]: DEBUG oslo_vmware.api [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4176844, 'name': Rename_Task, 'duration_secs': 0.169322} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.916480] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 906.917041] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36d0c73a-8b07-45db-aab2-671f6cd372e9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.929816] env[69399]: DEBUG oslo_vmware.api [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Waiting for the task: (returnval){ [ 906.929816] env[69399]: value = "task-4176847" [ 906.929816] env[69399]: _type = "Task" [ 906.929816] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.952235] env[69399]: DEBUG oslo_concurrency.lockutils [req-8a7e9705-ae0f-4335-8b28-6d5e6ed9fd26 req-4ce2f539-1d9d-4bd3-8837-0dff49dc73bd service nova] Releasing lock "refresh_cache-97eda364-701c-4a37-b3b8-9e399dad5fd5" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.953191] env[69399]: DEBUG oslo_vmware.api [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4176847, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.971309] env[69399]: DEBUG oslo_vmware.api [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4176845, 'name': ReconfigVM_Task, 'duration_secs': 0.285508} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.973457] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 41bacac6-0187-4a9d-b413-63da35c48d40/41bacac6-0187-4a9d-b413-63da35c48d40.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.975285] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a48531dc-cb07-4220-bba7-abadfa60e1f9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.986229] env[69399]: DEBUG oslo_vmware.api [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 906.986229] env[69399]: value = "task-4176848" [ 906.986229] env[69399]: _type = "Task" [ 906.986229] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.001636] env[69399]: DEBUG oslo_vmware.api [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4176848, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.005687] env[69399]: DEBUG nova.network.neutron [None req-6d3293fa-237a-442d-a25b-d0973879f96a tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Updating instance_info_cache with network_info: [{"id": "35d7c355-a380-4579-a639-375f2bc92704", "address": "fa:16:3e:1c:57:c9", "network": {"id": "4218ba84-48ca-48a5-9a57-b7b58d743e33", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1640949808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58871a95bced4137bf5f9d4e30a78831", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35d7c355-a3", "ovs_interfaceid": "35d7c355-a380-4579-a639-375f2bc92704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.127211] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c13db8bc-d169-44bd-9f7a-32ba19ec6d1c tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.170196] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Acquiring lock "c62e8d06-2b79-4b20-82db-fba80a3f8b80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.170488] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Lock "c62e8d06-2b79-4b20-82db-fba80a3f8b80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.264089] env[69399]: DEBUG nova.network.neutron [None req-9e9f340e-2e8f-49a6-9054-6f974ba10550 tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] [instance: a7ed6dc1-a1ea-4c33-a194-ee09c1703788] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 907.308025] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.308386] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f6110b7-913e-4cb1-9afb-f4c613a5c78e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.321621] env[69399]: DEBUG oslo_vmware.api [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 907.321621] env[69399]: value = "task-4176849" [ 907.321621] env[69399]: _type = "Task" [ 907.321621] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.333320] env[69399]: DEBUG oslo_vmware.api [None req-15d7d3ea-4560-4e96-9c39-e5f84e0bbc00 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176846, 'name': PowerOffVM_Task, 'duration_secs': 0.263658} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.342113] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d7d3ea-4560-4e96-9c39-e5f84e0bbc00 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.342490] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-15d7d3ea-4560-4e96-9c39-e5f84e0bbc00 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.344125] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2bc81b85-50e7-4390-96f2-f88c14b70734 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.352498] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] VM already powered off {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 907.352498] env[69399]: DEBUG nova.compute.manager [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.352498] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a266082-fd1c-416c-a390-6bccd1ae3c3d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.361586] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquiring lock "refresh_cache-8d8f09c7-5035-4ae0-92ea-3562432e6ceb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.362110] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquired lock "refresh_cache-8d8f09c7-5035-4ae0-92ea-3562432e6ceb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.362390] env[69399]: DEBUG nova.network.neutron [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.430021] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-15d7d3ea-4560-4e96-9c39-e5f84e0bbc00 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.430287] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-15d7d3ea-4560-4e96-9c39-e5f84e0bbc00 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.430488] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-15d7d3ea-4560-4e96-9c39-e5f84e0bbc00 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Deleting the datastore file [datastore2] f5a96bee-5345-483c-bf76-dbe3956fdeec {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.434581] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d434c0f9-f226-4d81-9c9b-2c148ae89457 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.451329] env[69399]: DEBUG oslo_vmware.api [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4176847, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.455424] env[69399]: DEBUG oslo_vmware.api [None req-15d7d3ea-4560-4e96-9c39-e5f84e0bbc00 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Waiting for the task: (returnval){ [ 907.455424] env[69399]: value = "task-4176851" [ 907.455424] env[69399]: _type = "Task" [ 907.455424] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.466436] env[69399]: DEBUG oslo_vmware.api [None req-15d7d3ea-4560-4e96-9c39-e5f84e0bbc00 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.468244] env[69399]: DEBUG nova.network.neutron [None req-9e9f340e-2e8f-49a6-9054-6f974ba10550 tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] [instance: a7ed6dc1-a1ea-4c33-a194-ee09c1703788] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.477270] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7509201-2dab-4f71-9f8a-6ab2ac37aaf2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.491965] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bef505-9c82-4d40-b7f7-2af553682160 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.501960] env[69399]: DEBUG oslo_vmware.api [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4176848, 'name': Rename_Task, 'duration_secs': 0.193198} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.528676] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.529686] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6d3293fa-237a-442d-a25b-d0973879f96a tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Releasing lock "refresh_cache-33b600eb-e4ee-4c29-a2a0-1c80991093ab" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.529999] env[69399]: DEBUG nova.compute.manager [None req-6d3293fa-237a-442d-a25b-d0973879f96a tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Inject network info {{(pid=69399) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 907.530281] env[69399]: DEBUG nova.compute.manager [None req-6d3293fa-237a-442d-a25b-d0973879f96a tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] network_info to inject: |[{"id": "35d7c355-a380-4579-a639-375f2bc92704", "address": "fa:16:3e:1c:57:c9", "network": {"id": "4218ba84-48ca-48a5-9a57-b7b58d743e33", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1640949808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58871a95bced4137bf5f9d4e30a78831", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35d7c355-a3", "ovs_interfaceid": "35d7c355-a380-4579-a639-375f2bc92704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 907.535935] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3293fa-237a-442d-a25b-d0973879f96a tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Reconfiguring VM instance to set the machine id {{(pid=69399) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 907.537035] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-779bc96b-5b84-433d-99e0-246e70149965 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.538853] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dafd0005-3a5a-42f9-b517-497f3ce87a13 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.550102] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b34ee4-e750-49c8-8377-1097571c9eb0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.562195] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7497c192-5be3-4d53-bef5-987aff35221a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.566875] env[69399]: DEBUG oslo_vmware.api [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 907.566875] env[69399]: value = "task-4176852" [ 907.566875] env[69399]: _type = "Task" [ 907.566875] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.566875] env[69399]: DEBUG oslo_vmware.api [None req-6d3293fa-237a-442d-a25b-d0973879f96a tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Waiting for the task: (returnval){ [ 907.566875] env[69399]: value = "task-4176853" [ 907.566875] env[69399]: _type = "Task" [ 907.566875] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.582632] env[69399]: DEBUG nova.compute.provider_tree [None req-6c944647-c908-439e-b2e4-40feb25610f7 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.592681] env[69399]: DEBUG oslo_vmware.api [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4176852, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.596427] env[69399]: DEBUG oslo_vmware.api [None req-6d3293fa-237a-442d-a25b-d0973879f96a tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Task: {'id': task-4176853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.673518] env[69399]: DEBUG nova.compute.manager [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] [instance: c62e8d06-2b79-4b20-82db-fba80a3f8b80] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 907.833720] env[69399]: DEBUG nova.network.neutron [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Successfully updated port: 9e61c48e-633f-4410-a049-6ad2b1d96710 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 907.853873] env[69399]: DEBUG nova.compute.manager [req-081bcd2b-032d-4681-a2bd-35792630c219 req-aa15ab10-9791-40f0-a5b5-5886742ddad1 service nova] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Received event network-vif-deleted-44197104-2a3b-4f64-a49e-32cd860233aa {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.945647] env[69399]: DEBUG oslo_vmware.api [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4176847, 'name': PowerOnVM_Task, 'duration_secs': 0.562076} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.946671] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.947291] env[69399]: INFO nova.compute.manager [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Took 11.68 seconds to spawn the instance on the hypervisor. [ 907.947291] env[69399]: DEBUG nova.compute.manager [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.948709] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0177794-2d16-4752-8222-9722368dbf29 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.968839] env[69399]: DEBUG oslo_vmware.api [None req-15d7d3ea-4560-4e96-9c39-e5f84e0bbc00 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Task: {'id': task-4176851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279791} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.969176] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-15d7d3ea-4560-4e96-9c39-e5f84e0bbc00 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.969412] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-15d7d3ea-4560-4e96-9c39-e5f84e0bbc00 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.969630] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-15d7d3ea-4560-4e96-9c39-e5f84e0bbc00 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.969880] env[69399]: INFO nova.compute.manager [None req-15d7d3ea-4560-4e96-9c39-e5f84e0bbc00 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Took 1.18 seconds to destroy the instance on the hypervisor. [ 907.970252] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15d7d3ea-4560-4e96-9c39-e5f84e0bbc00 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.970478] env[69399]: DEBUG nova.compute.manager [-] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 907.970605] env[69399]: DEBUG nova.network.neutron [-] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 907.972656] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9e9f340e-2e8f-49a6-9054-6f974ba10550 tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Releasing lock "refresh_cache-a7ed6dc1-a1ea-4c33-a194-ee09c1703788" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.973093] env[69399]: DEBUG nova.compute.manager [None req-9e9f340e-2e8f-49a6-9054-6f974ba10550 tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] [instance: a7ed6dc1-a1ea-4c33-a194-ee09c1703788] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 907.973337] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9f340e-2e8f-49a6-9054-6f974ba10550 tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] [instance: a7ed6dc1-a1ea-4c33-a194-ee09c1703788] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.974297] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4754da35-bdcc-4b33-a9b8-ce2f17a88442 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.985431] env[69399]: DEBUG nova.compute.manager [req-10af54b8-65aa-4a6e-b180-f08ac0360601 req-ebaf8ab6-3f17-421c-9b46-9cf41bb6e5d0 service nova] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Received event network-changed-45b17eab-559d-4df7-b196-0f0232a8c2a2 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.985680] env[69399]: DEBUG nova.compute.manager [req-10af54b8-65aa-4a6e-b180-f08ac0360601 req-ebaf8ab6-3f17-421c-9b46-9cf41bb6e5d0 service nova] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Refreshing instance network info cache due to event network-changed-45b17eab-559d-4df7-b196-0f0232a8c2a2. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 907.986821] env[69399]: DEBUG oslo_concurrency.lockutils [req-10af54b8-65aa-4a6e-b180-f08ac0360601 req-ebaf8ab6-3f17-421c-9b46-9cf41bb6e5d0 service nova] Acquiring lock "refresh_cache-97eda364-701c-4a37-b3b8-9e399dad5fd5" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.987026] env[69399]: DEBUG oslo_concurrency.lockutils [req-10af54b8-65aa-4a6e-b180-f08ac0360601 req-ebaf8ab6-3f17-421c-9b46-9cf41bb6e5d0 service nova] Acquired lock "refresh_cache-97eda364-701c-4a37-b3b8-9e399dad5fd5" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.987782] env[69399]: DEBUG nova.network.neutron [req-10af54b8-65aa-4a6e-b180-f08ac0360601 req-ebaf8ab6-3f17-421c-9b46-9cf41bb6e5d0 service nova] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Refreshing network info cache for port 45b17eab-559d-4df7-b196-0f0232a8c2a2 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.994259] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e9f340e-2e8f-49a6-9054-6f974ba10550 tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] [instance: a7ed6dc1-a1ea-4c33-a194-ee09c1703788] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.994555] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcee636c-8ea2-4035-84be-1ae948877e04 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.001780] env[69399]: DEBUG oslo_vmware.api [None req-9e9f340e-2e8f-49a6-9054-6f974ba10550 tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Waiting for the task: (returnval){ [ 908.001780] env[69399]: value = "task-4176854" [ 908.001780] env[69399]: _type = "Task" [ 908.001780] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.013480] env[69399]: DEBUG oslo_vmware.api [None req-9e9f340e-2e8f-49a6-9054-6f974ba10550 tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Task: {'id': task-4176854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.081066] env[69399]: DEBUG oslo_vmware.api [None req-6d3293fa-237a-442d-a25b-d0973879f96a tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Task: {'id': task-4176853, 'name': ReconfigVM_Task, 'duration_secs': 0.209055} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.088967] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3293fa-237a-442d-a25b-d0973879f96a tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Reconfigured VM instance to set the machine id {{(pid=69399) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 908.093085] env[69399]: DEBUG nova.scheduler.client.report [None req-6c944647-c908-439e-b2e4-40feb25610f7 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.100021] env[69399]: DEBUG oslo_vmware.api [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4176852, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.203588] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.336710] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Acquiring lock "refresh_cache-312f7261-371a-47ec-87c9-e3a1b6b191fa" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.336852] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Acquired lock "refresh_cache-312f7261-371a-47ec-87c9-e3a1b6b191fa" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.337013] env[69399]: DEBUG nova.network.neutron [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.412231] env[69399]: DEBUG nova.network.neutron [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Updating instance_info_cache with network_info: [{"id": "8b20617f-700e-463e-b927-a3bf52897575", "address": "fa:16:3e:cf:ae:56", "network": {"id": "ec26b104-06f2-45dc-8dea-679a3711ccb3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-608903597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b365d893784bd2b90412f55fdaaa49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b20617f-70", "ovs_interfaceid": "8b20617f-700e-463e-b927-a3bf52897575", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.432613] env[69399]: DEBUG oslo_concurrency.lockutils [None req-85741ccb-7430-47eb-bef1-4bc0b8c15478 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Acquiring lock "33b600eb-e4ee-4c29-a2a0-1c80991093ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.433014] env[69399]: DEBUG oslo_concurrency.lockutils [None req-85741ccb-7430-47eb-bef1-4bc0b8c15478 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Lock "33b600eb-e4ee-4c29-a2a0-1c80991093ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.433319] env[69399]: DEBUG oslo_concurrency.lockutils [None req-85741ccb-7430-47eb-bef1-4bc0b8c15478 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Acquiring lock "33b600eb-e4ee-4c29-a2a0-1c80991093ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.433574] env[69399]: DEBUG oslo_concurrency.lockutils [None req-85741ccb-7430-47eb-bef1-4bc0b8c15478 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Lock "33b600eb-e4ee-4c29-a2a0-1c80991093ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.433980] env[69399]: DEBUG oslo_concurrency.lockutils [None req-85741ccb-7430-47eb-bef1-4bc0b8c15478 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Lock "33b600eb-e4ee-4c29-a2a0-1c80991093ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.437528] env[69399]: INFO nova.compute.manager [None req-85741ccb-7430-47eb-bef1-4bc0b8c15478 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Terminating instance [ 908.474662] env[69399]: INFO nova.compute.manager [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Took 41.94 seconds to build instance. [ 908.515015] env[69399]: DEBUG oslo_vmware.api [None req-9e9f340e-2e8f-49a6-9054-6f974ba10550 tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Task: {'id': task-4176854, 'name': PowerOffVM_Task, 'duration_secs': 0.119531} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.515318] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e9f340e-2e8f-49a6-9054-6f974ba10550 tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] [instance: a7ed6dc1-a1ea-4c33-a194-ee09c1703788] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.515487] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9f340e-2e8f-49a6-9054-6f974ba10550 tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] [instance: a7ed6dc1-a1ea-4c33-a194-ee09c1703788] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.515766] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-300cc5f4-9620-4456-bf53-b40fa4b3c9fe {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.544187] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9f340e-2e8f-49a6-9054-6f974ba10550 tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] [instance: a7ed6dc1-a1ea-4c33-a194-ee09c1703788] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.544543] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9f340e-2e8f-49a6-9054-6f974ba10550 tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] [instance: a7ed6dc1-a1ea-4c33-a194-ee09c1703788] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.544767] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e9f340e-2e8f-49a6-9054-6f974ba10550 tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Deleting the datastore file [datastore1] a7ed6dc1-a1ea-4c33-a194-ee09c1703788 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.545112] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-111373e7-cf79-4a85-9180-69ae565f9d99 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.552458] env[69399]: DEBUG oslo_vmware.api [None req-9e9f340e-2e8f-49a6-9054-6f974ba10550 tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Waiting for the task: (returnval){ [ 908.552458] env[69399]: value = "task-4176856" [ 908.552458] env[69399]: _type = "Task" [ 908.552458] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.562804] env[69399]: DEBUG oslo_vmware.api [None req-9e9f340e-2e8f-49a6-9054-6f974ba10550 tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Task: {'id': task-4176856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.577671] env[69399]: DEBUG oslo_vmware.api [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4176852, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.598918] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6c944647-c908-439e-b2e4-40feb25610f7 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.278s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.603875] env[69399]: DEBUG oslo_concurrency.lockutils [None req-976fb4c6-e69c-43cb-bdce-25769708d102 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.164s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.604285] env[69399]: DEBUG nova.objects.instance [None req-976fb4c6-e69c-43cb-bdce-25769708d102 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Lazy-loading 'resources' on Instance uuid 7003cf16-e687-4358-80f1-6b5854d5df96 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.631889] env[69399]: INFO nova.scheduler.client.report [None req-6c944647-c908-439e-b2e4-40feb25610f7 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Deleted allocations for instance c1dc8ac0-7716-40ef-ae8e-7d38abeae12c [ 908.879136] env[69399]: DEBUG nova.network.neutron [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 908.924341] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Releasing lock "refresh_cache-8d8f09c7-5035-4ae0-92ea-3562432e6ceb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.952269] env[69399]: DEBUG nova.compute.manager [None req-85741ccb-7430-47eb-bef1-4bc0b8c15478 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 908.952269] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-85741ccb-7430-47eb-bef1-4bc0b8c15478 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.952269] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c48d0b-3baf-474e-b3bb-df9f1f69f075 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.962395] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-85741ccb-7430-47eb-bef1-4bc0b8c15478 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.963208] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3d28ffa-0aed-4bf1-8d8b-cc8d60ec93ea {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.974244] env[69399]: DEBUG oslo_vmware.api [None req-85741ccb-7430-47eb-bef1-4bc0b8c15478 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Waiting for the task: (returnval){ [ 908.974244] env[69399]: value = "task-4176857" [ 908.974244] env[69399]: _type = "Task" [ 908.974244] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.978345] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5f27f6fb-314e-4240-887a-41203a7e29f6 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Lock "f8f6f147-d160-4942-b0a1-70f8d885ee53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.123s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.989278] env[69399]: DEBUG oslo_vmware.api [None req-85741ccb-7430-47eb-bef1-4bc0b8c15478 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Task: {'id': task-4176857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.067582] env[69399]: DEBUG oslo_vmware.api [None req-9e9f340e-2e8f-49a6-9054-6f974ba10550 tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Task: {'id': task-4176856, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129039} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.068118] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e9f340e-2e8f-49a6-9054-6f974ba10550 tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.068378] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9f340e-2e8f-49a6-9054-6f974ba10550 tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] [instance: a7ed6dc1-a1ea-4c33-a194-ee09c1703788] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.068641] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9f340e-2e8f-49a6-9054-6f974ba10550 tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] [instance: a7ed6dc1-a1ea-4c33-a194-ee09c1703788] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.070056] env[69399]: INFO nova.compute.manager [None req-9e9f340e-2e8f-49a6-9054-6f974ba10550 tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] [instance: a7ed6dc1-a1ea-4c33-a194-ee09c1703788] Took 1.10 seconds to destroy the instance on the hypervisor. [ 909.070056] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e9f340e-2e8f-49a6-9054-6f974ba10550 tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.072851] env[69399]: DEBUG nova.compute.manager [-] [instance: a7ed6dc1-a1ea-4c33-a194-ee09c1703788] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 909.073009] env[69399]: DEBUG nova.network.neutron [-] [instance: a7ed6dc1-a1ea-4c33-a194-ee09c1703788] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 909.082032] env[69399]: DEBUG oslo_vmware.api [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4176852, 'name': PowerOnVM_Task, 'duration_secs': 1.24128} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.083130] env[69399]: DEBUG nova.network.neutron [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Updating instance_info_cache with network_info: [{"id": "9e61c48e-633f-4410-a049-6ad2b1d96710", "address": "fa:16:3e:98:c4:77", "network": {"id": "4458e3e3-9ab8-4a3d-9bdd-9a7bb3d35ae9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2036820803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f32c0bd90dfb461cbdbf76bcb3181343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e61c48e-63", "ovs_interfaceid": "9e61c48e-633f-4410-a049-6ad2b1d96710", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.084482] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.084741] env[69399]: INFO nova.compute.manager [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Took 10.54 seconds to spawn the instance on the hypervisor. [ 909.084980] env[69399]: DEBUG nova.compute.manager [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.086055] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86dfc642-7e54-4f81-a4e1-aafc825b1649 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.115405] env[69399]: DEBUG nova.network.neutron [-] [instance: a7ed6dc1-a1ea-4c33-a194-ee09c1703788] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 909.140364] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6c944647-c908-439e-b2e4-40feb25610f7 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "c1dc8ac0-7716-40ef-ae8e-7d38abeae12c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.084s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.319343] env[69399]: DEBUG nova.network.neutron [req-10af54b8-65aa-4a6e-b180-f08ac0360601 req-ebaf8ab6-3f17-421c-9b46-9cf41bb6e5d0 service nova] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Updated VIF entry in instance network info cache for port 45b17eab-559d-4df7-b196-0f0232a8c2a2. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 909.319709] env[69399]: DEBUG nova.network.neutron [req-10af54b8-65aa-4a6e-b180-f08ac0360601 req-ebaf8ab6-3f17-421c-9b46-9cf41bb6e5d0 service nova] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Updating instance_info_cache with network_info: [{"id": "45b17eab-559d-4df7-b196-0f0232a8c2a2", "address": "fa:16:3e:f3:04:51", "network": {"id": "810c00e9-4b70-4638-8913-eaea2b8970b5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1053593037-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84685f5442fe4077bcb1e5b0941ed777", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45b17eab-55", "ovs_interfaceid": "45b17eab-559d-4df7-b196-0f0232a8c2a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.394408] env[69399]: DEBUG nova.network.neutron [-] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.482493] env[69399]: DEBUG oslo_vmware.api [None req-85741ccb-7430-47eb-bef1-4bc0b8c15478 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Task: {'id': task-4176857, 'name': PowerOffVM_Task, 'duration_secs': 0.351023} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.485345] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-85741ccb-7430-47eb-bef1-4bc0b8c15478 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.485579] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-85741ccb-7430-47eb-bef1-4bc0b8c15478 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 909.486089] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55e6d514-20dc-46be-93e6-0d3ff0bac895 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.554132] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-85741ccb-7430-47eb-bef1-4bc0b8c15478 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 909.554384] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-85741ccb-7430-47eb-bef1-4bc0b8c15478 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 909.554563] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-85741ccb-7430-47eb-bef1-4bc0b8c15478 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Deleting the datastore file [datastore2] 33b600eb-e4ee-4c29-a2a0-1c80991093ab {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.554932] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86a9270e-a06b-4e88-83f3-ea1acd36a2f4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.562512] env[69399]: DEBUG oslo_vmware.api [None req-85741ccb-7430-47eb-bef1-4bc0b8c15478 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Waiting for the task: (returnval){ [ 909.562512] env[69399]: value = "task-4176859" [ 909.562512] env[69399]: _type = "Task" [ 909.562512] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.571779] env[69399]: DEBUG oslo_vmware.api [None req-85741ccb-7430-47eb-bef1-4bc0b8c15478 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Task: {'id': task-4176859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.586769] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Releasing lock "refresh_cache-312f7261-371a-47ec-87c9-e3a1b6b191fa" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.589428] env[69399]: DEBUG nova.compute.manager [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Instance network_info: |[{"id": "9e61c48e-633f-4410-a049-6ad2b1d96710", "address": "fa:16:3e:98:c4:77", "network": {"id": "4458e3e3-9ab8-4a3d-9bdd-9a7bb3d35ae9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2036820803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f32c0bd90dfb461cbdbf76bcb3181343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e61c48e-63", "ovs_interfaceid": "9e61c48e-633f-4410-a049-6ad2b1d96710", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 909.590082] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:c4:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1895250-76cc-41f7-b7f8-2e5679494607', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e61c48e-633f-4410-a049-6ad2b1d96710', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.601148] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.609252] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.615535] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f4b741a-ddd8-4632-bfdb-08d4d1678358 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.630667] env[69399]: INFO nova.compute.manager [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Took 42.21 seconds to build instance. [ 909.631779] env[69399]: DEBUG nova.network.neutron [-] [instance: a7ed6dc1-a1ea-4c33-a194-ee09c1703788] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.638770] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.638770] env[69399]: value = "task-4176860" [ 909.638770] env[69399]: _type = "Task" [ 909.638770] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.647527] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176860, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.682722] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.682722] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc21a3d-dff1-4b0d-ba06-67229faae45a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.695146] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 909.695490] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d13ebec-b4f7-4543-a6e5-1779b238e310 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.702955] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85209bc-ae5b-4465-8483-a23533e0013e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.711990] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982ce5d9-5e8c-46c3-8dae-e6e03b09f47d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.747049] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885e0647-16fa-45b3-a6e8-09697e78bb1e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.755914] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8a476b-a0c0-465e-b197-b67fc37839ea {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.774922] env[69399]: DEBUG nova.compute.provider_tree [None req-976fb4c6-e69c-43cb-bdce-25769708d102 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.777735] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 909.777953] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 909.778155] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Deleting the datastore file [datastore1] 8d8f09c7-5035-4ae0-92ea-3562432e6ceb {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.782024] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1166911-b782-4118-904a-cfc5c6f78e37 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.786372] env[69399]: DEBUG oslo_vmware.api [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 909.786372] env[69399]: value = "task-4176862" [ 909.786372] env[69399]: _type = "Task" [ 909.786372] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.795826] env[69399]: DEBUG oslo_vmware.api [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4176862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.823100] env[69399]: DEBUG oslo_concurrency.lockutils [req-10af54b8-65aa-4a6e-b180-f08ac0360601 req-ebaf8ab6-3f17-421c-9b46-9cf41bb6e5d0 service nova] Releasing lock "refresh_cache-97eda364-701c-4a37-b3b8-9e399dad5fd5" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.823586] env[69399]: DEBUG nova.compute.manager [req-10af54b8-65aa-4a6e-b180-f08ac0360601 req-ebaf8ab6-3f17-421c-9b46-9cf41bb6e5d0 service nova] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Received event network-changed-35d7c355-a380-4579-a639-375f2bc92704 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.823934] env[69399]: DEBUG nova.compute.manager [req-10af54b8-65aa-4a6e-b180-f08ac0360601 req-ebaf8ab6-3f17-421c-9b46-9cf41bb6e5d0 service nova] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Refreshing instance network info cache due to event network-changed-35d7c355-a380-4579-a639-375f2bc92704. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 909.824328] env[69399]: DEBUG oslo_concurrency.lockutils [req-10af54b8-65aa-4a6e-b180-f08ac0360601 req-ebaf8ab6-3f17-421c-9b46-9cf41bb6e5d0 service nova] Acquiring lock "refresh_cache-33b600eb-e4ee-4c29-a2a0-1c80991093ab" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.824632] env[69399]: DEBUG oslo_concurrency.lockutils [req-10af54b8-65aa-4a6e-b180-f08ac0360601 req-ebaf8ab6-3f17-421c-9b46-9cf41bb6e5d0 service nova] Acquired lock "refresh_cache-33b600eb-e4ee-4c29-a2a0-1c80991093ab" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.824946] env[69399]: DEBUG nova.network.neutron [req-10af54b8-65aa-4a6e-b180-f08ac0360601 req-ebaf8ab6-3f17-421c-9b46-9cf41bb6e5d0 service nova] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Refreshing network info cache for port 35d7c355-a380-4579-a639-375f2bc92704 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 909.899756] env[69399]: INFO nova.compute.manager [-] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Took 1.93 seconds to deallocate network for instance. [ 910.079483] env[69399]: DEBUG oslo_vmware.api [None req-85741ccb-7430-47eb-bef1-4bc0b8c15478 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Task: {'id': task-4176859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190416} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.079914] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-85741ccb-7430-47eb-bef1-4bc0b8c15478 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.080163] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-85741ccb-7430-47eb-bef1-4bc0b8c15478 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.080411] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-85741ccb-7430-47eb-bef1-4bc0b8c15478 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.080675] env[69399]: INFO nova.compute.manager [None req-85741ccb-7430-47eb-bef1-4bc0b8c15478 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Took 1.13 seconds to destroy the instance on the hypervisor. [ 910.081078] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85741ccb-7430-47eb-bef1-4bc0b8c15478 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.081437] env[69399]: DEBUG nova.compute.manager [-] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 910.081639] env[69399]: DEBUG nova.network.neutron [-] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 910.134465] env[69399]: DEBUG oslo_concurrency.lockutils [None req-86741804-ad9f-4d22-9635-c2acb04319ac tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "41bacac6-0187-4a9d-b413-63da35c48d40" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.015s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.140504] env[69399]: INFO nova.compute.manager [-] [instance: a7ed6dc1-a1ea-4c33-a194-ee09c1703788] Took 1.07 seconds to deallocate network for instance. [ 910.155611] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176860, 'name': CreateVM_Task, 'duration_secs': 0.368586} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.155897] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.156656] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.156835] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.157190] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.157466] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-214eaf8b-dd18-42ab-963e-d10d98e9d354 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.164292] env[69399]: DEBUG oslo_vmware.api [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Waiting for the task: (returnval){ [ 910.164292] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]529faabe-fc63-048c-9072-aecf3b283aa7" [ 910.164292] env[69399]: _type = "Task" [ 910.164292] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.172894] env[69399]: DEBUG oslo_vmware.api [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]529faabe-fc63-048c-9072-aecf3b283aa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.279926] env[69399]: DEBUG nova.scheduler.client.report [None req-976fb4c6-e69c-43cb-bdce-25769708d102 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.298486] env[69399]: DEBUG oslo_vmware.api [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4176862, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171781} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.300381] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.300381] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.300381] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.320981] env[69399]: INFO nova.scheduler.client.report [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Deleted allocations for instance 8d8f09c7-5035-4ae0-92ea-3562432e6ceb [ 910.406656] env[69399]: DEBUG nova.compute.manager [req-1a888021-2b73-4418-8027-da3c0ac9862e req-6f95fcdd-411b-4205-b8ad-4618e1d154ed service nova] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Received event network-changed-9e61c48e-633f-4410-a049-6ad2b1d96710 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.406855] env[69399]: DEBUG nova.compute.manager [req-1a888021-2b73-4418-8027-da3c0ac9862e req-6f95fcdd-411b-4205-b8ad-4618e1d154ed service nova] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Refreshing instance network info cache due to event network-changed-9e61c48e-633f-4410-a049-6ad2b1d96710. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 910.407477] env[69399]: DEBUG oslo_concurrency.lockutils [req-1a888021-2b73-4418-8027-da3c0ac9862e req-6f95fcdd-411b-4205-b8ad-4618e1d154ed service nova] Acquiring lock "refresh_cache-312f7261-371a-47ec-87c9-e3a1b6b191fa" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.407669] env[69399]: DEBUG oslo_concurrency.lockutils [req-1a888021-2b73-4418-8027-da3c0ac9862e req-6f95fcdd-411b-4205-b8ad-4618e1d154ed service nova] Acquired lock "refresh_cache-312f7261-371a-47ec-87c9-e3a1b6b191fa" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.407839] env[69399]: DEBUG nova.network.neutron [req-1a888021-2b73-4418-8027-da3c0ac9862e req-6f95fcdd-411b-4205-b8ad-4618e1d154ed service nova] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Refreshing network info cache for port 9e61c48e-633f-4410-a049-6ad2b1d96710 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 910.411306] env[69399]: DEBUG oslo_concurrency.lockutils [None req-15d7d3ea-4560-4e96-9c39-e5f84e0bbc00 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.650709] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9e9f340e-2e8f-49a6-9054-6f974ba10550 tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.676469] env[69399]: DEBUG oslo_vmware.api [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]529faabe-fc63-048c-9072-aecf3b283aa7, 'name': SearchDatastore_Task, 'duration_secs': 0.021971} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.676826] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.677105] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.677353] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.677508] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.677694] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.678339] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba8b9816-8b50-423a-b044-fdb1e4aca506 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.691090] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.691090] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.692484] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdfab205-2dc1-49a8-8216-6ffb97e152a0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.699380] env[69399]: DEBUG oslo_vmware.api [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Waiting for the task: (returnval){ [ 910.699380] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]525f2079-f817-9095-0434-1f79072b201e" [ 910.699380] env[69399]: _type = "Task" [ 910.699380] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.712729] env[69399]: DEBUG oslo_vmware.api [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]525f2079-f817-9095-0434-1f79072b201e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.740583] env[69399]: DEBUG oslo_concurrency.lockutils [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Acquiring lock "34524205-14bb-4755-b850-6df1b4533763" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.741154] env[69399]: DEBUG oslo_concurrency.lockutils [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Lock "34524205-14bb-4755-b850-6df1b4533763" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.786744] env[69399]: DEBUG oslo_concurrency.lockutils [None req-976fb4c6-e69c-43cb-bdce-25769708d102 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.789813] env[69399]: DEBUG oslo_concurrency.lockutils [None req-04f9f020-1575-4e09-b2a5-f937c4352d25 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.268s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.790099] env[69399]: DEBUG nova.objects.instance [None req-04f9f020-1575-4e09-b2a5-f937c4352d25 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Lazy-loading 'resources' on Instance uuid fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.821473] env[69399]: INFO nova.scheduler.client.report [None req-976fb4c6-e69c-43cb-bdce-25769708d102 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Deleted allocations for instance 7003cf16-e687-4358-80f1-6b5854d5df96 [ 910.828588] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.074140] env[69399]: DEBUG nova.network.neutron [req-10af54b8-65aa-4a6e-b180-f08ac0360601 req-ebaf8ab6-3f17-421c-9b46-9cf41bb6e5d0 service nova] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Updated VIF entry in instance network info cache for port 35d7c355-a380-4579-a639-375f2bc92704. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 911.074861] env[69399]: DEBUG nova.network.neutron [req-10af54b8-65aa-4a6e-b180-f08ac0360601 req-ebaf8ab6-3f17-421c-9b46-9cf41bb6e5d0 service nova] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Updating instance_info_cache with network_info: [{"id": "35d7c355-a380-4579-a639-375f2bc92704", "address": "fa:16:3e:1c:57:c9", "network": {"id": "4218ba84-48ca-48a5-9a57-b7b58d743e33", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1640949808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58871a95bced4137bf5f9d4e30a78831", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35d7c355-a3", "ovs_interfaceid": "35d7c355-a380-4579-a639-375f2bc92704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.212554] env[69399]: DEBUG oslo_vmware.api [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]525f2079-f817-9095-0434-1f79072b201e, 'name': SearchDatastore_Task, 'duration_secs': 0.018651} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.213715] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44f6fb6f-de97-43e5-ad61-36f05e0804be {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.220729] env[69399]: DEBUG oslo_vmware.api [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Waiting for the task: (returnval){ [ 911.220729] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]529290c0-2c86-35fd-1c88-e16efaf3b55d" [ 911.220729] env[69399]: _type = "Task" [ 911.220729] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.234758] env[69399]: DEBUG oslo_vmware.api [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]529290c0-2c86-35fd-1c88-e16efaf3b55d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.244599] env[69399]: DEBUG nova.compute.manager [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 34524205-14bb-4755-b850-6df1b4533763] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 911.339971] env[69399]: DEBUG oslo_concurrency.lockutils [None req-976fb4c6-e69c-43cb-bdce-25769708d102 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Lock "7003cf16-e687-4358-80f1-6b5854d5df96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.555s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.458031] env[69399]: DEBUG nova.network.neutron [req-1a888021-2b73-4418-8027-da3c0ac9862e req-6f95fcdd-411b-4205-b8ad-4618e1d154ed service nova] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Updated VIF entry in instance network info cache for port 9e61c48e-633f-4410-a049-6ad2b1d96710. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 911.458031] env[69399]: DEBUG nova.network.neutron [req-1a888021-2b73-4418-8027-da3c0ac9862e req-6f95fcdd-411b-4205-b8ad-4618e1d154ed service nova] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Updating instance_info_cache with network_info: [{"id": "9e61c48e-633f-4410-a049-6ad2b1d96710", "address": "fa:16:3e:98:c4:77", "network": {"id": "4458e3e3-9ab8-4a3d-9bdd-9a7bb3d35ae9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2036820803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f32c0bd90dfb461cbdbf76bcb3181343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e61c48e-63", "ovs_interfaceid": "9e61c48e-633f-4410-a049-6ad2b1d96710", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.474164] env[69399]: DEBUG nova.compute.manager [req-ba104e9b-c6de-41a5-a3a7-459afbdf8942 req-00454024-69c8-4a94-af1a-8c72713b20cc service nova] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Received event network-changed-37e2f2ea-1c04-4d6b-9937-f04d339e95f0 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.474367] env[69399]: DEBUG nova.compute.manager [req-ba104e9b-c6de-41a5-a3a7-459afbdf8942 req-00454024-69c8-4a94-af1a-8c72713b20cc service nova] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Refreshing instance network info cache due to event network-changed-37e2f2ea-1c04-4d6b-9937-f04d339e95f0. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.474587] env[69399]: DEBUG oslo_concurrency.lockutils [req-ba104e9b-c6de-41a5-a3a7-459afbdf8942 req-00454024-69c8-4a94-af1a-8c72713b20cc service nova] Acquiring lock "refresh_cache-f8f6f147-d160-4942-b0a1-70f8d885ee53" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.474741] env[69399]: DEBUG oslo_concurrency.lockutils [req-ba104e9b-c6de-41a5-a3a7-459afbdf8942 req-00454024-69c8-4a94-af1a-8c72713b20cc service nova] Acquired lock "refresh_cache-f8f6f147-d160-4942-b0a1-70f8d885ee53" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.474930] env[69399]: DEBUG nova.network.neutron [req-ba104e9b-c6de-41a5-a3a7-459afbdf8942 req-00454024-69c8-4a94-af1a-8c72713b20cc service nova] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Refreshing network info cache for port 37e2f2ea-1c04-4d6b-9937-f04d339e95f0 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.578886] env[69399]: DEBUG oslo_concurrency.lockutils [req-10af54b8-65aa-4a6e-b180-f08ac0360601 req-ebaf8ab6-3f17-421c-9b46-9cf41bb6e5d0 service nova] Releasing lock "refresh_cache-33b600eb-e4ee-4c29-a2a0-1c80991093ab" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.579271] env[69399]: DEBUG nova.compute.manager [req-10af54b8-65aa-4a6e-b180-f08ac0360601 req-ebaf8ab6-3f17-421c-9b46-9cf41bb6e5d0 service nova] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Received event network-vif-plugged-9e61c48e-633f-4410-a049-6ad2b1d96710 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.579451] env[69399]: DEBUG oslo_concurrency.lockutils [req-10af54b8-65aa-4a6e-b180-f08ac0360601 req-ebaf8ab6-3f17-421c-9b46-9cf41bb6e5d0 service nova] Acquiring lock "312f7261-371a-47ec-87c9-e3a1b6b191fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.579625] env[69399]: DEBUG oslo_concurrency.lockutils [req-10af54b8-65aa-4a6e-b180-f08ac0360601 req-ebaf8ab6-3f17-421c-9b46-9cf41bb6e5d0 service nova] Lock "312f7261-371a-47ec-87c9-e3a1b6b191fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.579764] env[69399]: DEBUG oslo_concurrency.lockutils [req-10af54b8-65aa-4a6e-b180-f08ac0360601 req-ebaf8ab6-3f17-421c-9b46-9cf41bb6e5d0 service nova] Lock "312f7261-371a-47ec-87c9-e3a1b6b191fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.579933] env[69399]: DEBUG nova.compute.manager [req-10af54b8-65aa-4a6e-b180-f08ac0360601 req-ebaf8ab6-3f17-421c-9b46-9cf41bb6e5d0 service nova] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] No waiting events found dispatching network-vif-plugged-9e61c48e-633f-4410-a049-6ad2b1d96710 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 911.580137] env[69399]: WARNING nova.compute.manager [req-10af54b8-65aa-4a6e-b180-f08ac0360601 req-ebaf8ab6-3f17-421c-9b46-9cf41bb6e5d0 service nova] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Received unexpected event network-vif-plugged-9e61c48e-633f-4410-a049-6ad2b1d96710 for instance with vm_state building and task_state spawning. [ 911.736095] env[69399]: DEBUG oslo_vmware.api [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]529290c0-2c86-35fd-1c88-e16efaf3b55d, 'name': SearchDatastore_Task, 'duration_secs': 0.018774} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.736599] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.736706] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 312f7261-371a-47ec-87c9-e3a1b6b191fa/312f7261-371a-47ec-87c9-e3a1b6b191fa.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 911.737013] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae1db147-3a80-47b0-87ae-297d1dbc2d27 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.749749] env[69399]: DEBUG oslo_vmware.api [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Waiting for the task: (returnval){ [ 911.749749] env[69399]: value = "task-4176863" [ 911.749749] env[69399]: _type = "Task" [ 911.749749] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.778963] env[69399]: DEBUG oslo_vmware.api [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': task-4176863, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.782858] env[69399]: DEBUG oslo_concurrency.lockutils [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.849013] env[69399]: DEBUG nova.network.neutron [-] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.924079] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87e3daf-7ea8-4757-ab2d-dc319c511753 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.934075] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f2a7cd-f8c6-42cc-a368-2958f5622c3c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.970498] env[69399]: DEBUG oslo_concurrency.lockutils [req-1a888021-2b73-4418-8027-da3c0ac9862e req-6f95fcdd-411b-4205-b8ad-4618e1d154ed service nova] Releasing lock "refresh_cache-312f7261-371a-47ec-87c9-e3a1b6b191fa" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.970624] env[69399]: DEBUG nova.compute.manager [req-1a888021-2b73-4418-8027-da3c0ac9862e req-6f95fcdd-411b-4205-b8ad-4618e1d154ed service nova] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Received event network-vif-deleted-ecdbc6ce-33aa-4c46-9ef1-ba086b8667d8 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.970839] env[69399]: DEBUG nova.compute.manager [req-1a888021-2b73-4418-8027-da3c0ac9862e req-6f95fcdd-411b-4205-b8ad-4618e1d154ed service nova] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Received event network-vif-unplugged-8b20617f-700e-463e-b927-a3bf52897575 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.971294] env[69399]: DEBUG oslo_concurrency.lockutils [req-1a888021-2b73-4418-8027-da3c0ac9862e req-6f95fcdd-411b-4205-b8ad-4618e1d154ed service nova] Acquiring lock "8d8f09c7-5035-4ae0-92ea-3562432e6ceb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.974430] env[69399]: DEBUG oslo_concurrency.lockutils [req-1a888021-2b73-4418-8027-da3c0ac9862e req-6f95fcdd-411b-4205-b8ad-4618e1d154ed service nova] Lock "8d8f09c7-5035-4ae0-92ea-3562432e6ceb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.974430] env[69399]: DEBUG oslo_concurrency.lockutils [req-1a888021-2b73-4418-8027-da3c0ac9862e req-6f95fcdd-411b-4205-b8ad-4618e1d154ed service nova] Lock "8d8f09c7-5035-4ae0-92ea-3562432e6ceb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.974430] env[69399]: DEBUG nova.compute.manager [req-1a888021-2b73-4418-8027-da3c0ac9862e req-6f95fcdd-411b-4205-b8ad-4618e1d154ed service nova] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] No waiting events found dispatching network-vif-unplugged-8b20617f-700e-463e-b927-a3bf52897575 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 911.974430] env[69399]: WARNING nova.compute.manager [req-1a888021-2b73-4418-8027-da3c0ac9862e req-6f95fcdd-411b-4205-b8ad-4618e1d154ed service nova] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Received unexpected event network-vif-unplugged-8b20617f-700e-463e-b927-a3bf52897575 for instance with vm_state shelved_offloaded and task_state None. [ 911.974430] env[69399]: DEBUG nova.compute.manager [req-1a888021-2b73-4418-8027-da3c0ac9862e req-6f95fcdd-411b-4205-b8ad-4618e1d154ed service nova] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Received event network-changed-8b20617f-700e-463e-b927-a3bf52897575 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.974430] env[69399]: DEBUG nova.compute.manager [req-1a888021-2b73-4418-8027-da3c0ac9862e req-6f95fcdd-411b-4205-b8ad-4618e1d154ed service nova] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Refreshing instance network info cache due to event network-changed-8b20617f-700e-463e-b927-a3bf52897575. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.974430] env[69399]: DEBUG oslo_concurrency.lockutils [req-1a888021-2b73-4418-8027-da3c0ac9862e req-6f95fcdd-411b-4205-b8ad-4618e1d154ed service nova] Acquiring lock "refresh_cache-8d8f09c7-5035-4ae0-92ea-3562432e6ceb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.974430] env[69399]: DEBUG oslo_concurrency.lockutils [req-1a888021-2b73-4418-8027-da3c0ac9862e req-6f95fcdd-411b-4205-b8ad-4618e1d154ed service nova] Acquired lock "refresh_cache-8d8f09c7-5035-4ae0-92ea-3562432e6ceb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.974430] env[69399]: DEBUG nova.network.neutron [req-1a888021-2b73-4418-8027-da3c0ac9862e req-6f95fcdd-411b-4205-b8ad-4618e1d154ed service nova] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Refreshing network info cache for port 8b20617f-700e-463e-b927-a3bf52897575 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.977195] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a024ae4-2a1f-43ce-b622-53310c3083a5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.988297] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e0f0a1-f8b7-48db-a568-74e847566674 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.006801] env[69399]: DEBUG nova.compute.provider_tree [None req-04f9f020-1575-4e09-b2a5-f937c4352d25 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.268983] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3476fa7e-6000-4bc1-a90e-d78f4c718fa5 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Acquiring lock "6425e15d-add3-442e-a190-9f2df94d5215" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.273026] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3476fa7e-6000-4bc1-a90e-d78f4c718fa5 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Lock "6425e15d-add3-442e-a190-9f2df94d5215" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.273026] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3476fa7e-6000-4bc1-a90e-d78f4c718fa5 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Acquiring lock "6425e15d-add3-442e-a190-9f2df94d5215-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.273026] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3476fa7e-6000-4bc1-a90e-d78f4c718fa5 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Lock "6425e15d-add3-442e-a190-9f2df94d5215-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.273026] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3476fa7e-6000-4bc1-a90e-d78f4c718fa5 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Lock "6425e15d-add3-442e-a190-9f2df94d5215-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.274033] env[69399]: DEBUG oslo_vmware.api [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': task-4176863, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.279659] env[69399]: INFO nova.compute.manager [None req-3476fa7e-6000-4bc1-a90e-d78f4c718fa5 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Terminating instance [ 912.352300] env[69399]: INFO nova.compute.manager [-] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Took 2.27 seconds to deallocate network for instance. [ 912.515223] env[69399]: DEBUG nova.scheduler.client.report [None req-04f9f020-1575-4e09-b2a5-f937c4352d25 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.538885] env[69399]: DEBUG nova.network.neutron [req-ba104e9b-c6de-41a5-a3a7-459afbdf8942 req-00454024-69c8-4a94-af1a-8c72713b20cc service nova] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Updated VIF entry in instance network info cache for port 37e2f2ea-1c04-4d6b-9937-f04d339e95f0. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.539815] env[69399]: DEBUG nova.network.neutron [req-ba104e9b-c6de-41a5-a3a7-459afbdf8942 req-00454024-69c8-4a94-af1a-8c72713b20cc service nova] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Updating instance_info_cache with network_info: [{"id": "37e2f2ea-1c04-4d6b-9937-f04d339e95f0", "address": "fa:16:3e:a8:d8:95", "network": {"id": "2d4eb54b-e55b-403c-a6c1-4e46a6bc3b69", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-845105148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a9417a015784ab98988dfe1dca982ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37e2f2ea-1c", "ovs_interfaceid": "37e2f2ea-1c04-4d6b-9937-f04d339e95f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.748940] env[69399]: DEBUG nova.compute.manager [req-0da41540-6622-4d20-96c7-6e25cbb2f56f req-c5d91560-012c-4ee7-9915-b8ee5dfc7da4 service nova] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Received event network-vif-deleted-35d7c355-a380-4579-a639-375f2bc92704 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.769309] env[69399]: DEBUG oslo_vmware.api [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': task-4176863, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665793} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.769586] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 312f7261-371a-47ec-87c9-e3a1b6b191fa/312f7261-371a-47ec-87c9-e3a1b6b191fa.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 912.770026] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 912.770097] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c22648d8-0a0d-4be6-a1da-1250e43637db {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.779056] env[69399]: DEBUG oslo_vmware.api [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Waiting for the task: (returnval){ [ 912.779056] env[69399]: value = "task-4176864" [ 912.779056] env[69399]: _type = "Task" [ 912.779056] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.790098] env[69399]: DEBUG nova.compute.manager [None req-3476fa7e-6000-4bc1-a90e-d78f4c718fa5 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 912.790537] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3476fa7e-6000-4bc1-a90e-d78f4c718fa5 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.791130] env[69399]: DEBUG oslo_vmware.api [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': task-4176864, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.791909] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9a770e-8223-47de-b6a7-84688e4b8d5d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.800145] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3476fa7e-6000-4bc1-a90e-d78f4c718fa5 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.800145] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33d8d151-c1c6-44be-8bf9-155d9be365c4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.806791] env[69399]: DEBUG oslo_vmware.api [None req-3476fa7e-6000-4bc1-a90e-d78f4c718fa5 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Waiting for the task: (returnval){ [ 912.806791] env[69399]: value = "task-4176865" [ 912.806791] env[69399]: _type = "Task" [ 912.806791] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.818036] env[69399]: DEBUG oslo_vmware.api [None req-3476fa7e-6000-4bc1-a90e-d78f4c718fa5 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.834131] env[69399]: DEBUG nova.network.neutron [req-1a888021-2b73-4418-8027-da3c0ac9862e req-6f95fcdd-411b-4205-b8ad-4618e1d154ed service nova] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Updated VIF entry in instance network info cache for port 8b20617f-700e-463e-b927-a3bf52897575. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.834131] env[69399]: DEBUG nova.network.neutron [req-1a888021-2b73-4418-8027-da3c0ac9862e req-6f95fcdd-411b-4205-b8ad-4618e1d154ed service nova] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Updating instance_info_cache with network_info: [{"id": "8b20617f-700e-463e-b927-a3bf52897575", "address": "fa:16:3e:cf:ae:56", "network": {"id": "ec26b104-06f2-45dc-8dea-679a3711ccb3", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-608903597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b365d893784bd2b90412f55fdaaa49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8b20617f-70", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.862151] env[69399]: DEBUG oslo_concurrency.lockutils [None req-85741ccb-7430-47eb-bef1-4bc0b8c15478 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.024482] env[69399]: DEBUG oslo_concurrency.lockutils [None req-04f9f020-1575-4e09-b2a5-f937c4352d25 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.235s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.026962] env[69399]: DEBUG oslo_concurrency.lockutils [None req-36aad990-64d8-4e2a-8bd7-a811dfe8f2b5 tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.372s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.027493] env[69399]: DEBUG nova.objects.instance [None req-36aad990-64d8-4e2a-8bd7-a811dfe8f2b5 tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Lazy-loading 'resources' on Instance uuid 2d81a037-fa27-45eb-824c-3bc181e8968c {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.043881] env[69399]: DEBUG oslo_concurrency.lockutils [req-ba104e9b-c6de-41a5-a3a7-459afbdf8942 req-00454024-69c8-4a94-af1a-8c72713b20cc service nova] Releasing lock "refresh_cache-f8f6f147-d160-4942-b0a1-70f8d885ee53" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.057591] env[69399]: INFO nova.scheduler.client.report [None req-04f9f020-1575-4e09-b2a5-f937c4352d25 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Deleted allocations for instance fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb [ 913.291023] env[69399]: DEBUG oslo_vmware.api [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': task-4176864, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072941} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.291023] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 913.291854] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc84bc4a-696c-4984-a7ad-eeb864a113d8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.315938] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 312f7261-371a-47ec-87c9-e3a1b6b191fa/312f7261-371a-47ec-87c9-e3a1b6b191fa.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.316452] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-056c824a-ccca-4739-b541-2e5c8f3eb364 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.336621] env[69399]: DEBUG oslo_concurrency.lockutils [req-1a888021-2b73-4418-8027-da3c0ac9862e req-6f95fcdd-411b-4205-b8ad-4618e1d154ed service nova] Releasing lock "refresh_cache-8d8f09c7-5035-4ae0-92ea-3562432e6ceb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.343623] env[69399]: DEBUG oslo_vmware.api [None req-3476fa7e-6000-4bc1-a90e-d78f4c718fa5 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.346039] env[69399]: DEBUG oslo_vmware.api [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Waiting for the task: (returnval){ [ 913.346039] env[69399]: value = "task-4176866" [ 913.346039] env[69399]: _type = "Task" [ 913.346039] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.358344] env[69399]: DEBUG oslo_vmware.api [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': task-4176866, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.568139] env[69399]: DEBUG oslo_concurrency.lockutils [None req-04f9f020-1575-4e09-b2a5-f937c4352d25 tempest-ServersAdminNegativeTestJSON-933344119 tempest-ServersAdminNegativeTestJSON-933344119-project-member] Lock "fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.524s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.834618] env[69399]: DEBUG oslo_vmware.api [None req-3476fa7e-6000-4bc1-a90e-d78f4c718fa5 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176865, 'name': PowerOffVM_Task, 'duration_secs': 0.837062} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.834905] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3476fa7e-6000-4bc1-a90e-d78f4c718fa5 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.835120] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3476fa7e-6000-4bc1-a90e-d78f4c718fa5 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.835408] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7a73b3b-6cb9-4039-ab1a-30c2185c2716 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.859529] env[69399]: DEBUG oslo_vmware.api [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': task-4176866, 'name': ReconfigVM_Task, 'duration_secs': 0.357143} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.860668] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 312f7261-371a-47ec-87c9-e3a1b6b191fa/312f7261-371a-47ec-87c9-e3a1b6b191fa.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.860668] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81307a1b-d7d0-4b38-99d0-60fbcd3e29da {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.868651] env[69399]: DEBUG oslo_vmware.api [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Waiting for the task: (returnval){ [ 913.868651] env[69399]: value = "task-4176868" [ 913.868651] env[69399]: _type = "Task" [ 913.868651] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.881093] env[69399]: DEBUG oslo_vmware.api [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': task-4176868, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.891418] env[69399]: DEBUG oslo_concurrency.lockutils [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquiring lock "8d8f09c7-5035-4ae0-92ea-3562432e6ceb" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.917451] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3476fa7e-6000-4bc1-a90e-d78f4c718fa5 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.917736] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3476fa7e-6000-4bc1-a90e-d78f4c718fa5 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.917937] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-3476fa7e-6000-4bc1-a90e-d78f4c718fa5 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Deleting the datastore file [datastore2] 6425e15d-add3-442e-a190-9f2df94d5215 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.918303] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-acec9ec9-5034-45ca-aa23-531ce57689f1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.930403] env[69399]: DEBUG oslo_vmware.api [None req-3476fa7e-6000-4bc1-a90e-d78f4c718fa5 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Waiting for the task: (returnval){ [ 913.930403] env[69399]: value = "task-4176869" [ 913.930403] env[69399]: _type = "Task" [ 913.930403] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.937808] env[69399]: DEBUG nova.compute.manager [req-520d7745-adc2-476a-91eb-d683601261a4 req-3b31aff5-731f-46ad-8e41-bb7867c0ee4a service nova] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Received event network-changed-188fa42d-7f8f-410f-b3c4-d8596f49cd11 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.938060] env[69399]: DEBUG nova.compute.manager [req-520d7745-adc2-476a-91eb-d683601261a4 req-3b31aff5-731f-46ad-8e41-bb7867c0ee4a service nova] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Refreshing instance network info cache due to event network-changed-188fa42d-7f8f-410f-b3c4-d8596f49cd11. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 913.938437] env[69399]: DEBUG oslo_concurrency.lockutils [req-520d7745-adc2-476a-91eb-d683601261a4 req-3b31aff5-731f-46ad-8e41-bb7867c0ee4a service nova] Acquiring lock "refresh_cache-41bacac6-0187-4a9d-b413-63da35c48d40" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.938437] env[69399]: DEBUG oslo_concurrency.lockutils [req-520d7745-adc2-476a-91eb-d683601261a4 req-3b31aff5-731f-46ad-8e41-bb7867c0ee4a service nova] Acquired lock "refresh_cache-41bacac6-0187-4a9d-b413-63da35c48d40" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.938655] env[69399]: DEBUG nova.network.neutron [req-520d7745-adc2-476a-91eb-d683601261a4 req-3b31aff5-731f-46ad-8e41-bb7867c0ee4a service nova] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Refreshing network info cache for port 188fa42d-7f8f-410f-b3c4-d8596f49cd11 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.948020] env[69399]: DEBUG oslo_vmware.api [None req-3476fa7e-6000-4bc1-a90e-d78f4c718fa5 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176869, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.099050] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3089ab87-24a9-400d-ba78-8c02cfdb7292 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.111752] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1201250b-e4f3-4d76-a0c8-661803cd549a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.154323] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68f32c1-f4dc-45af-bb8b-98732cf9d63f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.163125] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83486c4d-57db-4096-9dbd-4d980f5a584b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.182843] env[69399]: DEBUG nova.compute.provider_tree [None req-36aad990-64d8-4e2a-8bd7-a811dfe8f2b5 tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.363828] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "31ea7532-3ec5-4a25-8425-eb893a26169c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.364185] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "31ea7532-3ec5-4a25-8425-eb893a26169c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.380235] env[69399]: DEBUG oslo_vmware.api [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': task-4176868, 'name': Rename_Task, 'duration_secs': 0.158619} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.381473] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.381908] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0546d0aa-5512-47e0-ac90-050abef5c754 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.390454] env[69399]: DEBUG oslo_vmware.api [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Waiting for the task: (returnval){ [ 914.390454] env[69399]: value = "task-4176870" [ 914.390454] env[69399]: _type = "Task" [ 914.390454] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.399907] env[69399]: DEBUG oslo_vmware.api [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': task-4176870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.444176] env[69399]: DEBUG oslo_vmware.api [None req-3476fa7e-6000-4bc1-a90e-d78f4c718fa5 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Task: {'id': task-4176869, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33242} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.444595] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-3476fa7e-6000-4bc1-a90e-d78f4c718fa5 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.444898] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3476fa7e-6000-4bc1-a90e-d78f4c718fa5 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 914.445313] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3476fa7e-6000-4bc1-a90e-d78f4c718fa5 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 914.445567] env[69399]: INFO nova.compute.manager [None req-3476fa7e-6000-4bc1-a90e-d78f4c718fa5 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Took 1.66 seconds to destroy the instance on the hypervisor. [ 914.445982] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3476fa7e-6000-4bc1-a90e-d78f4c718fa5 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.446528] env[69399]: DEBUG nova.compute.manager [-] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 914.447170] env[69399]: DEBUG nova.network.neutron [-] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 914.687251] env[69399]: DEBUG nova.scheduler.client.report [None req-36aad990-64d8-4e2a-8bd7-a811dfe8f2b5 tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.870653] env[69399]: DEBUG nova.compute.manager [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 914.888062] env[69399]: DEBUG nova.network.neutron [req-520d7745-adc2-476a-91eb-d683601261a4 req-3b31aff5-731f-46ad-8e41-bb7867c0ee4a service nova] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Updated VIF entry in instance network info cache for port 188fa42d-7f8f-410f-b3c4-d8596f49cd11. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 914.888609] env[69399]: DEBUG nova.network.neutron [req-520d7745-adc2-476a-91eb-d683601261a4 req-3b31aff5-731f-46ad-8e41-bb7867c0ee4a service nova] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Updating instance_info_cache with network_info: [{"id": "188fa42d-7f8f-410f-b3c4-d8596f49cd11", "address": "fa:16:3e:a8:89:b6", "network": {"id": "8bbd0a10-2e65-411d-8a62-f5ebaf71e8e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1453218423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ddf098d312d4b1282b2b2f8d85149f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap188fa42d-7f", "ovs_interfaceid": "188fa42d-7f8f-410f-b3c4-d8596f49cd11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.904037] env[69399]: DEBUG oslo_vmware.api [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': task-4176870, 'name': PowerOnVM_Task, 'duration_secs': 0.50339} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.905501] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.905501] env[69399]: INFO nova.compute.manager [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Took 8.94 seconds to spawn the instance on the hypervisor. [ 914.905501] env[69399]: DEBUG nova.compute.manager [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.906286] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6d82c3-3dff-40a1-9ec1-ff5457841b68 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.983193] env[69399]: DEBUG nova.compute.manager [req-6caf3aff-ea23-4ffa-bd3e-8cc44e41567d req-8b487f19-c682-4fda-8f36-75a2d18679ca service nova] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Received event network-vif-deleted-98dd7141-9724-480a-a5c4-a6ff7f85d490 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.983636] env[69399]: INFO nova.compute.manager [req-6caf3aff-ea23-4ffa-bd3e-8cc44e41567d req-8b487f19-c682-4fda-8f36-75a2d18679ca service nova] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Neutron deleted interface 98dd7141-9724-480a-a5c4-a6ff7f85d490; detaching it from the instance and deleting it from the info cache [ 914.983636] env[69399]: DEBUG nova.network.neutron [req-6caf3aff-ea23-4ffa-bd3e-8cc44e41567d req-8b487f19-c682-4fda-8f36-75a2d18679ca service nova] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.197173] env[69399]: DEBUG oslo_concurrency.lockutils [None req-36aad990-64d8-4e2a-8bd7-a811dfe8f2b5 tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.204817] env[69399]: DEBUG oslo_concurrency.lockutils [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.335s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.209383] env[69399]: INFO nova.compute.claims [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.241018] env[69399]: INFO nova.scheduler.client.report [None req-36aad990-64d8-4e2a-8bd7-a811dfe8f2b5 tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Deleted allocations for instance 2d81a037-fa27-45eb-824c-3bc181e8968c [ 915.391815] env[69399]: DEBUG oslo_concurrency.lockutils [req-520d7745-adc2-476a-91eb-d683601261a4 req-3b31aff5-731f-46ad-8e41-bb7867c0ee4a service nova] Releasing lock "refresh_cache-41bacac6-0187-4a9d-b413-63da35c48d40" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.405458] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.415377] env[69399]: DEBUG nova.network.neutron [-] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.436109] env[69399]: INFO nova.compute.manager [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Took 45.63 seconds to build instance. [ 915.490505] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eeece5d6-3a6a-40ca-a097-bdee32171ecf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.504633] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295a6d46-64d9-4ba2-863f-c1a903c09e09 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.545958] env[69399]: DEBUG nova.compute.manager [req-6caf3aff-ea23-4ffa-bd3e-8cc44e41567d req-8b487f19-c682-4fda-8f36-75a2d18679ca service nova] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Detach interface failed, port_id=98dd7141-9724-480a-a5c4-a6ff7f85d490, reason: Instance 6425e15d-add3-442e-a190-9f2df94d5215 could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 915.750635] env[69399]: DEBUG oslo_concurrency.lockutils [None req-36aad990-64d8-4e2a-8bd7-a811dfe8f2b5 tempest-ServerAddressesNegativeTestJSON-1566324114 tempest-ServerAddressesNegativeTestJSON-1566324114-project-member] Lock "2d81a037-fa27-45eb-824c-3bc181e8968c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.940s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.920782] env[69399]: INFO nova.compute.manager [-] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Took 1.47 seconds to deallocate network for instance. [ 915.938724] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3ad824c8-b53d-4e77-bf90-bc6bf4201bf3 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Lock "312f7261-371a-47ec-87c9-e3a1b6b191fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.269s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.430015] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3476fa7e-6000-4bc1-a90e-d78f4c718fa5 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.760397] env[69399]: DEBUG oslo_concurrency.lockutils [None req-69812755-b0c9-420e-8301-317b54925caa tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Acquiring lock "312f7261-371a-47ec-87c9-e3a1b6b191fa" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.761083] env[69399]: DEBUG oslo_concurrency.lockutils [None req-69812755-b0c9-420e-8301-317b54925caa tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Lock "312f7261-371a-47ec-87c9-e3a1b6b191fa" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.765659] env[69399]: INFO nova.compute.manager [None req-69812755-b0c9-420e-8301-317b54925caa tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Rebooting instance [ 916.871503] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ad5190-8dad-42c1-be7f-5e5c065350b7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.886722] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5b6e7b-a670-480e-b8b8-121da324fec9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.935260] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e59baa-12fd-441c-94c4-6b42dc23ff4a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.945204] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4390a3-7238-4a13-be55-ccc4b901588c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.961061] env[69399]: DEBUG nova.compute.provider_tree [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.291928] env[69399]: DEBUG oslo_concurrency.lockutils [None req-69812755-b0c9-420e-8301-317b54925caa tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Acquiring lock "refresh_cache-312f7261-371a-47ec-87c9-e3a1b6b191fa" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.292238] env[69399]: DEBUG oslo_concurrency.lockutils [None req-69812755-b0c9-420e-8301-317b54925caa tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Acquired lock "refresh_cache-312f7261-371a-47ec-87c9-e3a1b6b191fa" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.292292] env[69399]: DEBUG nova.network.neutron [None req-69812755-b0c9-420e-8301-317b54925caa tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.468438] env[69399]: DEBUG nova.scheduler.client.report [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.668258] env[69399]: DEBUG nova.compute.manager [req-992cd9f9-79a0-4921-ac98-8722f9ab6113 req-3ba736ac-51e3-463e-af67-3cda59940d52 service nova] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Received event network-changed-9e61c48e-633f-4410-a049-6ad2b1d96710 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.668497] env[69399]: DEBUG nova.compute.manager [req-992cd9f9-79a0-4921-ac98-8722f9ab6113 req-3ba736ac-51e3-463e-af67-3cda59940d52 service nova] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Refreshing instance network info cache due to event network-changed-9e61c48e-633f-4410-a049-6ad2b1d96710. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 917.669036] env[69399]: DEBUG oslo_concurrency.lockutils [req-992cd9f9-79a0-4921-ac98-8722f9ab6113 req-3ba736ac-51e3-463e-af67-3cda59940d52 service nova] Acquiring lock "refresh_cache-312f7261-371a-47ec-87c9-e3a1b6b191fa" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.980732] env[69399]: DEBUG oslo_concurrency.lockutils [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.982160] env[69399]: DEBUG nova.compute.manager [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 917.985221] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f490564a-99ef-4687-8ccd-20d965041ca2 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.018s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.985482] env[69399]: DEBUG nova.objects.instance [None req-f490564a-99ef-4687-8ccd-20d965041ca2 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Lazy-loading 'resources' on Instance uuid 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.490397] env[69399]: DEBUG nova.compute.utils [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 918.498133] env[69399]: DEBUG nova.compute.manager [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 918.498133] env[69399]: DEBUG nova.network.neutron [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 918.622258] env[69399]: DEBUG nova.network.neutron [None req-69812755-b0c9-420e-8301-317b54925caa tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Updating instance_info_cache with network_info: [{"id": "9e61c48e-633f-4410-a049-6ad2b1d96710", "address": "fa:16:3e:98:c4:77", "network": {"id": "4458e3e3-9ab8-4a3d-9bdd-9a7bb3d35ae9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2036820803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f32c0bd90dfb461cbdbf76bcb3181343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e61c48e-63", "ovs_interfaceid": "9e61c48e-633f-4410-a049-6ad2b1d96710", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.627475] env[69399]: DEBUG nova.policy [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b298935099a545a2abd54b5c68882fa8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56b6f03aff7844a2ae99df0a9a68227e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 919.004198] env[69399]: DEBUG nova.compute.manager [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 919.109285] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af6e95f-8485-4498-8dfb-5b232262b992 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.118976] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd576c27-492c-4853-a0f2-408439550e9d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.125841] env[69399]: DEBUG oslo_concurrency.lockutils [None req-69812755-b0c9-420e-8301-317b54925caa tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Releasing lock "refresh_cache-312f7261-371a-47ec-87c9-e3a1b6b191fa" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.152192] env[69399]: DEBUG oslo_concurrency.lockutils [req-992cd9f9-79a0-4921-ac98-8722f9ab6113 req-3ba736ac-51e3-463e-af67-3cda59940d52 service nova] Acquired lock "refresh_cache-312f7261-371a-47ec-87c9-e3a1b6b191fa" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.152403] env[69399]: DEBUG nova.network.neutron [req-992cd9f9-79a0-4921-ac98-8722f9ab6113 req-3ba736ac-51e3-463e-af67-3cda59940d52 service nova] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Refreshing network info cache for port 9e61c48e-633f-4410-a049-6ad2b1d96710 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.156526] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f3447e-5ac8-4e97-b487-2338e376cc1e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.159992] env[69399]: DEBUG nova.compute.manager [None req-69812755-b0c9-420e-8301-317b54925caa tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.161174] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c29fbe8-1f63-45d3-8851-bee23a241865 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.172272] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a38b8d-f4bb-4b9b-8daa-7a4dd7fe0deb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.190232] env[69399]: DEBUG nova.compute.provider_tree [None req-f490564a-99ef-4687-8ccd-20d965041ca2 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.322388] env[69399]: DEBUG nova.network.neutron [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Successfully created port: b5cc5486-0a72-4d08-b88b-a2dee65e695a {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 919.698323] env[69399]: DEBUG nova.scheduler.client.report [None req-f490564a-99ef-4687-8ccd-20d965041ca2 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.018976] env[69399]: DEBUG nova.compute.manager [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 920.053539] env[69399]: DEBUG nova.virt.hardware [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.053791] env[69399]: DEBUG nova.virt.hardware [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.053977] env[69399]: DEBUG nova.virt.hardware [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.054191] env[69399]: DEBUG nova.virt.hardware [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.054340] env[69399]: DEBUG nova.virt.hardware [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.054486] env[69399]: DEBUG nova.virt.hardware [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.054699] env[69399]: DEBUG nova.virt.hardware [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.054935] env[69399]: DEBUG nova.virt.hardware [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.055227] env[69399]: DEBUG nova.virt.hardware [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.055419] env[69399]: DEBUG nova.virt.hardware [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.056068] env[69399]: DEBUG nova.virt.hardware [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.056491] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79206836-0743-4fbc-a7cc-5515a720dd08 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.065127] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4cddb3-b101-43b5-ba74-a08a9dd8caa9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.080667] env[69399]: DEBUG nova.network.neutron [req-992cd9f9-79a0-4921-ac98-8722f9ab6113 req-3ba736ac-51e3-463e-af67-3cda59940d52 service nova] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Updated VIF entry in instance network info cache for port 9e61c48e-633f-4410-a049-6ad2b1d96710. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.081038] env[69399]: DEBUG nova.network.neutron [req-992cd9f9-79a0-4921-ac98-8722f9ab6113 req-3ba736ac-51e3-463e-af67-3cda59940d52 service nova] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Updating instance_info_cache with network_info: [{"id": "9e61c48e-633f-4410-a049-6ad2b1d96710", "address": "fa:16:3e:98:c4:77", "network": {"id": "4458e3e3-9ab8-4a3d-9bdd-9a7bb3d35ae9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2036820803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f32c0bd90dfb461cbdbf76bcb3181343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e61c48e-63", "ovs_interfaceid": "9e61c48e-633f-4410-a049-6ad2b1d96710", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.188022] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54744784-2c66-4743-886e-67fe3c799913 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.196498] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-69812755-b0c9-420e-8301-317b54925caa tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Doing hard reboot of VM {{(pid=69399) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 920.196792] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-1aac94cf-9aa8-4bad-a64c-187be4d1f2c0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.203736] env[69399]: DEBUG oslo_vmware.api [None req-69812755-b0c9-420e-8301-317b54925caa tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Waiting for the task: (returnval){ [ 920.203736] env[69399]: value = "task-4176871" [ 920.203736] env[69399]: _type = "Task" [ 920.203736] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.207720] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f490564a-99ef-4687-8ccd-20d965041ca2 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.223s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.210134] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.322s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.212037] env[69399]: INFO nova.compute.claims [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 920.220224] env[69399]: DEBUG oslo_vmware.api [None req-69812755-b0c9-420e-8301-317b54925caa tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': task-4176871, 'name': ResetVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.249314] env[69399]: INFO nova.scheduler.client.report [None req-f490564a-99ef-4687-8ccd-20d965041ca2 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Deleted allocations for instance 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c [ 920.584546] env[69399]: DEBUG oslo_concurrency.lockutils [req-992cd9f9-79a0-4921-ac98-8722f9ab6113 req-3ba736ac-51e3-463e-af67-3cda59940d52 service nova] Releasing lock "refresh_cache-312f7261-371a-47ec-87c9-e3a1b6b191fa" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.716254] env[69399]: DEBUG oslo_vmware.api [None req-69812755-b0c9-420e-8301-317b54925caa tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': task-4176871, 'name': ResetVM_Task, 'duration_secs': 0.09227} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.718756] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-69812755-b0c9-420e-8301-317b54925caa tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Did hard reboot of VM {{(pid=69399) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 920.718964] env[69399]: DEBUG nova.compute.manager [None req-69812755-b0c9-420e-8301-317b54925caa tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.719803] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9870e627-7aa8-4c5e-9dcd-4bb8fb734095 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.764954] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f490564a-99ef-4687-8ccd-20d965041ca2 tempest-ServersTestManualDisk-61822466 tempest-ServersTestManualDisk-61822466-project-member] Lock "6f6bf764-5ab6-454b-b0b2-b9c0a213e60c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.455s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.090102] env[69399]: DEBUG oslo_concurrency.lockutils [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Acquiring lock "33ebc5f2-af2f-400d-b20b-b59ce6ef6b15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.090825] env[69399]: DEBUG oslo_concurrency.lockutils [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Lock "33ebc5f2-af2f-400d-b20b-b59ce6ef6b15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.232711] env[69399]: DEBUG oslo_concurrency.lockutils [None req-69812755-b0c9-420e-8301-317b54925caa tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Lock "312f7261-371a-47ec-87c9-e3a1b6b191fa" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.472s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.470901] env[69399]: DEBUG nova.network.neutron [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Successfully updated port: b5cc5486-0a72-4d08-b88b-a2dee65e695a {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.594836] env[69399]: DEBUG nova.compute.manager [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.748505] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cd3b4a-e452-4a92-a152-f922e95004d0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.757468] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b74279a-07d8-4752-ab15-070411d581b2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.796033] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c478d1e-8d29-481f-9f1f-04206bd283b8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.805508] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09edf976-8d50-442e-8854-8a83bfc378bc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.822157] env[69399]: DEBUG nova.compute.provider_tree [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.843832] env[69399]: DEBUG nova.compute.manager [req-42aafd3b-d0ac-4e88-a56b-5e7eb7de3e1b req-82ef1767-4127-4ea6-8038-e823ea80fe7b service nova] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Received event network-vif-plugged-b5cc5486-0a72-4d08-b88b-a2dee65e695a {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.844096] env[69399]: DEBUG oslo_concurrency.lockutils [req-42aafd3b-d0ac-4e88-a56b-5e7eb7de3e1b req-82ef1767-4127-4ea6-8038-e823ea80fe7b service nova] Acquiring lock "38d879e2-43f0-4c06-b7a4-a5eb38d585a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.844313] env[69399]: DEBUG oslo_concurrency.lockutils [req-42aafd3b-d0ac-4e88-a56b-5e7eb7de3e1b req-82ef1767-4127-4ea6-8038-e823ea80fe7b service nova] Lock "38d879e2-43f0-4c06-b7a4-a5eb38d585a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.844479] env[69399]: DEBUG oslo_concurrency.lockutils [req-42aafd3b-d0ac-4e88-a56b-5e7eb7de3e1b req-82ef1767-4127-4ea6-8038-e823ea80fe7b service nova] Lock "38d879e2-43f0-4c06-b7a4-a5eb38d585a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.844646] env[69399]: DEBUG nova.compute.manager [req-42aafd3b-d0ac-4e88-a56b-5e7eb7de3e1b req-82ef1767-4127-4ea6-8038-e823ea80fe7b service nova] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] No waiting events found dispatching network-vif-plugged-b5cc5486-0a72-4d08-b88b-a2dee65e695a {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 921.844816] env[69399]: WARNING nova.compute.manager [req-42aafd3b-d0ac-4e88-a56b-5e7eb7de3e1b req-82ef1767-4127-4ea6-8038-e823ea80fe7b service nova] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Received unexpected event network-vif-plugged-b5cc5486-0a72-4d08-b88b-a2dee65e695a for instance with vm_state building and task_state spawning. [ 921.975899] env[69399]: DEBUG oslo_concurrency.lockutils [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquiring lock "refresh_cache-38d879e2-43f0-4c06-b7a4-a5eb38d585a0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.977134] env[69399]: DEBUG oslo_concurrency.lockutils [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquired lock "refresh_cache-38d879e2-43f0-4c06-b7a4-a5eb38d585a0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.977134] env[69399]: DEBUG nova.network.neutron [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.126024] env[69399]: DEBUG oslo_concurrency.lockutils [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.324739] env[69399]: DEBUG nova.scheduler.client.report [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.535071] env[69399]: DEBUG nova.network.neutron [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.591912] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 922.592198] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 922.830834] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.832019] env[69399]: DEBUG nova.compute.manager [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 922.835413] env[69399]: DEBUG oslo_concurrency.lockutils [None req-bac471a1-939d-49c4-ac98-9dcbd2e325eb tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.226s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.836133] env[69399]: DEBUG nova.objects.instance [None req-bac471a1-939d-49c4-ac98-9dcbd2e325eb tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Lazy-loading 'resources' on Instance uuid 0d2be239-eafb-43bb-b8a9-b8e9f53d8920 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.112956] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 923.113136] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 923.113360] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 923.113493] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 923.113587] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 923.113731] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 923.113889] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69399) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 923.114082] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 923.159291] env[69399]: DEBUG nova.network.neutron [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Updating instance_info_cache with network_info: [{"id": "b5cc5486-0a72-4d08-b88b-a2dee65e695a", "address": "fa:16:3e:e8:0a:f2", "network": {"id": "8f1a4937-216f-450d-b1b2-c69d087198a1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1169406907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56b6f03aff7844a2ae99df0a9a68227e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5cc5486-0a", "ovs_interfaceid": "b5cc5486-0a72-4d08-b88b-a2dee65e695a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.344681] env[69399]: DEBUG nova.compute.utils [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 923.346209] env[69399]: DEBUG nova.compute.manager [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 923.346209] env[69399]: DEBUG nova.network.neutron [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 923.437775] env[69399]: DEBUG nova.policy [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c58653b0f3ff45be92b383e1d32fdf23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'afede57db26a48e9bd05a277ad91488b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 923.620229] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.662599] env[69399]: DEBUG oslo_concurrency.lockutils [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Releasing lock "refresh_cache-38d879e2-43f0-4c06-b7a4-a5eb38d585a0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.663025] env[69399]: DEBUG nova.compute.manager [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Instance network_info: |[{"id": "b5cc5486-0a72-4d08-b88b-a2dee65e695a", "address": "fa:16:3e:e8:0a:f2", "network": {"id": "8f1a4937-216f-450d-b1b2-c69d087198a1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1169406907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56b6f03aff7844a2ae99df0a9a68227e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5cc5486-0a", "ovs_interfaceid": "b5cc5486-0a72-4d08-b88b-a2dee65e695a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 923.663483] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:0a:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5cc5486-0a72-4d08-b88b-a2dee65e695a', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.671251] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.676022] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.678261] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb994edc-7ad7-4531-8243-1e77861c426e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.705809] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.705809] env[69399]: value = "task-4176872" [ 923.705809] env[69399]: _type = "Task" [ 923.705809] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.715332] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176872, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.852020] env[69399]: DEBUG nova.compute.manager [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 923.955905] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c5b37f-2618-403a-b816-53e72efd73a6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.964887] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812c25c2-0baf-4237-9f8f-93de58c3dde1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.999325] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344a2919-9516-4a9f-802c-04253ac5701e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.008495] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a417bc-9e3b-44d5-afdf-f8e3edc7cf15 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.026834] env[69399]: DEBUG nova.compute.provider_tree [None req-bac471a1-939d-49c4-ac98-9dcbd2e325eb tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.131344] env[69399]: DEBUG nova.network.neutron [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Successfully created port: c57d675c-99e3-454d-b3d1-4b34aec6122e {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 924.217199] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176872, 'name': CreateVM_Task, 'duration_secs': 0.352677} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.217506] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.218366] env[69399]: DEBUG oslo_concurrency.lockutils [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.218600] env[69399]: DEBUG oslo_concurrency.lockutils [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.218895] env[69399]: DEBUG oslo_concurrency.lockutils [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.219148] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d914109e-59bd-4545-80e8-2ae161ef1200 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.225420] env[69399]: DEBUG oslo_vmware.api [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 924.225420] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]525fccc8-9888-29ff-0045-66ef7e4a70c2" [ 924.225420] env[69399]: _type = "Task" [ 924.225420] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.236604] env[69399]: DEBUG oslo_vmware.api [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]525fccc8-9888-29ff-0045-66ef7e4a70c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.397598] env[69399]: DEBUG nova.compute.manager [req-f2bfb39d-2505-476d-b253-d440a29f84a8 req-c66095e9-f488-46df-91bf-62c0d2af5fc2 service nova] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Received event network-changed-b5cc5486-0a72-4d08-b88b-a2dee65e695a {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.397846] env[69399]: DEBUG nova.compute.manager [req-f2bfb39d-2505-476d-b253-d440a29f84a8 req-c66095e9-f488-46df-91bf-62c0d2af5fc2 service nova] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Refreshing instance network info cache due to event network-changed-b5cc5486-0a72-4d08-b88b-a2dee65e695a. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 924.398085] env[69399]: DEBUG oslo_concurrency.lockutils [req-f2bfb39d-2505-476d-b253-d440a29f84a8 req-c66095e9-f488-46df-91bf-62c0d2af5fc2 service nova] Acquiring lock "refresh_cache-38d879e2-43f0-4c06-b7a4-a5eb38d585a0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.398232] env[69399]: DEBUG oslo_concurrency.lockutils [req-f2bfb39d-2505-476d-b253-d440a29f84a8 req-c66095e9-f488-46df-91bf-62c0d2af5fc2 service nova] Acquired lock "refresh_cache-38d879e2-43f0-4c06-b7a4-a5eb38d585a0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.398396] env[69399]: DEBUG nova.network.neutron [req-f2bfb39d-2505-476d-b253-d440a29f84a8 req-c66095e9-f488-46df-91bf-62c0d2af5fc2 service nova] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Refreshing network info cache for port b5cc5486-0a72-4d08-b88b-a2dee65e695a {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 924.529559] env[69399]: DEBUG nova.scheduler.client.report [None req-bac471a1-939d-49c4-ac98-9dcbd2e325eb tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.745277] env[69399]: DEBUG oslo_vmware.api [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]525fccc8-9888-29ff-0045-66ef7e4a70c2, 'name': SearchDatastore_Task, 'duration_secs': 0.013869} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.746129] env[69399]: DEBUG oslo_concurrency.lockutils [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.746189] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.746537] env[69399]: DEBUG oslo_concurrency.lockutils [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.750022] env[69399]: DEBUG oslo_concurrency.lockutils [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.750022] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.750022] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5f75a11-1125-4617-bffc-bb615272cb73 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.759441] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.760066] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.761054] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eecfd584-c187-43b7-a2b4-21890262822e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.769314] env[69399]: DEBUG oslo_vmware.api [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 924.769314] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d1ecf9-76c1-4daf-db6e-8dcd5e4ca447" [ 924.769314] env[69399]: _type = "Task" [ 924.769314] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.788023] env[69399]: DEBUG oslo_vmware.api [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d1ecf9-76c1-4daf-db6e-8dcd5e4ca447, 'name': SearchDatastore_Task, 'duration_secs': 0.011335} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.788023] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61a4c4a2-1273-408c-8e05-8773e00c1a5e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.795527] env[69399]: DEBUG oslo_vmware.api [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 924.795527] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c92c8b-daa8-4cb0-32db-4b43b5c78299" [ 924.795527] env[69399]: _type = "Task" [ 924.795527] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.809500] env[69399]: DEBUG oslo_vmware.api [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c92c8b-daa8-4cb0-32db-4b43b5c78299, 'name': SearchDatastore_Task, 'duration_secs': 0.010361} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.809902] env[69399]: DEBUG oslo_concurrency.lockutils [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.810357] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 38d879e2-43f0-4c06-b7a4-a5eb38d585a0/38d879e2-43f0-4c06-b7a4-a5eb38d585a0.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 924.810656] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-700a7ca4-4e03-459c-a799-745c96d7b0b1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.820117] env[69399]: DEBUG oslo_vmware.api [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 924.820117] env[69399]: value = "task-4176873" [ 924.820117] env[69399]: _type = "Task" [ 924.820117] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.831651] env[69399]: DEBUG oslo_vmware.api [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.863451] env[69399]: DEBUG nova.compute.manager [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 924.896203] env[69399]: DEBUG nova.virt.hardware [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 924.896596] env[69399]: DEBUG nova.virt.hardware [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.896850] env[69399]: DEBUG nova.virt.hardware [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.897193] env[69399]: DEBUG nova.virt.hardware [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.897441] env[69399]: DEBUG nova.virt.hardware [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.897684] env[69399]: DEBUG nova.virt.hardware [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 924.898013] env[69399]: DEBUG nova.virt.hardware [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 924.898285] env[69399]: DEBUG nova.virt.hardware [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 924.898566] env[69399]: DEBUG nova.virt.hardware [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 924.898831] env[69399]: DEBUG nova.virt.hardware [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 924.899126] env[69399]: DEBUG nova.virt.hardware [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 924.900826] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b27a04-2d0e-44ab-898c-47bcbfdb1dab {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.916887] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62775696-ffd6-4643-a918-a31aba672e12 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.975804] env[69399]: DEBUG oslo_concurrency.lockutils [None req-bf2fc977-85e4-4fd7-9952-1c04f358ce31 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Acquiring lock "312f7261-371a-47ec-87c9-e3a1b6b191fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.975804] env[69399]: DEBUG oslo_concurrency.lockutils [None req-bf2fc977-85e4-4fd7-9952-1c04f358ce31 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Lock "312f7261-371a-47ec-87c9-e3a1b6b191fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.975804] env[69399]: DEBUG oslo_concurrency.lockutils [None req-bf2fc977-85e4-4fd7-9952-1c04f358ce31 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Acquiring lock "312f7261-371a-47ec-87c9-e3a1b6b191fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.975804] env[69399]: DEBUG oslo_concurrency.lockutils [None req-bf2fc977-85e4-4fd7-9952-1c04f358ce31 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Lock "312f7261-371a-47ec-87c9-e3a1b6b191fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.975804] env[69399]: DEBUG oslo_concurrency.lockutils [None req-bf2fc977-85e4-4fd7-9952-1c04f358ce31 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Lock "312f7261-371a-47ec-87c9-e3a1b6b191fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.977331] env[69399]: INFO nova.compute.manager [None req-bf2fc977-85e4-4fd7-9952-1c04f358ce31 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Terminating instance [ 925.036760] env[69399]: DEBUG oslo_concurrency.lockutils [None req-bac471a1-939d-49c4-ac98-9dcbd2e325eb tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.199s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.039232] env[69399]: DEBUG oslo_concurrency.lockutils [None req-67f3ed84-24e0-4e0c-82f9-15d5fff7b35f tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.960s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.040509] env[69399]: DEBUG nova.objects.instance [None req-67f3ed84-24e0-4e0c-82f9-15d5fff7b35f tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Lazy-loading 'resources' on Instance uuid 90256eb2-af00-45a2-b883-8cbb95046461 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.060806] env[69399]: INFO nova.scheduler.client.report [None req-bac471a1-939d-49c4-ac98-9dcbd2e325eb tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Deleted allocations for instance 0d2be239-eafb-43bb-b8a9-b8e9f53d8920 [ 925.332587] env[69399]: DEBUG oslo_vmware.api [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176873, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.411499] env[69399]: DEBUG nova.network.neutron [req-f2bfb39d-2505-476d-b253-d440a29f84a8 req-c66095e9-f488-46df-91bf-62c0d2af5fc2 service nova] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Updated VIF entry in instance network info cache for port b5cc5486-0a72-4d08-b88b-a2dee65e695a. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 925.411499] env[69399]: DEBUG nova.network.neutron [req-f2bfb39d-2505-476d-b253-d440a29f84a8 req-c66095e9-f488-46df-91bf-62c0d2af5fc2 service nova] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Updating instance_info_cache with network_info: [{"id": "b5cc5486-0a72-4d08-b88b-a2dee65e695a", "address": "fa:16:3e:e8:0a:f2", "network": {"id": "8f1a4937-216f-450d-b1b2-c69d087198a1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1169406907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56b6f03aff7844a2ae99df0a9a68227e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5cc5486-0a", "ovs_interfaceid": "b5cc5486-0a72-4d08-b88b-a2dee65e695a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.466156] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Acquiring lock "517cc4aa-5162-41cf-9c07-48c5fc662987" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.466473] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Lock "517cc4aa-5162-41cf-9c07-48c5fc662987" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.481578] env[69399]: DEBUG nova.compute.manager [None req-bf2fc977-85e4-4fd7-9952-1c04f358ce31 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 925.481799] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2fc977-85e4-4fd7-9952-1c04f358ce31 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.483097] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820ce80d-24cf-4e77-b709-195679df655a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.497289] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf2fc977-85e4-4fd7-9952-1c04f358ce31 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.498344] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-daecbd64-aa8a-4e62-b36c-4bd12723c328 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.506753] env[69399]: DEBUG oslo_vmware.api [None req-bf2fc977-85e4-4fd7-9952-1c04f358ce31 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Waiting for the task: (returnval){ [ 925.506753] env[69399]: value = "task-4176875" [ 925.506753] env[69399]: _type = "Task" [ 925.506753] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.516635] env[69399]: DEBUG oslo_vmware.api [None req-bf2fc977-85e4-4fd7-9952-1c04f358ce31 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': task-4176875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.574371] env[69399]: DEBUG oslo_concurrency.lockutils [None req-bac471a1-939d-49c4-ac98-9dcbd2e325eb tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Lock "0d2be239-eafb-43bb-b8a9-b8e9f53d8920" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.528s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.833810] env[69399]: DEBUG oslo_vmware.api [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176873, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513739} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.834178] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 38d879e2-43f0-4c06-b7a4-a5eb38d585a0/38d879e2-43f0-4c06-b7a4-a5eb38d585a0.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 925.834460] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 925.834731] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2aefb786-cfbe-47da-884a-0fa28159b57b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.845475] env[69399]: DEBUG oslo_vmware.api [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 925.845475] env[69399]: value = "task-4176876" [ 925.845475] env[69399]: _type = "Task" [ 925.845475] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.858885] env[69399]: DEBUG oslo_vmware.api [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176876, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.912869] env[69399]: DEBUG oslo_concurrency.lockutils [req-f2bfb39d-2505-476d-b253-d440a29f84a8 req-c66095e9-f488-46df-91bf-62c0d2af5fc2 service nova] Releasing lock "refresh_cache-38d879e2-43f0-4c06-b7a4-a5eb38d585a0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.913170] env[69399]: DEBUG nova.compute.manager [req-f2bfb39d-2505-476d-b253-d440a29f84a8 req-c66095e9-f488-46df-91bf-62c0d2af5fc2 service nova] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Received event network-changed-9e61c48e-633f-4410-a049-6ad2b1d96710 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.913335] env[69399]: DEBUG nova.compute.manager [req-f2bfb39d-2505-476d-b253-d440a29f84a8 req-c66095e9-f488-46df-91bf-62c0d2af5fc2 service nova] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Refreshing instance network info cache due to event network-changed-9e61c48e-633f-4410-a049-6ad2b1d96710. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 925.913556] env[69399]: DEBUG oslo_concurrency.lockutils [req-f2bfb39d-2505-476d-b253-d440a29f84a8 req-c66095e9-f488-46df-91bf-62c0d2af5fc2 service nova] Acquiring lock "refresh_cache-312f7261-371a-47ec-87c9-e3a1b6b191fa" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.913674] env[69399]: DEBUG oslo_concurrency.lockutils [req-f2bfb39d-2505-476d-b253-d440a29f84a8 req-c66095e9-f488-46df-91bf-62c0d2af5fc2 service nova] Acquired lock "refresh_cache-312f7261-371a-47ec-87c9-e3a1b6b191fa" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.913872] env[69399]: DEBUG nova.network.neutron [req-f2bfb39d-2505-476d-b253-d440a29f84a8 req-c66095e9-f488-46df-91bf-62c0d2af5fc2 service nova] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Refreshing network info cache for port 9e61c48e-633f-4410-a049-6ad2b1d96710 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.971639] env[69399]: DEBUG nova.compute.manager [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 926.020511] env[69399]: DEBUG oslo_vmware.api [None req-bf2fc977-85e4-4fd7-9952-1c04f358ce31 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': task-4176875, 'name': PowerOffVM_Task, 'duration_secs': 0.224648} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.020808] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf2fc977-85e4-4fd7-9952-1c04f358ce31 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.020985] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2fc977-85e4-4fd7-9952-1c04f358ce31 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.021278] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2708149-e67b-438e-aabb-cb7e5769d3c9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.090403] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad4b589-cc26-4bda-80b5-bbf0fcdb390c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.095146] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2fc977-85e4-4fd7-9952-1c04f358ce31 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.095377] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2fc977-85e4-4fd7-9952-1c04f358ce31 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.095552] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf2fc977-85e4-4fd7-9952-1c04f358ce31 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Deleting the datastore file [datastore1] 312f7261-371a-47ec-87c9-e3a1b6b191fa {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.096195] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95f1c705-022e-415d-a1cc-d95b274e421b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.101192] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83920b4-64da-4157-9a46-2882def625ec {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.105573] env[69399]: DEBUG oslo_vmware.api [None req-bf2fc977-85e4-4fd7-9952-1c04f358ce31 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Waiting for the task: (returnval){ [ 926.105573] env[69399]: value = "task-4176878" [ 926.105573] env[69399]: _type = "Task" [ 926.105573] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.134321] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c24a3ac-c4b3-4c4e-a0ae-63873aafbe15 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.139944] env[69399]: DEBUG oslo_vmware.api [None req-bf2fc977-85e4-4fd7-9952-1c04f358ce31 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': task-4176878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.145573] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b6cf14-4ca9-4426-be50-96f3a7c0c62b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.163213] env[69399]: DEBUG nova.compute.provider_tree [None req-67f3ed84-24e0-4e0c-82f9-15d5fff7b35f tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.355496] env[69399]: DEBUG oslo_vmware.api [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176876, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071434} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.356357] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 926.357058] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac33818-3ea8-46e3-96ae-3a1b663fe5f4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.383489] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 38d879e2-43f0-4c06-b7a4-a5eb38d585a0/38d879e2-43f0-4c06-b7a4-a5eb38d585a0.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.384720] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77297c6b-82b3-4e48-b65b-1efcde3c181f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.409551] env[69399]: DEBUG oslo_vmware.api [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 926.409551] env[69399]: value = "task-4176879" [ 926.409551] env[69399]: _type = "Task" [ 926.409551] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.426294] env[69399]: DEBUG oslo_vmware.api [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176879, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.458298] env[69399]: DEBUG nova.network.neutron [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Successfully updated port: c57d675c-99e3-454d-b3d1-4b34aec6122e {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 926.499474] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.619932] env[69399]: DEBUG oslo_vmware.api [None req-bf2fc977-85e4-4fd7-9952-1c04f358ce31 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': task-4176878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147723} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.620356] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf2fc977-85e4-4fd7-9952-1c04f358ce31 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.621214] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2fc977-85e4-4fd7-9952-1c04f358ce31 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.621214] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2fc977-85e4-4fd7-9952-1c04f358ce31 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.621413] env[69399]: INFO nova.compute.manager [None req-bf2fc977-85e4-4fd7-9952-1c04f358ce31 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Took 1.14 seconds to destroy the instance on the hypervisor. [ 926.621822] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf2fc977-85e4-4fd7-9952-1c04f358ce31 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.622342] env[69399]: DEBUG nova.compute.manager [-] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 926.622342] env[69399]: DEBUG nova.network.neutron [-] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 926.667711] env[69399]: DEBUG nova.scheduler.client.report [None req-67f3ed84-24e0-4e0c-82f9-15d5fff7b35f tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.785923] env[69399]: DEBUG nova.compute.manager [req-b44dab8f-66e3-45b8-b251-71bc6e5ab5d8 req-3ce9d53f-7e9f-443e-b660-a8d2b5b49467 service nova] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Received event network-vif-plugged-c57d675c-99e3-454d-b3d1-4b34aec6122e {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.786207] env[69399]: DEBUG oslo_concurrency.lockutils [req-b44dab8f-66e3-45b8-b251-71bc6e5ab5d8 req-3ce9d53f-7e9f-443e-b660-a8d2b5b49467 service nova] Acquiring lock "6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.788092] env[69399]: DEBUG oslo_concurrency.lockutils [req-b44dab8f-66e3-45b8-b251-71bc6e5ab5d8 req-3ce9d53f-7e9f-443e-b660-a8d2b5b49467 service nova] Lock "6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.788092] env[69399]: DEBUG oslo_concurrency.lockutils [req-b44dab8f-66e3-45b8-b251-71bc6e5ab5d8 req-3ce9d53f-7e9f-443e-b660-a8d2b5b49467 service nova] Lock "6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.788092] env[69399]: DEBUG nova.compute.manager [req-b44dab8f-66e3-45b8-b251-71bc6e5ab5d8 req-3ce9d53f-7e9f-443e-b660-a8d2b5b49467 service nova] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] No waiting events found dispatching network-vif-plugged-c57d675c-99e3-454d-b3d1-4b34aec6122e {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 926.788092] env[69399]: WARNING nova.compute.manager [req-b44dab8f-66e3-45b8-b251-71bc6e5ab5d8 req-3ce9d53f-7e9f-443e-b660-a8d2b5b49467 service nova] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Received unexpected event network-vif-plugged-c57d675c-99e3-454d-b3d1-4b34aec6122e for instance with vm_state building and task_state spawning. [ 926.902378] env[69399]: DEBUG nova.network.neutron [req-f2bfb39d-2505-476d-b253-d440a29f84a8 req-c66095e9-f488-46df-91bf-62c0d2af5fc2 service nova] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Updated VIF entry in instance network info cache for port 9e61c48e-633f-4410-a049-6ad2b1d96710. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.902753] env[69399]: DEBUG nova.network.neutron [req-f2bfb39d-2505-476d-b253-d440a29f84a8 req-c66095e9-f488-46df-91bf-62c0d2af5fc2 service nova] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Updating instance_info_cache with network_info: [{"id": "9e61c48e-633f-4410-a049-6ad2b1d96710", "address": "fa:16:3e:98:c4:77", "network": {"id": "4458e3e3-9ab8-4a3d-9bdd-9a7bb3d35ae9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2036820803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f32c0bd90dfb461cbdbf76bcb3181343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e61c48e-63", "ovs_interfaceid": "9e61c48e-633f-4410-a049-6ad2b1d96710", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.919934] env[69399]: DEBUG oslo_vmware.api [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176879, 'name': ReconfigVM_Task, 'duration_secs': 0.304175} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.920242] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 38d879e2-43f0-4c06-b7a4-a5eb38d585a0/38d879e2-43f0-4c06-b7a4-a5eb38d585a0.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.920922] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bfa53efe-a571-4507-9995-5ca738b45da0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.929597] env[69399]: DEBUG oslo_vmware.api [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 926.929597] env[69399]: value = "task-4176880" [ 926.929597] env[69399]: _type = "Task" [ 926.929597] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.942797] env[69399]: DEBUG oslo_vmware.api [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176880, 'name': Rename_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.965774] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Acquiring lock "refresh_cache-6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.965774] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Acquired lock "refresh_cache-6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.965774] env[69399]: DEBUG nova.network.neutron [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.174034] env[69399]: DEBUG oslo_concurrency.lockutils [None req-67f3ed84-24e0-4e0c-82f9-15d5fff7b35f tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.135s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.177547] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.346s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.180407] env[69399]: INFO nova.compute.claims [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.202297] env[69399]: INFO nova.scheduler.client.report [None req-67f3ed84-24e0-4e0c-82f9-15d5fff7b35f tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Deleted allocations for instance 90256eb2-af00-45a2-b883-8cbb95046461 [ 927.405903] env[69399]: DEBUG oslo_concurrency.lockutils [req-f2bfb39d-2505-476d-b253-d440a29f84a8 req-c66095e9-f488-46df-91bf-62c0d2af5fc2 service nova] Releasing lock "refresh_cache-312f7261-371a-47ec-87c9-e3a1b6b191fa" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.442750] env[69399]: DEBUG oslo_vmware.api [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176880, 'name': Rename_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.536486] env[69399]: DEBUG nova.network.neutron [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 927.624056] env[69399]: DEBUG nova.network.neutron [-] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.710094] env[69399]: DEBUG oslo_concurrency.lockutils [None req-67f3ed84-24e0-4e0c-82f9-15d5fff7b35f tempest-VolumesAssistedSnapshotsTest-341406693 tempest-VolumesAssistedSnapshotsTest-341406693-project-member] Lock "90256eb2-af00-45a2-b883-8cbb95046461" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.094s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.860688] env[69399]: DEBUG nova.network.neutron [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Updating instance_info_cache with network_info: [{"id": "c57d675c-99e3-454d-b3d1-4b34aec6122e", "address": "fa:16:3e:0b:71:fe", "network": {"id": "edcbcd68-6bc3-4c99-9bd4-c09fb04d8b05", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-498342770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afede57db26a48e9bd05a277ad91488b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc57d675c-99", "ovs_interfaceid": "c57d675c-99e3-454d-b3d1-4b34aec6122e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.946912] env[69399]: DEBUG oslo_vmware.api [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176880, 'name': Rename_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.133287] env[69399]: INFO nova.compute.manager [-] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Took 1.51 seconds to deallocate network for instance. [ 928.366879] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Releasing lock "refresh_cache-6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.367730] env[69399]: DEBUG nova.compute.manager [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Instance network_info: |[{"id": "c57d675c-99e3-454d-b3d1-4b34aec6122e", "address": "fa:16:3e:0b:71:fe", "network": {"id": "edcbcd68-6bc3-4c99-9bd4-c09fb04d8b05", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-498342770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afede57db26a48e9bd05a277ad91488b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc57d675c-99", "ovs_interfaceid": "c57d675c-99e3-454d-b3d1-4b34aec6122e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 928.368903] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:71:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35ac9709-fd8b-4630-897a-68ed629d1b11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c57d675c-99e3-454d-b3d1-4b34aec6122e', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.381835] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Creating folder: Project (afede57db26a48e9bd05a277ad91488b). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 928.386230] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b3e9da6-c80c-4646-b028-c5b7a7280351 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.402450] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Created folder: Project (afede57db26a48e9bd05a277ad91488b) in parent group-v826677. [ 928.402824] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Creating folder: Instances. Parent ref: group-v826821. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 928.407403] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52074b73-1537-4930-bf96-471bfbe7e630 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.420256] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Created folder: Instances in parent group-v826821. [ 928.420567] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.420785] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.421390] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98aa383f-47cd-4523-b05e-3a19cdf3cb5c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.450017] env[69399]: DEBUG oslo_vmware.api [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176880, 'name': Rename_Task, 'duration_secs': 1.163167} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.451618] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.451907] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.451907] env[69399]: value = "task-4176883" [ 928.451907] env[69399]: _type = "Task" [ 928.451907] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.455082] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14b81dad-7ccd-4e1f-8833-50ccd02442f1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.468634] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176883, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.470411] env[69399]: DEBUG oslo_vmware.api [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 928.470411] env[69399]: value = "task-4176884" [ 928.470411] env[69399]: _type = "Task" [ 928.470411] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.482297] env[69399]: DEBUG oslo_vmware.api [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.638935] env[69399]: DEBUG oslo_concurrency.lockutils [None req-bf2fc977-85e4-4fd7-9952-1c04f358ce31 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.778240] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1164f88-8d15-41c1-adf6-4da545362421 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.790076] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82933ebf-0b99-403b-8476-8f78fdc903e1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.830591] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68628fe8-256a-4765-80a6-0418fb1cd3da {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.839685] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77099e8d-eb4b-48d5-9daa-79d78aaca806 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.855810] env[69399]: DEBUG nova.compute.provider_tree [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 928.868730] env[69399]: DEBUG nova.compute.manager [req-859f738e-f9ff-489a-88ba-24769d2767bc req-ac2c5ca4-dee5-41b2-b255-ad24274f087d service nova] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Received event network-changed-c57d675c-99e3-454d-b3d1-4b34aec6122e {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.869103] env[69399]: DEBUG nova.compute.manager [req-859f738e-f9ff-489a-88ba-24769d2767bc req-ac2c5ca4-dee5-41b2-b255-ad24274f087d service nova] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Refreshing instance network info cache due to event network-changed-c57d675c-99e3-454d-b3d1-4b34aec6122e. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 928.869402] env[69399]: DEBUG oslo_concurrency.lockutils [req-859f738e-f9ff-489a-88ba-24769d2767bc req-ac2c5ca4-dee5-41b2-b255-ad24274f087d service nova] Acquiring lock "refresh_cache-6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.870964] env[69399]: DEBUG oslo_concurrency.lockutils [req-859f738e-f9ff-489a-88ba-24769d2767bc req-ac2c5ca4-dee5-41b2-b255-ad24274f087d service nova] Acquired lock "refresh_cache-6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.870964] env[69399]: DEBUG nova.network.neutron [req-859f738e-f9ff-489a-88ba-24769d2767bc req-ac2c5ca4-dee5-41b2-b255-ad24274f087d service nova] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Refreshing network info cache for port c57d675c-99e3-454d-b3d1-4b34aec6122e {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.969583] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176883, 'name': CreateVM_Task, 'duration_secs': 0.441057} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.969583] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 928.970186] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.970364] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.970697] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.971059] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a46ae689-c19c-4d9e-90fb-7af9e2c80f20 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.980831] env[69399]: DEBUG oslo_vmware.api [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Waiting for the task: (returnval){ [ 928.980831] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5251d4c4-3e94-0e1f-6f40-d9a944dedd1a" [ 928.980831] env[69399]: _type = "Task" [ 928.980831] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.985513] env[69399]: DEBUG oslo_vmware.api [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176884, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.995978] env[69399]: DEBUG oslo_vmware.api [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5251d4c4-3e94-0e1f-6f40-d9a944dedd1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.063260] env[69399]: DEBUG oslo_concurrency.lockutils [None req-618f1291-f483-49a1-8f42-7e202c5c2835 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Acquiring lock "f7e38fa3-14c9-44a8-9234-45abec23187c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.063592] env[69399]: DEBUG oslo_concurrency.lockutils [None req-618f1291-f483-49a1-8f42-7e202c5c2835 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Lock "f7e38fa3-14c9-44a8-9234-45abec23187c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.063811] env[69399]: DEBUG oslo_concurrency.lockutils [None req-618f1291-f483-49a1-8f42-7e202c5c2835 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Acquiring lock "f7e38fa3-14c9-44a8-9234-45abec23187c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.064052] env[69399]: DEBUG oslo_concurrency.lockutils [None req-618f1291-f483-49a1-8f42-7e202c5c2835 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Lock "f7e38fa3-14c9-44a8-9234-45abec23187c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.064242] env[69399]: DEBUG oslo_concurrency.lockutils [None req-618f1291-f483-49a1-8f42-7e202c5c2835 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Lock "f7e38fa3-14c9-44a8-9234-45abec23187c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.069072] env[69399]: INFO nova.compute.manager [None req-618f1291-f483-49a1-8f42-7e202c5c2835 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Terminating instance [ 929.389976] env[69399]: ERROR nova.scheduler.client.report [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [req-59c725fe-9da4-4d36-b7d6-f5a3f9e5f54a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65caca49-2bb8-4896-b9be-5baf8708847a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-59c725fe-9da4-4d36-b7d6-f5a3f9e5f54a"}]} [ 929.407186] env[69399]: DEBUG nova.scheduler.client.report [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Refreshing inventories for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 929.429074] env[69399]: DEBUG nova.scheduler.client.report [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Updating ProviderTree inventory for provider 65caca49-2bb8-4896-b9be-5baf8708847a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 929.429382] env[69399]: DEBUG nova.compute.provider_tree [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 929.445558] env[69399]: DEBUG nova.scheduler.client.report [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Refreshing aggregate associations for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a, aggregates: None {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 929.471034] env[69399]: DEBUG nova.scheduler.client.report [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Refreshing trait associations for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 929.483663] env[69399]: DEBUG oslo_vmware.api [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176884, 'name': PowerOnVM_Task, 'duration_secs': 0.722506} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.484178] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.484522] env[69399]: INFO nova.compute.manager [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Took 9.47 seconds to spawn the instance on the hypervisor. [ 929.484824] env[69399]: DEBUG nova.compute.manager [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.485809] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8e3d7b-eb7f-4615-a914-7b7ecb49bb67 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.510838] env[69399]: DEBUG oslo_vmware.api [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5251d4c4-3e94-0e1f-6f40-d9a944dedd1a, 'name': SearchDatastore_Task, 'duration_secs': 0.015628} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.517050] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.517328] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.517560] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.517696] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.517866] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.518591] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4a53cd8-ef54-48ff-be4c-e1f8d4310240 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.530025] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.530148] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.530978] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e49163e4-6c7f-4cf6-afe5-34c7595e600e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.539258] env[69399]: DEBUG oslo_vmware.api [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Waiting for the task: (returnval){ [ 929.539258] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52a0a2cb-f20b-2579-00d5-3e8797dc5d30" [ 929.539258] env[69399]: _type = "Task" [ 929.539258] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.551445] env[69399]: DEBUG oslo_vmware.api [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52a0a2cb-f20b-2579-00d5-3e8797dc5d30, 'name': SearchDatastore_Task, 'duration_secs': 0.010001} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.552283] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10077c3d-4746-427f-a210-0363dbd18d0d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.560279] env[69399]: DEBUG oslo_vmware.api [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Waiting for the task: (returnval){ [ 929.560279] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]527fd94a-e592-a38d-c856-1b270806635d" [ 929.560279] env[69399]: _type = "Task" [ 929.560279] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.576297] env[69399]: DEBUG nova.compute.manager [None req-618f1291-f483-49a1-8f42-7e202c5c2835 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 929.576601] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-618f1291-f483-49a1-8f42-7e202c5c2835 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.576924] env[69399]: DEBUG oslo_vmware.api [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]527fd94a-e592-a38d-c856-1b270806635d, 'name': SearchDatastore_Task, 'duration_secs': 0.010221} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.577838] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e32f52-6e10-4118-ab9f-e8f97013e123 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.581756] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.582071] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce/6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 929.585403] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7565c67-e234-4906-9690-0aeaa4d4118a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.593122] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-618f1291-f483-49a1-8f42-7e202c5c2835 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.594781] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6abcd584-d5b4-4981-8c8b-8ee8e77b98c4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.597138] env[69399]: DEBUG oslo_vmware.api [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Waiting for the task: (returnval){ [ 929.597138] env[69399]: value = "task-4176885" [ 929.597138] env[69399]: _type = "Task" [ 929.597138] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.604018] env[69399]: DEBUG oslo_vmware.api [None req-618f1291-f483-49a1-8f42-7e202c5c2835 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Waiting for the task: (returnval){ [ 929.604018] env[69399]: value = "task-4176886" [ 929.604018] env[69399]: _type = "Task" [ 929.604018] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.615204] env[69399]: DEBUG oslo_vmware.api [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Task: {'id': task-4176885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.620782] env[69399]: DEBUG oslo_vmware.api [None req-618f1291-f483-49a1-8f42-7e202c5c2835 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': task-4176886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.733526] env[69399]: DEBUG nova.network.neutron [req-859f738e-f9ff-489a-88ba-24769d2767bc req-ac2c5ca4-dee5-41b2-b255-ad24274f087d service nova] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Updated VIF entry in instance network info cache for port c57d675c-99e3-454d-b3d1-4b34aec6122e. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.733616] env[69399]: DEBUG nova.network.neutron [req-859f738e-f9ff-489a-88ba-24769d2767bc req-ac2c5ca4-dee5-41b2-b255-ad24274f087d service nova] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Updating instance_info_cache with network_info: [{"id": "c57d675c-99e3-454d-b3d1-4b34aec6122e", "address": "fa:16:3e:0b:71:fe", "network": {"id": "edcbcd68-6bc3-4c99-9bd4-c09fb04d8b05", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-498342770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afede57db26a48e9bd05a277ad91488b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc57d675c-99", "ovs_interfaceid": "c57d675c-99e3-454d-b3d1-4b34aec6122e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.033794] env[69399]: INFO nova.compute.manager [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Took 51.19 seconds to build instance. [ 930.116239] env[69399]: DEBUG oslo_vmware.api [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Task: {'id': task-4176885, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.122930] env[69399]: DEBUG oslo_vmware.api [None req-618f1291-f483-49a1-8f42-7e202c5c2835 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': task-4176886, 'name': PowerOffVM_Task, 'duration_secs': 0.222493} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.126452] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-618f1291-f483-49a1-8f42-7e202c5c2835 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.126645] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-618f1291-f483-49a1-8f42-7e202c5c2835 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.128461] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a13f48f4-3620-4403-8bf4-1db8d011dce3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.140739] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df3c806-4ede-4652-879d-f23d3fa0655a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.150856] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024a934e-cf71-402f-a55e-e2344d85dfc4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.188132] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6f9915-0789-4fa9-8899-65f66ad4858e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.196860] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c433d5-5444-427b-89a7-31262cd7091b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.213161] env[69399]: DEBUG nova.compute.provider_tree [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 930.240056] env[69399]: DEBUG oslo_concurrency.lockutils [req-859f738e-f9ff-489a-88ba-24769d2767bc req-ac2c5ca4-dee5-41b2-b255-ad24274f087d service nova] Releasing lock "refresh_cache-6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.240388] env[69399]: DEBUG nova.compute.manager [req-859f738e-f9ff-489a-88ba-24769d2767bc req-ac2c5ca4-dee5-41b2-b255-ad24274f087d service nova] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Received event network-vif-deleted-9e61c48e-633f-4410-a049-6ad2b1d96710 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.259118] env[69399]: DEBUG oslo_concurrency.lockutils [None req-69fd8242-6021-4da5-b839-0f3abdb6e414 tempest-ServersAdminTestJSON-322072546 tempest-ServersAdminTestJSON-322072546-project-admin] Acquiring lock "refresh_cache-38d879e2-43f0-4c06-b7a4-a5eb38d585a0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.259252] env[69399]: DEBUG oslo_concurrency.lockutils [None req-69fd8242-6021-4da5-b839-0f3abdb6e414 tempest-ServersAdminTestJSON-322072546 tempest-ServersAdminTestJSON-322072546-project-admin] Acquired lock "refresh_cache-38d879e2-43f0-4c06-b7a4-a5eb38d585a0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.259417] env[69399]: DEBUG nova.network.neutron [None req-69fd8242-6021-4da5-b839-0f3abdb6e414 tempest-ServersAdminTestJSON-322072546 tempest-ServersAdminTestJSON-322072546-project-admin] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.463193] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-618f1291-f483-49a1-8f42-7e202c5c2835 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.463193] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-618f1291-f483-49a1-8f42-7e202c5c2835 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.463193] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-618f1291-f483-49a1-8f42-7e202c5c2835 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Deleting the datastore file [datastore1] f7e38fa3-14c9-44a8-9234-45abec23187c {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.463193] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9daf176-ab95-4254-b748-077a359e9984 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.473021] env[69399]: DEBUG oslo_vmware.api [None req-618f1291-f483-49a1-8f42-7e202c5c2835 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Waiting for the task: (returnval){ [ 930.473021] env[69399]: value = "task-4176888" [ 930.473021] env[69399]: _type = "Task" [ 930.473021] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.481464] env[69399]: DEBUG oslo_vmware.api [None req-618f1291-f483-49a1-8f42-7e202c5c2835 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': task-4176888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.535434] env[69399]: DEBUG oslo_concurrency.lockutils [None req-795b1005-5a1f-4a8f-a77f-ec7d6ad5fcc3 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lock "38d879e2-43f0-4c06-b7a4-a5eb38d585a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.397s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.610711] env[69399]: DEBUG oslo_vmware.api [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Task: {'id': task-4176885, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582387} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.610711] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce/6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 930.611085] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 930.614223] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c447226e-1471-4505-bc70-82c85af39c98 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.626146] env[69399]: DEBUG oslo_vmware.api [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Waiting for the task: (returnval){ [ 930.626146] env[69399]: value = "task-4176889" [ 930.626146] env[69399]: _type = "Task" [ 930.626146] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.635107] env[69399]: DEBUG oslo_vmware.api [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Task: {'id': task-4176889, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.755271] env[69399]: DEBUG nova.scheduler.client.report [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Updated inventory for provider 65caca49-2bb8-4896-b9be-5baf8708847a with generation 74 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 930.755271] env[69399]: DEBUG nova.compute.provider_tree [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Updating resource provider 65caca49-2bb8-4896-b9be-5baf8708847a generation from 74 to 75 during operation: update_inventory {{(pid=69399) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 930.755271] env[69399]: DEBUG nova.compute.provider_tree [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 930.987296] env[69399]: DEBUG oslo_vmware.api [None req-618f1291-f483-49a1-8f42-7e202c5c2835 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Task: {'id': task-4176888, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15668} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.987296] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-618f1291-f483-49a1-8f42-7e202c5c2835 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.987296] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-618f1291-f483-49a1-8f42-7e202c5c2835 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.987296] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-618f1291-f483-49a1-8f42-7e202c5c2835 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.987296] env[69399]: INFO nova.compute.manager [None req-618f1291-f483-49a1-8f42-7e202c5c2835 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Took 1.41 seconds to destroy the instance on the hypervisor. [ 930.987296] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-618f1291-f483-49a1-8f42-7e202c5c2835 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.987296] env[69399]: DEBUG nova.compute.manager [-] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 930.987296] env[69399]: DEBUG nova.network.neutron [-] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 931.137218] env[69399]: DEBUG oslo_vmware.api [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Task: {'id': task-4176889, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089024} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.140180] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 931.141117] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc8f702-d35e-4232-afb7-457f49426647 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.167380] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce/6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.167750] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91d20415-cdc4-4124-8714-b1a5bcdf4f40 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.193243] env[69399]: DEBUG oslo_vmware.api [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Waiting for the task: (returnval){ [ 931.193243] env[69399]: value = "task-4176890" [ 931.193243] env[69399]: _type = "Task" [ 931.193243] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.202375] env[69399]: DEBUG oslo_vmware.api [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Task: {'id': task-4176890, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.263022] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.082s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.263022] env[69399]: DEBUG nova.compute.manager [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 931.263753] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.478s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.265391] env[69399]: INFO nova.compute.claims [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 931.495493] env[69399]: DEBUG nova.network.neutron [None req-69fd8242-6021-4da5-b839-0f3abdb6e414 tempest-ServersAdminTestJSON-322072546 tempest-ServersAdminTestJSON-322072546-project-admin] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Updating instance_info_cache with network_info: [{"id": "b5cc5486-0a72-4d08-b88b-a2dee65e695a", "address": "fa:16:3e:e8:0a:f2", "network": {"id": "8f1a4937-216f-450d-b1b2-c69d087198a1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1169406907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56b6f03aff7844a2ae99df0a9a68227e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5cc5486-0a", "ovs_interfaceid": "b5cc5486-0a72-4d08-b88b-a2dee65e695a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.701853] env[69399]: DEBUG oslo_vmware.api [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Task: {'id': task-4176890, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.773138] env[69399]: DEBUG nova.compute.utils [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 931.775067] env[69399]: DEBUG nova.compute.manager [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 931.775280] env[69399]: DEBUG nova.network.neutron [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 932.002081] env[69399]: DEBUG oslo_concurrency.lockutils [None req-69fd8242-6021-4da5-b839-0f3abdb6e414 tempest-ServersAdminTestJSON-322072546 tempest-ServersAdminTestJSON-322072546-project-admin] Releasing lock "refresh_cache-38d879e2-43f0-4c06-b7a4-a5eb38d585a0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.002366] env[69399]: DEBUG nova.compute.manager [None req-69fd8242-6021-4da5-b839-0f3abdb6e414 tempest-ServersAdminTestJSON-322072546 tempest-ServersAdminTestJSON-322072546-project-admin] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Inject network info {{(pid=69399) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 932.002639] env[69399]: DEBUG nova.compute.manager [None req-69fd8242-6021-4da5-b839-0f3abdb6e414 tempest-ServersAdminTestJSON-322072546 tempest-ServersAdminTestJSON-322072546-project-admin] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] network_info to inject: |[{"id": "b5cc5486-0a72-4d08-b88b-a2dee65e695a", "address": "fa:16:3e:e8:0a:f2", "network": {"id": "8f1a4937-216f-450d-b1b2-c69d087198a1", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1169406907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56b6f03aff7844a2ae99df0a9a68227e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5cc5486-0a", "ovs_interfaceid": "b5cc5486-0a72-4d08-b88b-a2dee65e695a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 932.008700] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-69fd8242-6021-4da5-b839-0f3abdb6e414 tempest-ServersAdminTestJSON-322072546 tempest-ServersAdminTestJSON-322072546-project-admin] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Reconfiguring VM instance to set the machine id {{(pid=69399) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 932.009153] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d272e70b-a759-4d39-b942-2d47e82cad7f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.027405] env[69399]: DEBUG oslo_vmware.api [None req-69fd8242-6021-4da5-b839-0f3abdb6e414 tempest-ServersAdminTestJSON-322072546 tempest-ServersAdminTestJSON-322072546-project-admin] Waiting for the task: (returnval){ [ 932.027405] env[69399]: value = "task-4176891" [ 932.027405] env[69399]: _type = "Task" [ 932.027405] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.037999] env[69399]: DEBUG oslo_vmware.api [None req-69fd8242-6021-4da5-b839-0f3abdb6e414 tempest-ServersAdminTestJSON-322072546 tempest-ServersAdminTestJSON-322072546-project-admin] Task: {'id': task-4176891, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.157030] env[69399]: DEBUG nova.policy [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0723d8b1ce2e4f02bc02d0e3038ad161', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44de2a3fad244be683fd7f2cea410ef2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 932.200980] env[69399]: DEBUG oslo_vmware.api [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Task: {'id': task-4176890, 'name': ReconfigVM_Task, 'duration_secs': 0.559994} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.201310] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce/6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.202018] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7f12cac-838a-479c-bd82-2e9aede970d7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.210161] env[69399]: DEBUG oslo_vmware.api [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Waiting for the task: (returnval){ [ 932.210161] env[69399]: value = "task-4176892" [ 932.210161] env[69399]: _type = "Task" [ 932.210161] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.226013] env[69399]: DEBUG oslo_vmware.api [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Task: {'id': task-4176892, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.279563] env[69399]: DEBUG nova.compute.manager [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 932.542109] env[69399]: DEBUG oslo_vmware.api [None req-69fd8242-6021-4da5-b839-0f3abdb6e414 tempest-ServersAdminTestJSON-322072546 tempest-ServersAdminTestJSON-322072546-project-admin] Task: {'id': task-4176891, 'name': ReconfigVM_Task, 'duration_secs': 0.159015} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.542426] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-69fd8242-6021-4da5-b839-0f3abdb6e414 tempest-ServersAdminTestJSON-322072546 tempest-ServersAdminTestJSON-322072546-project-admin] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Reconfigured VM instance to set the machine id {{(pid=69399) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 932.679987] env[69399]: DEBUG nova.compute.manager [req-56f0ded2-7996-47d8-be2e-d41c0a4f2a73 req-c13ce3e3-e842-49dc-89c1-445bcde23fda service nova] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Received event network-vif-deleted-4c6d82dd-086c-4c9c-aba3-990805027578 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.680374] env[69399]: INFO nova.compute.manager [req-56f0ded2-7996-47d8-be2e-d41c0a4f2a73 req-c13ce3e3-e842-49dc-89c1-445bcde23fda service nova] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Neutron deleted interface 4c6d82dd-086c-4c9c-aba3-990805027578; detaching it from the instance and deleting it from the info cache [ 932.680775] env[69399]: DEBUG nova.network.neutron [req-56f0ded2-7996-47d8-be2e-d41c0a4f2a73 req-c13ce3e3-e842-49dc-89c1-445bcde23fda service nova] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.721437] env[69399]: DEBUG oslo_vmware.api [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Task: {'id': task-4176892, 'name': Rename_Task, 'duration_secs': 0.176969} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.723465] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.725062] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25e117af-89b7-4da4-82ab-225a07c94c9d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.734396] env[69399]: DEBUG oslo_vmware.api [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Waiting for the task: (returnval){ [ 932.734396] env[69399]: value = "task-4176893" [ 932.734396] env[69399]: _type = "Task" [ 932.734396] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.750080] env[69399]: DEBUG oslo_vmware.api [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Task: {'id': task-4176893, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.810817] env[69399]: DEBUG nova.network.neutron [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Successfully created port: cd175bcc-9684-47da-a2ea-b54a5e453311 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 932.846198] env[69399]: DEBUG nova.network.neutron [-] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.907070] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc54a9a-e819-4ceb-9098-c503f66b3c86 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.914925] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3344665-981e-4fed-b422-89adeb94b60b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.954010] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49846b4-0993-4300-9058-fde5e29d4d07 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.966030] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10eb500-f84b-4137-9c8a-2fba51e0921f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.979619] env[69399]: DEBUG nova.compute.provider_tree [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.185996] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-394b5fe3-b682-4e38-8a2e-3bd3368c357a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.202422] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1a44a7-ecf0-4870-a69f-de7c82cae344 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.251051] env[69399]: DEBUG nova.compute.manager [req-56f0ded2-7996-47d8-be2e-d41c0a4f2a73 req-c13ce3e3-e842-49dc-89c1-445bcde23fda service nova] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Detach interface failed, port_id=4c6d82dd-086c-4c9c-aba3-990805027578, reason: Instance f7e38fa3-14c9-44a8-9234-45abec23187c could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 933.261767] env[69399]: DEBUG oslo_vmware.api [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Task: {'id': task-4176893, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.297392] env[69399]: DEBUG nova.compute.manager [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 933.341406] env[69399]: DEBUG nova.virt.hardware [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 933.341684] env[69399]: DEBUG nova.virt.hardware [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 933.341865] env[69399]: DEBUG nova.virt.hardware [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.342395] env[69399]: DEBUG nova.virt.hardware [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 933.342589] env[69399]: DEBUG nova.virt.hardware [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.342747] env[69399]: DEBUG nova.virt.hardware [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 933.342963] env[69399]: DEBUG nova.virt.hardware [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 933.343147] env[69399]: DEBUG nova.virt.hardware [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 933.343321] env[69399]: DEBUG nova.virt.hardware [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 933.343485] env[69399]: DEBUG nova.virt.hardware [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 933.343687] env[69399]: DEBUG nova.virt.hardware [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 933.344683] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb395e60-22cf-43c9-ad08-0b0c84755d09 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.347685] env[69399]: INFO nova.compute.manager [-] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Took 2.36 seconds to deallocate network for instance. [ 933.356610] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cfd650-1b50-4a6b-a583-30e5069cba4b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.486039] env[69399]: DEBUG nova.scheduler.client.report [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.763557] env[69399]: DEBUG oslo_vmware.api [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Task: {'id': task-4176893, 'name': PowerOnVM_Task, 'duration_secs': 0.895136} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.764029] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.764480] env[69399]: INFO nova.compute.manager [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Took 8.90 seconds to spawn the instance on the hypervisor. [ 933.764806] env[69399]: DEBUG nova.compute.manager [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.765742] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11049fb6-855b-4b3d-9767-28a4f01ad9f0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.859824] env[69399]: DEBUG oslo_concurrency.lockutils [None req-618f1291-f483-49a1-8f42-7e202c5c2835 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.991036] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.991586] env[69399]: DEBUG nova.compute.manager [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 933.994313] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7485517a-8c38-4335-9aa0-92ed61d63867 tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.747s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.994313] env[69399]: DEBUG nova.objects.instance [None req-7485517a-8c38-4335-9aa0-92ed61d63867 tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Lazy-loading 'resources' on Instance uuid 5ad3e254-1e47-4f35-8cdc-9c20cacdef92 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.286078] env[69399]: INFO nova.compute.manager [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Took 50.42 seconds to build instance. [ 934.497302] env[69399]: DEBUG nova.compute.utils [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 934.508019] env[69399]: DEBUG nova.compute.manager [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 934.508019] env[69399]: DEBUG nova.network.neutron [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 934.633052] env[69399]: DEBUG nova.policy [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b761be46e6024655b82e05fef2de721d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2cf4508668f441cba7a16e52b603d018', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.788629] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a875dbac-aed3-455e-997e-ee8d669bebc1 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Lock "6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.698s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.886167] env[69399]: INFO nova.compute.manager [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Rebuilding instance [ 934.937671] env[69399]: DEBUG nova.compute.manager [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.938649] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb08121-cf09-4b25-a1c0-9fcee7318855 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.006934] env[69399]: DEBUG nova.compute.manager [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 935.043055] env[69399]: DEBUG nova.compute.manager [req-90897e10-6d30-4794-b67e-53e43bd65d06 req-eb860784-548b-4636-be5d-262029b3e520 service nova] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Received event network-vif-plugged-cd175bcc-9684-47da-a2ea-b54a5e453311 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.043337] env[69399]: DEBUG oslo_concurrency.lockutils [req-90897e10-6d30-4794-b67e-53e43bd65d06 req-eb860784-548b-4636-be5d-262029b3e520 service nova] Acquiring lock "64f7123e-4dfc-4c86-b430-ee91d9996662-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.043499] env[69399]: DEBUG oslo_concurrency.lockutils [req-90897e10-6d30-4794-b67e-53e43bd65d06 req-eb860784-548b-4636-be5d-262029b3e520 service nova] Lock "64f7123e-4dfc-4c86-b430-ee91d9996662-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.043666] env[69399]: DEBUG oslo_concurrency.lockutils [req-90897e10-6d30-4794-b67e-53e43bd65d06 req-eb860784-548b-4636-be5d-262029b3e520 service nova] Lock "64f7123e-4dfc-4c86-b430-ee91d9996662-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.043831] env[69399]: DEBUG nova.compute.manager [req-90897e10-6d30-4794-b67e-53e43bd65d06 req-eb860784-548b-4636-be5d-262029b3e520 service nova] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] No waiting events found dispatching network-vif-plugged-cd175bcc-9684-47da-a2ea-b54a5e453311 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 935.044186] env[69399]: WARNING nova.compute.manager [req-90897e10-6d30-4794-b67e-53e43bd65d06 req-eb860784-548b-4636-be5d-262029b3e520 service nova] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Received unexpected event network-vif-plugged-cd175bcc-9684-47da-a2ea-b54a5e453311 for instance with vm_state building and task_state spawning. [ 935.080247] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733edacc-470f-437b-bf80-33d07ea7fe0f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.088655] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb41de0-e7aa-4183-99e9-c9bb3052c855 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.124139] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f66990-fd22-4aed-99ef-139cbb04f885 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.131815] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c34617-77bd-4d88-939a-5f5fea3afe6b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.146684] env[69399]: DEBUG nova.compute.provider_tree [None req-7485517a-8c38-4335-9aa0-92ed61d63867 tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.165641] env[69399]: DEBUG nova.network.neutron [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Successfully updated port: cd175bcc-9684-47da-a2ea-b54a5e453311 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.305655] env[69399]: DEBUG nova.network.neutron [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Successfully created port: a871d74d-016c-4725-a86a-b2372cb1b31f {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 935.651097] env[69399]: DEBUG nova.scheduler.client.report [None req-7485517a-8c38-4335-9aa0-92ed61d63867 tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.668104] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "refresh_cache-64f7123e-4dfc-4c86-b430-ee91d9996662" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.668555] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquired lock "refresh_cache-64f7123e-4dfc-4c86-b430-ee91d9996662" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.668788] env[69399]: DEBUG nova.network.neutron [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.960520] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.960864] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-381d211c-5b17-4d69-8772-5d50e1090a49 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.971277] env[69399]: DEBUG oslo_vmware.api [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 935.971277] env[69399]: value = "task-4176894" [ 935.971277] env[69399]: _type = "Task" [ 935.971277] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.981667] env[69399]: DEBUG oslo_vmware.api [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.025630] env[69399]: DEBUG nova.compute.manager [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 936.057375] env[69399]: DEBUG nova.virt.hardware [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.057764] env[69399]: DEBUG nova.virt.hardware [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.057984] env[69399]: DEBUG nova.virt.hardware [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.058239] env[69399]: DEBUG nova.virt.hardware [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.058441] env[69399]: DEBUG nova.virt.hardware [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.058604] env[69399]: DEBUG nova.virt.hardware [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.058886] env[69399]: DEBUG nova.virt.hardware [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.059104] env[69399]: DEBUG nova.virt.hardware [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.059345] env[69399]: DEBUG nova.virt.hardware [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.059587] env[69399]: DEBUG nova.virt.hardware [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.059834] env[69399]: DEBUG nova.virt.hardware [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.060898] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84588ce2-2b55-4c38-acbb-f86f42577149 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.070849] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71558880-7dc8-4657-8705-70389458aeca {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.088910] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cc2a4b87-1463-4fdc-a0ed-58a63d1eb023 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Acquiring lock "6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.089169] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cc2a4b87-1463-4fdc-a0ed-58a63d1eb023 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Lock "6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.089424] env[69399]: INFO nova.compute.manager [None req-cc2a4b87-1463-4fdc-a0ed-58a63d1eb023 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Rebooting instance [ 936.159393] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7485517a-8c38-4335-9aa0-92ed61d63867 tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.165s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.162568] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1495fef3-54b3-4c44-bcc9-648260547281 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.202s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.163212] env[69399]: DEBUG nova.objects.instance [None req-1495fef3-54b3-4c44-bcc9-648260547281 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Lazy-loading 'resources' on Instance uuid 11957fcf-7b3b-46fd-917b-30f9f873b982 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.192037] env[69399]: INFO nova.scheduler.client.report [None req-7485517a-8c38-4335-9aa0-92ed61d63867 tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Deleted allocations for instance 5ad3e254-1e47-4f35-8cdc-9c20cacdef92 [ 936.208212] env[69399]: DEBUG nova.network.neutron [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 936.442625] env[69399]: DEBUG nova.network.neutron [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Updating instance_info_cache with network_info: [{"id": "cd175bcc-9684-47da-a2ea-b54a5e453311", "address": "fa:16:3e:3a:ee:6c", "network": {"id": "2e919c77-3170-4d6d-9779-978d4cf8fafb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1843815499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44de2a3fad244be683fd7f2cea410ef2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd175bcc-96", "ovs_interfaceid": "cd175bcc-9684-47da-a2ea-b54a5e453311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.483696] env[69399]: DEBUG oslo_vmware.api [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176894, 'name': PowerOffVM_Task, 'duration_secs': 0.212709} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.484193] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.484545] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 936.485534] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5dde4b-2eb0-480b-9175-0f045680e257 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.495442] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.495561] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c6f785a-2921-4aae-8e5d-2a500c60228a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.565141] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.565427] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.565614] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Deleting the datastore file [datastore1] 2214b977-1c24-47ce-9faa-b9af1714fa19 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.565896] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4a94fae-93cb-41af-994a-00ff1c7e8803 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.572476] env[69399]: DEBUG oslo_vmware.api [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 936.572476] env[69399]: value = "task-4176896" [ 936.572476] env[69399]: _type = "Task" [ 936.572476] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.581320] env[69399]: DEBUG oslo_vmware.api [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.607070] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cc2a4b87-1463-4fdc-a0ed-58a63d1eb023 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Acquiring lock "refresh_cache-6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.607070] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cc2a4b87-1463-4fdc-a0ed-58a63d1eb023 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Acquired lock "refresh_cache-6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.607070] env[69399]: DEBUG nova.network.neutron [None req-cc2a4b87-1463-4fdc-a0ed-58a63d1eb023 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.700892] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7485517a-8c38-4335-9aa0-92ed61d63867 tempest-InstanceActionsV221TestJSON-1237175635 tempest-InstanceActionsV221TestJSON-1237175635-project-member] Lock "5ad3e254-1e47-4f35-8cdc-9c20cacdef92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.411s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.947650] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Releasing lock "refresh_cache-64f7123e-4dfc-4c86-b430-ee91d9996662" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.948375] env[69399]: DEBUG nova.compute.manager [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Instance network_info: |[{"id": "cd175bcc-9684-47da-a2ea-b54a5e453311", "address": "fa:16:3e:3a:ee:6c", "network": {"id": "2e919c77-3170-4d6d-9779-978d4cf8fafb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1843815499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44de2a3fad244be683fd7f2cea410ef2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd175bcc-96", "ovs_interfaceid": "cd175bcc-9684-47da-a2ea-b54a5e453311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 936.949742] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:ee:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f996252-e329-42bd-a897-446dfe2b81cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd175bcc-9684-47da-a2ea-b54a5e453311', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.957598] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.957858] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.958094] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1c90535-b4b3-454d-96ee-e1dbce0cad45 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.990903] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.990903] env[69399]: value = "task-4176897" [ 936.990903] env[69399]: _type = "Task" [ 936.990903] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.005127] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176897, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.085820] env[69399]: DEBUG oslo_vmware.api [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176896, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150589} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.086107] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 937.086356] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 937.086574] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 937.268819] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a79ed7e-4ac9-4610-a9e9-6611e2c140f5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.279436] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade49a2a-44a9-4bb8-8053-e33acafd0a92 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.323541] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0c44f8-b7ff-4d6d-9304-7d6cc3d4c179 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.333198] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0dad71a-8da5-43d4-af93-149c4c179d8a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.352501] env[69399]: DEBUG nova.compute.provider_tree [None req-1495fef3-54b3-4c44-bcc9-648260547281 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.490301] env[69399]: DEBUG nova.compute.manager [req-327584b1-c581-4a24-beb2-127c3e8193f5 req-c7226c32-91fe-483e-8360-9a409b0cf309 service nova] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Received event network-changed-cd175bcc-9684-47da-a2ea-b54a5e453311 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.490600] env[69399]: DEBUG nova.compute.manager [req-327584b1-c581-4a24-beb2-127c3e8193f5 req-c7226c32-91fe-483e-8360-9a409b0cf309 service nova] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Refreshing instance network info cache due to event network-changed-cd175bcc-9684-47da-a2ea-b54a5e453311. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 937.490757] env[69399]: DEBUG oslo_concurrency.lockutils [req-327584b1-c581-4a24-beb2-127c3e8193f5 req-c7226c32-91fe-483e-8360-9a409b0cf309 service nova] Acquiring lock "refresh_cache-64f7123e-4dfc-4c86-b430-ee91d9996662" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.490842] env[69399]: DEBUG oslo_concurrency.lockutils [req-327584b1-c581-4a24-beb2-127c3e8193f5 req-c7226c32-91fe-483e-8360-9a409b0cf309 service nova] Acquired lock "refresh_cache-64f7123e-4dfc-4c86-b430-ee91d9996662" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.491509] env[69399]: DEBUG nova.network.neutron [req-327584b1-c581-4a24-beb2-127c3e8193f5 req-c7226c32-91fe-483e-8360-9a409b0cf309 service nova] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Refreshing network info cache for port cd175bcc-9684-47da-a2ea-b54a5e453311 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 937.502760] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176897, 'name': CreateVM_Task, 'duration_secs': 0.369721} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.502923] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.503615] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.503775] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.504172] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.504434] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63edcd67-fc63-4bba-bbc7-fb650c6810dc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.512057] env[69399]: DEBUG oslo_vmware.api [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 937.512057] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5251aa48-2e0c-ad99-fbb9-f682f3aaad93" [ 937.512057] env[69399]: _type = "Task" [ 937.512057] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.523113] env[69399]: DEBUG oslo_vmware.api [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5251aa48-2e0c-ad99-fbb9-f682f3aaad93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.660041] env[69399]: DEBUG nova.network.neutron [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Successfully updated port: a871d74d-016c-4725-a86a-b2372cb1b31f {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 937.855035] env[69399]: DEBUG nova.scheduler.client.report [None req-1495fef3-54b3-4c44-bcc9-648260547281 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.993298] env[69399]: DEBUG nova.network.neutron [None req-cc2a4b87-1463-4fdc-a0ed-58a63d1eb023 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Updating instance_info_cache with network_info: [{"id": "c57d675c-99e3-454d-b3d1-4b34aec6122e", "address": "fa:16:3e:0b:71:fe", "network": {"id": "edcbcd68-6bc3-4c99-9bd4-c09fb04d8b05", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-498342770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afede57db26a48e9bd05a277ad91488b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc57d675c-99", "ovs_interfaceid": "c57d675c-99e3-454d-b3d1-4b34aec6122e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.025725] env[69399]: DEBUG oslo_vmware.api [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5251aa48-2e0c-ad99-fbb9-f682f3aaad93, 'name': SearchDatastore_Task, 'duration_secs': 0.010647} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.026187] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.026558] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.026992] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.027200] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.027506] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.027884] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be4760e9-ef64-4891-ac4c-103a8c8ab4d7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.038848] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.039150] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.040121] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b55caf2-e9e2-4d16-a7e9-dc14d65d5b0f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.055146] env[69399]: DEBUG oslo_vmware.api [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 938.055146] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]525670c1-ac41-0882-ac58-e683a1e3eedd" [ 938.055146] env[69399]: _type = "Task" [ 938.055146] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.064792] env[69399]: DEBUG oslo_vmware.api [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]525670c1-ac41-0882-ac58-e683a1e3eedd, 'name': SearchDatastore_Task, 'duration_secs': 0.010744} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.065682] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3a89e5b-1072-4fa7-bde4-2368633e5a3c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.072037] env[69399]: DEBUG oslo_vmware.api [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 938.072037] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f41c06-db27-5456-b7b5-1d90230c25e7" [ 938.072037] env[69399]: _type = "Task" [ 938.072037] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.083781] env[69399]: DEBUG oslo_vmware.api [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f41c06-db27-5456-b7b5-1d90230c25e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.133878] env[69399]: DEBUG nova.virt.hardware [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.134179] env[69399]: DEBUG nova.virt.hardware [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.134349] env[69399]: DEBUG nova.virt.hardware [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.134532] env[69399]: DEBUG nova.virt.hardware [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.134679] env[69399]: DEBUG nova.virt.hardware [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.135109] env[69399]: DEBUG nova.virt.hardware [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.135405] env[69399]: DEBUG nova.virt.hardware [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.136648] env[69399]: DEBUG nova.virt.hardware [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.136648] env[69399]: DEBUG nova.virt.hardware [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.136648] env[69399]: DEBUG nova.virt.hardware [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.136648] env[69399]: DEBUG nova.virt.hardware [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.137110] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0d8891-1096-49cf-8ab7-c9916480a34a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.151129] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ae6d7c-7e22-47a8-ae56-1a7ac3e9a55f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.170839] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Acquiring lock "refresh_cache-db895088-b0cb-421c-99da-56b4c402c485" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.171018] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Acquired lock "refresh_cache-db895088-b0cb-421c-99da-56b4c402c485" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.172037] env[69399]: DEBUG nova.network.neutron [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.172782] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:ab:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a863bd8-9627-442c-a4e7-7550efc34526', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 938.181268] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.181816] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 938.182598] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b416491-3da5-47da-b650-301d08da7304 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.207080] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 938.207080] env[69399]: value = "task-4176898" [ 938.207080] env[69399]: _type = "Task" [ 938.207080] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.216610] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176898, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.360379] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1495fef3-54b3-4c44-bcc9-648260547281 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.198s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.364067] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.100s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.365734] env[69399]: INFO nova.compute.claims [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.402151] env[69399]: INFO nova.scheduler.client.report [None req-1495fef3-54b3-4c44-bcc9-648260547281 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Deleted allocations for instance 11957fcf-7b3b-46fd-917b-30f9f873b982 [ 938.498631] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cc2a4b87-1463-4fdc-a0ed-58a63d1eb023 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Releasing lock "refresh_cache-6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.578211] env[69399]: DEBUG nova.network.neutron [req-327584b1-c581-4a24-beb2-127c3e8193f5 req-c7226c32-91fe-483e-8360-9a409b0cf309 service nova] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Updated VIF entry in instance network info cache for port cd175bcc-9684-47da-a2ea-b54a5e453311. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 938.578580] env[69399]: DEBUG nova.network.neutron [req-327584b1-c581-4a24-beb2-127c3e8193f5 req-c7226c32-91fe-483e-8360-9a409b0cf309 service nova] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Updating instance_info_cache with network_info: [{"id": "cd175bcc-9684-47da-a2ea-b54a5e453311", "address": "fa:16:3e:3a:ee:6c", "network": {"id": "2e919c77-3170-4d6d-9779-978d4cf8fafb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1843815499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44de2a3fad244be683fd7f2cea410ef2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd175bcc-96", "ovs_interfaceid": "cd175bcc-9684-47da-a2ea-b54a5e453311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.586857] env[69399]: DEBUG oslo_vmware.api [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f41c06-db27-5456-b7b5-1d90230c25e7, 'name': SearchDatastore_Task, 'duration_secs': 0.010318} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.587148] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.587416] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 64f7123e-4dfc-4c86-b430-ee91d9996662/64f7123e-4dfc-4c86-b430-ee91d9996662.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.587682] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a17f290-c197-4aac-a301-8c047c69ede3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.595863] env[69399]: DEBUG oslo_vmware.api [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 938.595863] env[69399]: value = "task-4176899" [ 938.595863] env[69399]: _type = "Task" [ 938.595863] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.606492] env[69399]: DEBUG oslo_vmware.api [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176899, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.721202] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176898, 'name': CreateVM_Task, 'duration_secs': 0.374131} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.721404] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.722181] env[69399]: DEBUG oslo_concurrency.lockutils [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.722365] env[69399]: DEBUG oslo_concurrency.lockutils [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.722714] env[69399]: DEBUG oslo_concurrency.lockutils [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.722994] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f263571-4552-44fd-a671-f958c80b1193 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.729501] env[69399]: DEBUG oslo_vmware.api [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 938.729501] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e214a8-8205-55d3-0a50-d82482332835" [ 938.729501] env[69399]: _type = "Task" [ 938.729501] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.741387] env[69399]: DEBUG oslo_vmware.api [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e214a8-8205-55d3-0a50-d82482332835, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.742687] env[69399]: DEBUG nova.network.neutron [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 938.909989] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1495fef3-54b3-4c44-bcc9-648260547281 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Lock "11957fcf-7b3b-46fd-917b-30f9f873b982" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.412s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.915031] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4520505a-a5d5-4c49-afd6-547d62b0e570 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Lock "11957fcf-7b3b-46fd-917b-30f9f873b982" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 32.171s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.915031] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4520505a-a5d5-4c49-afd6-547d62b0e570 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Acquiring lock "11957fcf-7b3b-46fd-917b-30f9f873b982-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.915031] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4520505a-a5d5-4c49-afd6-547d62b0e570 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Lock "11957fcf-7b3b-46fd-917b-30f9f873b982-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.915031] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4520505a-a5d5-4c49-afd6-547d62b0e570 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Lock "11957fcf-7b3b-46fd-917b-30f9f873b982-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.916711] env[69399]: INFO nova.compute.manager [None req-4520505a-a5d5-4c49-afd6-547d62b0e570 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Terminating instance [ 939.003898] env[69399]: DEBUG nova.compute.manager [None req-cc2a4b87-1463-4fdc-a0ed-58a63d1eb023 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.005349] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458ca211-a332-4bfe-a475-6c1819157a13 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.081778] env[69399]: DEBUG oslo_concurrency.lockutils [req-327584b1-c581-4a24-beb2-127c3e8193f5 req-c7226c32-91fe-483e-8360-9a409b0cf309 service nova] Releasing lock "refresh_cache-64f7123e-4dfc-4c86-b430-ee91d9996662" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.082556] env[69399]: DEBUG nova.compute.manager [req-327584b1-c581-4a24-beb2-127c3e8193f5 req-c7226c32-91fe-483e-8360-9a409b0cf309 service nova] [instance: db895088-b0cb-421c-99da-56b4c402c485] Received event network-vif-plugged-a871d74d-016c-4725-a86a-b2372cb1b31f {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.082686] env[69399]: DEBUG oslo_concurrency.lockutils [req-327584b1-c581-4a24-beb2-127c3e8193f5 req-c7226c32-91fe-483e-8360-9a409b0cf309 service nova] Acquiring lock "db895088-b0cb-421c-99da-56b4c402c485-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.083527] env[69399]: DEBUG oslo_concurrency.lockutils [req-327584b1-c581-4a24-beb2-127c3e8193f5 req-c7226c32-91fe-483e-8360-9a409b0cf309 service nova] Lock "db895088-b0cb-421c-99da-56b4c402c485-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.083527] env[69399]: DEBUG oslo_concurrency.lockutils [req-327584b1-c581-4a24-beb2-127c3e8193f5 req-c7226c32-91fe-483e-8360-9a409b0cf309 service nova] Lock "db895088-b0cb-421c-99da-56b4c402c485-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.083527] env[69399]: DEBUG nova.compute.manager [req-327584b1-c581-4a24-beb2-127c3e8193f5 req-c7226c32-91fe-483e-8360-9a409b0cf309 service nova] [instance: db895088-b0cb-421c-99da-56b4c402c485] No waiting events found dispatching network-vif-plugged-a871d74d-016c-4725-a86a-b2372cb1b31f {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 939.083788] env[69399]: WARNING nova.compute.manager [req-327584b1-c581-4a24-beb2-127c3e8193f5 req-c7226c32-91fe-483e-8360-9a409b0cf309 service nova] [instance: db895088-b0cb-421c-99da-56b4c402c485] Received unexpected event network-vif-plugged-a871d74d-016c-4725-a86a-b2372cb1b31f for instance with vm_state building and task_state spawning. [ 939.113232] env[69399]: DEBUG oslo_vmware.api [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176899, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439756} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.113437] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 64f7123e-4dfc-4c86-b430-ee91d9996662/64f7123e-4dfc-4c86-b430-ee91d9996662.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 939.113634] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.113930] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d21d040f-08bf-4db8-919c-7ec305c42ff6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.122111] env[69399]: DEBUG oslo_vmware.api [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 939.122111] env[69399]: value = "task-4176900" [ 939.122111] env[69399]: _type = "Task" [ 939.122111] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.133469] env[69399]: DEBUG oslo_vmware.api [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176900, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.203605] env[69399]: DEBUG nova.network.neutron [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Updating instance_info_cache with network_info: [{"id": "a871d74d-016c-4725-a86a-b2372cb1b31f", "address": "fa:16:3e:33:5f:0f", "network": {"id": "734b5a7c-59d6-4166-a7f8-9313ed55be0b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-460151072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2cf4508668f441cba7a16e52b603d018", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa871d74d-01", "ovs_interfaceid": "a871d74d-016c-4725-a86a-b2372cb1b31f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.240639] env[69399]: DEBUG oslo_vmware.api [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e214a8-8205-55d3-0a50-d82482332835, 'name': SearchDatastore_Task, 'duration_secs': 0.043936} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.240996] env[69399]: DEBUG oslo_concurrency.lockutils [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.241200] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.241453] env[69399]: DEBUG oslo_concurrency.lockutils [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.241613] env[69399]: DEBUG oslo_concurrency.lockutils [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.241753] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.242096] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a4b9cf7-0dad-492a-bd8a-fb2dcda84325 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.252267] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.252536] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.253342] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddf6ad6b-fede-4bd0-9cda-e7a393436bf4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.259627] env[69399]: DEBUG oslo_vmware.api [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 939.259627] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]525e9e7c-63d4-b745-66cf-6fdb76abeae3" [ 939.259627] env[69399]: _type = "Task" [ 939.259627] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.269107] env[69399]: DEBUG oslo_vmware.api [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]525e9e7c-63d4-b745-66cf-6fdb76abeae3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.432024] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4520505a-a5d5-4c49-afd6-547d62b0e570 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Acquiring lock "refresh_cache-11957fcf-7b3b-46fd-917b-30f9f873b982" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.432024] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4520505a-a5d5-4c49-afd6-547d62b0e570 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Acquired lock "refresh_cache-11957fcf-7b3b-46fd-917b-30f9f873b982" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.432024] env[69399]: DEBUG nova.network.neutron [None req-4520505a-a5d5-4c49-afd6-547d62b0e570 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.632780] env[69399]: DEBUG oslo_vmware.api [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176900, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073532} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.640022] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.640022] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de39ea6-c771-4290-aebb-a8bd3ac22dae {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.664352] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 64f7123e-4dfc-4c86-b430-ee91d9996662/64f7123e-4dfc-4c86-b430-ee91d9996662.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.667496] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f0e6375-b936-4073-80c2-396ce5fc4bff {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.690724] env[69399]: DEBUG oslo_vmware.api [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 939.690724] env[69399]: value = "task-4176901" [ 939.690724] env[69399]: _type = "Task" [ 939.690724] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.703245] env[69399]: DEBUG oslo_vmware.api [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176901, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.706094] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Releasing lock "refresh_cache-db895088-b0cb-421c-99da-56b4c402c485" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.706217] env[69399]: DEBUG nova.compute.manager [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Instance network_info: |[{"id": "a871d74d-016c-4725-a86a-b2372cb1b31f", "address": "fa:16:3e:33:5f:0f", "network": {"id": "734b5a7c-59d6-4166-a7f8-9313ed55be0b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-460151072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2cf4508668f441cba7a16e52b603d018", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa871d74d-01", "ovs_interfaceid": "a871d74d-016c-4725-a86a-b2372cb1b31f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 939.706526] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:5f:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a871d74d-016c-4725-a86a-b2372cb1b31f', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 939.714571] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.717930] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db895088-b0cb-421c-99da-56b4c402c485] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 939.718478] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7f4cd2b-e271-4ed8-94a4-72bbe4855d22 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.742666] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 939.742666] env[69399]: value = "task-4176902" [ 939.742666] env[69399]: _type = "Task" [ 939.742666] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.751333] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176902, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.772083] env[69399]: DEBUG oslo_vmware.api [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]525e9e7c-63d4-b745-66cf-6fdb76abeae3, 'name': SearchDatastore_Task, 'duration_secs': 0.00991} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.776069] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-697ca78c-d0c3-4131-9a1c-c3b294f39ca8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.782694] env[69399]: DEBUG oslo_vmware.api [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 939.782694] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52105038-dc5f-4b9e-7660-5014be9d3c10" [ 939.782694] env[69399]: _type = "Task" [ 939.782694] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.795897] env[69399]: DEBUG oslo_vmware.api [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52105038-dc5f-4b9e-7660-5014be9d3c10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.903909] env[69399]: DEBUG nova.compute.manager [req-c44eb4c2-3bb3-4ff9-a5c7-88fa77a6a68f req-17f9d17e-343e-4468-9134-0fa9fc05897b service nova] [instance: db895088-b0cb-421c-99da-56b4c402c485] Received event network-changed-a871d74d-016c-4725-a86a-b2372cb1b31f {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.903909] env[69399]: DEBUG nova.compute.manager [req-c44eb4c2-3bb3-4ff9-a5c7-88fa77a6a68f req-17f9d17e-343e-4468-9134-0fa9fc05897b service nova] [instance: db895088-b0cb-421c-99da-56b4c402c485] Refreshing instance network info cache due to event network-changed-a871d74d-016c-4725-a86a-b2372cb1b31f. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 939.904415] env[69399]: DEBUG oslo_concurrency.lockutils [req-c44eb4c2-3bb3-4ff9-a5c7-88fa77a6a68f req-17f9d17e-343e-4468-9134-0fa9fc05897b service nova] Acquiring lock "refresh_cache-db895088-b0cb-421c-99da-56b4c402c485" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.904415] env[69399]: DEBUG oslo_concurrency.lockutils [req-c44eb4c2-3bb3-4ff9-a5c7-88fa77a6a68f req-17f9d17e-343e-4468-9134-0fa9fc05897b service nova] Acquired lock "refresh_cache-db895088-b0cb-421c-99da-56b4c402c485" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.904760] env[69399]: DEBUG nova.network.neutron [req-c44eb4c2-3bb3-4ff9-a5c7-88fa77a6a68f req-17f9d17e-343e-4468-9134-0fa9fc05897b service nova] [instance: db895088-b0cb-421c-99da-56b4c402c485] Refreshing network info cache for port a871d74d-016c-4725-a86a-b2372cb1b31f {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 939.932032] env[69399]: DEBUG nova.compute.utils [None req-4520505a-a5d5-4c49-afd6-547d62b0e570 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Can not refresh info_cache because instance was not found {{(pid=69399) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 939.969394] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8d808d-1f9e-47d9-817f-dfaf25e4120c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.978909] env[69399]: DEBUG nova.network.neutron [None req-4520505a-a5d5-4c49-afd6-547d62b0e570 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.983192] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ed7a6e-6c20-4f8a-8c06-b8eacad5330d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.019409] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95b9f2c-f7fa-44f6-a4b0-3910ddc9d9f3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.029691] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a08024e-2008-41f0-8eb1-1e3811339a54 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.033202] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc06c4fc-d7d6-486b-be40-d7501c8247c4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.051180] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2a4b87-1463-4fdc-a0ed-58a63d1eb023 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Doing hard reboot of VM {{(pid=69399) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 940.052160] env[69399]: DEBUG nova.compute.provider_tree [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.053376] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-6840727a-78d2-4545-aeda-076a643e1556 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.064044] env[69399]: DEBUG oslo_vmware.api [None req-cc2a4b87-1463-4fdc-a0ed-58a63d1eb023 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Waiting for the task: (returnval){ [ 940.064044] env[69399]: value = "task-4176903" [ 940.064044] env[69399]: _type = "Task" [ 940.064044] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.075412] env[69399]: DEBUG oslo_vmware.api [None req-cc2a4b87-1463-4fdc-a0ed-58a63d1eb023 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Task: {'id': task-4176903, 'name': ResetVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.133351] env[69399]: DEBUG nova.network.neutron [None req-4520505a-a5d5-4c49-afd6-547d62b0e570 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.204429] env[69399]: DEBUG oslo_vmware.api [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176901, 'name': ReconfigVM_Task, 'duration_secs': 0.427955} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.204805] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 64f7123e-4dfc-4c86-b430-ee91d9996662/64f7123e-4dfc-4c86-b430-ee91d9996662.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.205800] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91e1e5a7-2289-41eb-a369-8b15f632e24d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.215418] env[69399]: DEBUG oslo_vmware.api [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 940.215418] env[69399]: value = "task-4176904" [ 940.215418] env[69399]: _type = "Task" [ 940.215418] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.224500] env[69399]: DEBUG oslo_vmware.api [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176904, 'name': Rename_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.254419] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176902, 'name': CreateVM_Task, 'duration_secs': 0.399913} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.254419] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db895088-b0cb-421c-99da-56b4c402c485] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 940.254727] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.254892] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.255279] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.255540] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67beb2d6-6329-49ef-969a-1fa5d107d5d6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.260680] env[69399]: DEBUG oslo_vmware.api [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Waiting for the task: (returnval){ [ 940.260680] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52426646-6cc9-9904-ba7c-a7fd13767084" [ 940.260680] env[69399]: _type = "Task" [ 940.260680] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.269209] env[69399]: DEBUG oslo_vmware.api [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52426646-6cc9-9904-ba7c-a7fd13767084, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.293841] env[69399]: DEBUG oslo_vmware.api [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52105038-dc5f-4b9e-7660-5014be9d3c10, 'name': SearchDatastore_Task, 'duration_secs': 0.010961} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.294157] env[69399]: DEBUG oslo_concurrency.lockutils [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.294434] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 2214b977-1c24-47ce-9faa-b9af1714fa19/2214b977-1c24-47ce-9faa-b9af1714fa19.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.294716] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff66ef36-9495-4eae-8706-635872670847 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.306474] env[69399]: DEBUG oslo_vmware.api [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 940.306474] env[69399]: value = "task-4176905" [ 940.306474] env[69399]: _type = "Task" [ 940.306474] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.315614] env[69399]: DEBUG oslo_vmware.api [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176905, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.366391] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f8bdd434-c5fe-425b-a4cb-cc9978c1fada tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Acquiring lock "97eda364-701c-4a37-b3b8-9e399dad5fd5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.366685] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f8bdd434-c5fe-425b-a4cb-cc9978c1fada tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Lock "97eda364-701c-4a37-b3b8-9e399dad5fd5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.367198] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f8bdd434-c5fe-425b-a4cb-cc9978c1fada tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Acquiring lock "97eda364-701c-4a37-b3b8-9e399dad5fd5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.367198] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f8bdd434-c5fe-425b-a4cb-cc9978c1fada tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Lock "97eda364-701c-4a37-b3b8-9e399dad5fd5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.367406] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f8bdd434-c5fe-425b-a4cb-cc9978c1fada tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Lock "97eda364-701c-4a37-b3b8-9e399dad5fd5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.369494] env[69399]: INFO nova.compute.manager [None req-f8bdd434-c5fe-425b-a4cb-cc9978c1fada tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Terminating instance [ 940.557224] env[69399]: DEBUG nova.scheduler.client.report [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.591185] env[69399]: DEBUG oslo_vmware.api [None req-cc2a4b87-1463-4fdc-a0ed-58a63d1eb023 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Task: {'id': task-4176903, 'name': ResetVM_Task, 'duration_secs': 0.125665} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.591638] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2a4b87-1463-4fdc-a0ed-58a63d1eb023 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Did hard reboot of VM {{(pid=69399) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 940.591917] env[69399]: DEBUG nova.compute.manager [None req-cc2a4b87-1463-4fdc-a0ed-58a63d1eb023 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.596244] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c3e6b4-940c-4632-81c6-71a7567d030e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.636855] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4520505a-a5d5-4c49-afd6-547d62b0e570 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Releasing lock "refresh_cache-11957fcf-7b3b-46fd-917b-30f9f873b982" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.637414] env[69399]: DEBUG nova.compute.manager [None req-4520505a-a5d5-4c49-afd6-547d62b0e570 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 940.637674] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-4520505a-a5d5-4c49-afd6-547d62b0e570 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.638047] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9bed335b-e198-49a3-9fb5-5fc27ae8a4a3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.650185] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e236ba9-b49f-4853-b934-f2fc3002ca19 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.688637] env[69399]: WARNING nova.virt.vmwareapi.vmops [None req-4520505a-a5d5-4c49-afd6-547d62b0e570 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 11957fcf-7b3b-46fd-917b-30f9f873b982 could not be found. [ 940.689119] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-4520505a-a5d5-4c49-afd6-547d62b0e570 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.689119] env[69399]: INFO nova.compute.manager [None req-4520505a-a5d5-4c49-afd6-547d62b0e570 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Took 0.05 seconds to destroy the instance on the hypervisor. [ 940.689308] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4520505a-a5d5-4c49-afd6-547d62b0e570 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.689602] env[69399]: DEBUG nova.compute.manager [-] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 940.689693] env[69399]: DEBUG nova.network.neutron [-] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 940.726932] env[69399]: DEBUG oslo_vmware.api [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176904, 'name': Rename_Task, 'duration_secs': 0.174931} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.727315] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.727597] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-feac1bd0-27f2-4a16-8d84-8f6c0f413aee {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.738359] env[69399]: DEBUG oslo_vmware.api [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 940.738359] env[69399]: value = "task-4176906" [ 940.738359] env[69399]: _type = "Task" [ 940.738359] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.748244] env[69399]: DEBUG oslo_vmware.api [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.773356] env[69399]: DEBUG oslo_vmware.api [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52426646-6cc9-9904-ba7c-a7fd13767084, 'name': SearchDatastore_Task, 'duration_secs': 0.013059} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.773680] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.773917] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.774226] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.774368] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.774563] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.774837] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90cfe40a-0961-474d-91f2-caede835a016 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.790253] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.790379] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.791073] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f03735e6-82f7-4d53-ba4b-061f03b13302 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.798175] env[69399]: DEBUG oslo_vmware.api [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Waiting for the task: (returnval){ [ 940.798175] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f9b30b-91cb-9aa8-59d4-ec4d835b8aaa" [ 940.798175] env[69399]: _type = "Task" [ 940.798175] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.807035] env[69399]: DEBUG oslo_vmware.api [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f9b30b-91cb-9aa8-59d4-ec4d835b8aaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.816534] env[69399]: DEBUG oslo_vmware.api [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176905, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509016} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.816811] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 2214b977-1c24-47ce-9faa-b9af1714fa19/2214b977-1c24-47ce-9faa-b9af1714fa19.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.817602] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.817602] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf32f39e-0e92-4640-a0f6-ae06023384ed {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.825488] env[69399]: DEBUG oslo_vmware.api [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 940.825488] env[69399]: value = "task-4176907" [ 940.825488] env[69399]: _type = "Task" [ 940.825488] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.835746] env[69399]: DEBUG oslo_vmware.api [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176907, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.873687] env[69399]: DEBUG nova.compute.manager [None req-f8bdd434-c5fe-425b-a4cb-cc9978c1fada tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 940.874467] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bdd434-c5fe-425b-a4cb-cc9978c1fada tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.875167] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39528a9a-d084-4bba-924e-e26ebb38babb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.882850] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8bdd434-c5fe-425b-a4cb-cc9978c1fada tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.883115] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1617883c-ba61-409c-a601-c05daf50a3fe {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.892611] env[69399]: DEBUG oslo_vmware.api [None req-f8bdd434-c5fe-425b-a4cb-cc9978c1fada tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Waiting for the task: (returnval){ [ 940.892611] env[69399]: value = "task-4176908" [ 940.892611] env[69399]: _type = "Task" [ 940.892611] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.900293] env[69399]: DEBUG oslo_vmware.api [None req-f8bdd434-c5fe-425b-a4cb-cc9978c1fada tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': task-4176908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.003389] env[69399]: DEBUG nova.network.neutron [-] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 941.070024] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.070024] env[69399]: DEBUG nova.compute.manager [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 941.072140] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 35.416s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.114196] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cc2a4b87-1463-4fdc-a0ed-58a63d1eb023 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Lock "6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.025s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.232824] env[69399]: DEBUG nova.network.neutron [req-c44eb4c2-3bb3-4ff9-a5c7-88fa77a6a68f req-17f9d17e-343e-4468-9134-0fa9fc05897b service nova] [instance: db895088-b0cb-421c-99da-56b4c402c485] Updated VIF entry in instance network info cache for port a871d74d-016c-4725-a86a-b2372cb1b31f. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.233366] env[69399]: DEBUG nova.network.neutron [req-c44eb4c2-3bb3-4ff9-a5c7-88fa77a6a68f req-17f9d17e-343e-4468-9134-0fa9fc05897b service nova] [instance: db895088-b0cb-421c-99da-56b4c402c485] Updating instance_info_cache with network_info: [{"id": "a871d74d-016c-4725-a86a-b2372cb1b31f", "address": "fa:16:3e:33:5f:0f", "network": {"id": "734b5a7c-59d6-4166-a7f8-9313ed55be0b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-460151072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2cf4508668f441cba7a16e52b603d018", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa871d74d-01", "ovs_interfaceid": "a871d74d-016c-4725-a86a-b2372cb1b31f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.253383] env[69399]: DEBUG oslo_vmware.api [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176906, 'name': PowerOnVM_Task, 'duration_secs': 0.511349} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.253801] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.254086] env[69399]: INFO nova.compute.manager [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Took 7.96 seconds to spawn the instance on the hypervisor. [ 941.254316] env[69399]: DEBUG nova.compute.manager [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.255361] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4427896d-d175-486d-a3ed-0ea74f830e93 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.308928] env[69399]: DEBUG oslo_vmware.api [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f9b30b-91cb-9aa8-59d4-ec4d835b8aaa, 'name': SearchDatastore_Task, 'duration_secs': 0.013404} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.310495] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b483ce7c-a80e-47de-a942-455d1054e659 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.317290] env[69399]: DEBUG oslo_vmware.api [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Waiting for the task: (returnval){ [ 941.317290] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52ec7c8b-56b7-7b85-01a4-9ab1be04b841" [ 941.317290] env[69399]: _type = "Task" [ 941.317290] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.330740] env[69399]: DEBUG oslo_vmware.api [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52ec7c8b-56b7-7b85-01a4-9ab1be04b841, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.339882] env[69399]: DEBUG oslo_vmware.api [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176907, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155516} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.340202] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.341079] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c2ee45-8987-4cec-aac8-535c874d2115 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.373279] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 2214b977-1c24-47ce-9faa-b9af1714fa19/2214b977-1c24-47ce-9faa-b9af1714fa19.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.374032] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c277804-35d5-4182-b952-76af71648d19 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.401022] env[69399]: DEBUG oslo_vmware.api [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 941.401022] env[69399]: value = "task-4176909" [ 941.401022] env[69399]: _type = "Task" [ 941.401022] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.405918] env[69399]: DEBUG oslo_vmware.api [None req-f8bdd434-c5fe-425b-a4cb-cc9978c1fada tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': task-4176908, 'name': PowerOffVM_Task, 'duration_secs': 0.259464} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.406645] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8bdd434-c5fe-425b-a4cb-cc9978c1fada tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.406835] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bdd434-c5fe-425b-a4cb-cc9978c1fada tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.407159] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6817ca4-42a8-4833-8581-90310cc397e4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.412380] env[69399]: DEBUG oslo_vmware.api [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176909, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.504026] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bdd434-c5fe-425b-a4cb-cc9978c1fada tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.504405] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bdd434-c5fe-425b-a4cb-cc9978c1fada tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.504603] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8bdd434-c5fe-425b-a4cb-cc9978c1fada tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Deleting the datastore file [datastore1] 97eda364-701c-4a37-b3b8-9e399dad5fd5 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.504887] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-167a5ad2-8b3b-4955-979f-0513161b95e5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.507787] env[69399]: DEBUG nova.network.neutron [-] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.515138] env[69399]: DEBUG oslo_vmware.api [None req-f8bdd434-c5fe-425b-a4cb-cc9978c1fada tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Waiting for the task: (returnval){ [ 941.515138] env[69399]: value = "task-4176911" [ 941.515138] env[69399]: _type = "Task" [ 941.515138] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.523463] env[69399]: DEBUG oslo_vmware.api [None req-f8bdd434-c5fe-425b-a4cb-cc9978c1fada tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': task-4176911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.576578] env[69399]: DEBUG nova.compute.utils [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.578165] env[69399]: DEBUG nova.compute.manager [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.578348] env[69399]: DEBUG nova.network.neutron [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.583039] env[69399]: INFO nova.compute.claims [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.673528] env[69399]: DEBUG nova.policy [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e375141895e6484b8e6c4ca73bb8b7ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '423f32db138b4d9db468b3a08bd093d9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.737408] env[69399]: DEBUG oslo_concurrency.lockutils [req-c44eb4c2-3bb3-4ff9-a5c7-88fa77a6a68f req-17f9d17e-343e-4468-9134-0fa9fc05897b service nova] Releasing lock "refresh_cache-db895088-b0cb-421c-99da-56b4c402c485" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.779938] env[69399]: INFO nova.compute.manager [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Took 46.97 seconds to build instance. [ 941.828708] env[69399]: DEBUG oslo_vmware.api [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52ec7c8b-56b7-7b85-01a4-9ab1be04b841, 'name': SearchDatastore_Task, 'duration_secs': 0.031267} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.828958] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.829246] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] db895088-b0cb-421c-99da-56b4c402c485/db895088-b0cb-421c-99da-56b4c402c485.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 941.829543] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1515f441-a529-47d7-8229-2dc78738d54b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.838069] env[69399]: DEBUG oslo_vmware.api [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Waiting for the task: (returnval){ [ 941.838069] env[69399]: value = "task-4176912" [ 941.838069] env[69399]: _type = "Task" [ 941.838069] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.847446] env[69399]: DEBUG oslo_vmware.api [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176912, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.911941] env[69399]: DEBUG oslo_vmware.api [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176909, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.011891] env[69399]: INFO nova.compute.manager [-] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Took 1.32 seconds to deallocate network for instance. [ 942.034918] env[69399]: DEBUG oslo_vmware.api [None req-f8bdd434-c5fe-425b-a4cb-cc9978c1fada tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Task: {'id': task-4176911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.496591} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.035210] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8bdd434-c5fe-425b-a4cb-cc9978c1fada tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.035497] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bdd434-c5fe-425b-a4cb-cc9978c1fada tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.035497] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bdd434-c5fe-425b-a4cb-cc9978c1fada tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.035694] env[69399]: INFO nova.compute.manager [None req-f8bdd434-c5fe-425b-a4cb-cc9978c1fada tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 942.035947] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8bdd434-c5fe-425b-a4cb-cc9978c1fada tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.036276] env[69399]: DEBUG nova.compute.manager [-] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.036276] env[69399]: DEBUG nova.network.neutron [-] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.089526] env[69399]: DEBUG nova.compute.manager [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 942.096075] env[69399]: INFO nova.compute.resource_tracker [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Updating resource usage from migration 8890b0f9-39ec-4f7f-8402-a52e7025ed20 [ 942.282076] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a4e172c7-4c46-45af-adb3-2a04dd55b9df tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "64f7123e-4dfc-4c86-b430-ee91d9996662" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.478s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.354438] env[69399]: DEBUG oslo_vmware.api [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176912, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.416536] env[69399]: DEBUG oslo_vmware.api [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176909, 'name': ReconfigVM_Task, 'duration_secs': 0.762279} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.416536] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 2214b977-1c24-47ce-9faa-b9af1714fa19/2214b977-1c24-47ce-9faa-b9af1714fa19.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.417342] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-020a5711-195d-48ac-9e51-2a5078a1d9e8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.424444] env[69399]: DEBUG oslo_vmware.api [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 942.424444] env[69399]: value = "task-4176913" [ 942.424444] env[69399]: _type = "Task" [ 942.424444] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.439025] env[69399]: DEBUG oslo_vmware.api [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176913, 'name': Rename_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.453520] env[69399]: DEBUG nova.network.neutron [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Successfully created port: dee7a8dc-814f-4063-a5bd-52dbbeb93223 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.535588] env[69399]: INFO nova.compute.manager [None req-4520505a-a5d5-4c49-afd6-547d62b0e570 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Instance disappeared during terminate [ 942.535883] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4520505a-a5d5-4c49-afd6-547d62b0e570 tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Lock "11957fcf-7b3b-46fd-917b-30f9f873b982" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.625s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.707069] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d0a19a-dd60-4cce-b978-1537e27a48b5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.717968] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c780ff6-5b9c-493f-aee9-e43d7c19570f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.753355] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d755089-cddb-4bf3-8526-ccdeb3f0c317 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.762790] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d9eaa5-9a2b-491e-bdb3-452f1e816585 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.783828] env[69399]: DEBUG nova.compute.provider_tree [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.850873] env[69399]: DEBUG oslo_vmware.api [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176912, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635922} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.851233] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] db895088-b0cb-421c-99da-56b4c402c485/db895088-b0cb-421c-99da-56b4c402c485.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 942.851610] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 942.851895] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5aa13021-eb45-4d05-be7e-4cfce0c87575 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.859415] env[69399]: DEBUG oslo_vmware.api [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Waiting for the task: (returnval){ [ 942.859415] env[69399]: value = "task-4176914" [ 942.859415] env[69399]: _type = "Task" [ 942.859415] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.872075] env[69399]: DEBUG oslo_vmware.api [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176914, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.939873] env[69399]: DEBUG oslo_vmware.api [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176913, 'name': Rename_Task, 'duration_secs': 0.49748} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.939873] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.939873] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3889204-e23f-480f-8da6-dad4394e04f1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.946498] env[69399]: DEBUG oslo_vmware.api [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 942.946498] env[69399]: value = "task-4176915" [ 942.946498] env[69399]: _type = "Task" [ 942.946498] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.956268] env[69399]: DEBUG oslo_vmware.api [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.991402] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e045fe05-69ab-4ebb-9b13-5eaba93af5e3 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Acquiring lock "6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.991721] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e045fe05-69ab-4ebb-9b13-5eaba93af5e3 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Lock "6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.992124] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e045fe05-69ab-4ebb-9b13-5eaba93af5e3 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Acquiring lock "6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.992234] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e045fe05-69ab-4ebb-9b13-5eaba93af5e3 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Lock "6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.992909] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e045fe05-69ab-4ebb-9b13-5eaba93af5e3 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Lock "6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.996430] env[69399]: INFO nova.compute.manager [None req-e045fe05-69ab-4ebb-9b13-5eaba93af5e3 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Terminating instance [ 943.113630] env[69399]: DEBUG nova.compute.manager [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 943.152218] env[69399]: DEBUG nova.virt.hardware [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.152500] env[69399]: DEBUG nova.virt.hardware [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.152653] env[69399]: DEBUG nova.virt.hardware [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.152852] env[69399]: DEBUG nova.virt.hardware [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.152970] env[69399]: DEBUG nova.virt.hardware [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.153138] env[69399]: DEBUG nova.virt.hardware [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.154177] env[69399]: DEBUG nova.virt.hardware [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.154177] env[69399]: DEBUG nova.virt.hardware [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.154177] env[69399]: DEBUG nova.virt.hardware [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.154177] env[69399]: DEBUG nova.virt.hardware [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.154461] env[69399]: DEBUG nova.virt.hardware [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.155332] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8e4ef1-be14-426a-a56c-85f915a16e80 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.163643] env[69399]: DEBUG nova.network.neutron [-] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.166267] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ebfa95-604d-49ba-be8e-2ba4dd670fa9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.291412] env[69399]: DEBUG nova.scheduler.client.report [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.330948] env[69399]: DEBUG nova.compute.manager [req-993f07ed-a89f-42fa-937d-311497d560c1 req-8aabd382-0b9b-45d9-9d59-82c6444edab5 service nova] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Received event network-vif-deleted-45b17eab-559d-4df7-b196-0f0232a8c2a2 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.370026] env[69399]: DEBUG oslo_vmware.api [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176914, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138861} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.370387] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 943.371407] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e196546d-4764-4d8a-998f-af7434645301 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.396869] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] db895088-b0cb-421c-99da-56b4c402c485/db895088-b0cb-421c-99da-56b4c402c485.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.397533] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0db55535-69b7-4a14-a2de-bdfc426a707f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.418628] env[69399]: DEBUG oslo_vmware.api [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Waiting for the task: (returnval){ [ 943.418628] env[69399]: value = "task-4176916" [ 943.418628] env[69399]: _type = "Task" [ 943.418628] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.429031] env[69399]: DEBUG oslo_vmware.api [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176916, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.456612] env[69399]: DEBUG oslo_vmware.api [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176915, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.500974] env[69399]: DEBUG nova.compute.manager [None req-e045fe05-69ab-4ebb-9b13-5eaba93af5e3 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 943.500974] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e045fe05-69ab-4ebb-9b13-5eaba93af5e3 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.501776] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1e65f2-f8e2-458d-8137-444994270498 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.510663] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e045fe05-69ab-4ebb-9b13-5eaba93af5e3 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.511127] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cdeb3ee-a328-4e12-b155-1b53135e9555 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.519905] env[69399]: DEBUG oslo_vmware.api [None req-e045fe05-69ab-4ebb-9b13-5eaba93af5e3 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Waiting for the task: (returnval){ [ 943.519905] env[69399]: value = "task-4176917" [ 943.519905] env[69399]: _type = "Task" [ 943.519905] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.533478] env[69399]: DEBUG oslo_vmware.api [None req-e045fe05-69ab-4ebb-9b13-5eaba93af5e3 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Task: {'id': task-4176917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.671248] env[69399]: INFO nova.compute.manager [-] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Took 1.63 seconds to deallocate network for instance. [ 943.715529] env[69399]: INFO nova.compute.manager [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Rebuilding instance [ 943.797808] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.726s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.798724] env[69399]: INFO nova.compute.manager [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Migrating [ 943.805077] env[69399]: DEBUG nova.compute.manager [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.805439] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c13db8bc-d169-44bd-9f7a-32ba19ec6d1c tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.678s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.805671] env[69399]: DEBUG nova.objects.instance [None req-c13db8bc-d169-44bd-9f7a-32ba19ec6d1c tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Lazy-loading 'resources' on Instance uuid 0998af2d-3756-4997-ac22-2e3b07e876fb {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.807529] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a489f1fa-9543-42aa-af9a-64d39d750dd3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.931941] env[69399]: DEBUG oslo_vmware.api [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176916, 'name': ReconfigVM_Task, 'duration_secs': 0.457249} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.932317] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Reconfigured VM instance instance-00000034 to attach disk [datastore1] db895088-b0cb-421c-99da-56b4c402c485/db895088-b0cb-421c-99da-56b4c402c485.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.933026] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03f57f6c-1ae4-40f9-8c22-818c134dbee1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.943414] env[69399]: DEBUG oslo_vmware.api [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Waiting for the task: (returnval){ [ 943.943414] env[69399]: value = "task-4176918" [ 943.943414] env[69399]: _type = "Task" [ 943.943414] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.964065] env[69399]: DEBUG oslo_vmware.api [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176918, 'name': Rename_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.968281] env[69399]: DEBUG oslo_vmware.api [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176915, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.032037] env[69399]: DEBUG oslo_vmware.api [None req-e045fe05-69ab-4ebb-9b13-5eaba93af5e3 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Task: {'id': task-4176917, 'name': PowerOffVM_Task, 'duration_secs': 0.276708} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.032353] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e045fe05-69ab-4ebb-9b13-5eaba93af5e3 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.032528] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e045fe05-69ab-4ebb-9b13-5eaba93af5e3 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.032781] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-635034cc-f154-4f37-9b40-cd55c7113b1f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.108285] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e045fe05-69ab-4ebb-9b13-5eaba93af5e3 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.108436] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e045fe05-69ab-4ebb-9b13-5eaba93af5e3 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.108536] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-e045fe05-69ab-4ebb-9b13-5eaba93af5e3 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Deleting the datastore file [datastore2] 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.108815] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7a01ed3-367f-4b5c-934e-6febf09f877e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.121841] env[69399]: DEBUG oslo_vmware.api [None req-e045fe05-69ab-4ebb-9b13-5eaba93af5e3 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Waiting for the task: (returnval){ [ 944.121841] env[69399]: value = "task-4176920" [ 944.121841] env[69399]: _type = "Task" [ 944.121841] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.136503] env[69399]: DEBUG oslo_vmware.api [None req-e045fe05-69ab-4ebb-9b13-5eaba93af5e3 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Task: {'id': task-4176920, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.181231] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f8bdd434-c5fe-425b-a4cb-cc9978c1fada tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.186981] env[69399]: DEBUG oslo_concurrency.lockutils [None req-33d0d23e-e5e1-4701-b04b-cf0a5db172ce tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "64f7123e-4dfc-4c86-b430-ee91d9996662" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.187349] env[69399]: DEBUG oslo_concurrency.lockutils [None req-33d0d23e-e5e1-4701-b04b-cf0a5db172ce tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "64f7123e-4dfc-4c86-b430-ee91d9996662" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.187724] env[69399]: DEBUG nova.compute.manager [None req-33d0d23e-e5e1-4701-b04b-cf0a5db172ce tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.189819] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2efaa7-73a5-41e3-b3a8-f787e800e2bb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.197236] env[69399]: DEBUG nova.compute.manager [None req-33d0d23e-e5e1-4701-b04b-cf0a5db172ce tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69399) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 944.197911] env[69399]: DEBUG nova.objects.instance [None req-33d0d23e-e5e1-4701-b04b-cf0a5db172ce tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lazy-loading 'flavor' on Instance uuid 64f7123e-4dfc-4c86-b430-ee91d9996662 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.323823] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquiring lock "refresh_cache-49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.324059] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquired lock "refresh_cache-49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.324249] env[69399]: DEBUG nova.network.neutron [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.455041] env[69399]: DEBUG oslo_vmware.api [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176918, 'name': Rename_Task, 'duration_secs': 0.2052} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.460988] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.461774] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3459cc3-b697-4ff7-ba98-782b8a37211b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.469680] env[69399]: DEBUG oslo_vmware.api [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176915, 'name': PowerOnVM_Task, 'duration_secs': 1.03033} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.471530] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.474443] env[69399]: DEBUG nova.compute.manager [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.474443] env[69399]: DEBUG oslo_vmware.api [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Waiting for the task: (returnval){ [ 944.474443] env[69399]: value = "task-4176921" [ 944.474443] env[69399]: _type = "Task" [ 944.474443] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.474443] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df22a274-9fa5-419b-a4ae-b9ce93463d53 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.491047] env[69399]: DEBUG oslo_vmware.api [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176921, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.636207] env[69399]: DEBUG oslo_vmware.api [None req-e045fe05-69ab-4ebb-9b13-5eaba93af5e3 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Task: {'id': task-4176920, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.416172} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.636528] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-e045fe05-69ab-4ebb-9b13-5eaba93af5e3 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.636750] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e045fe05-69ab-4ebb-9b13-5eaba93af5e3 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.636959] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e045fe05-69ab-4ebb-9b13-5eaba93af5e3 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.637191] env[69399]: INFO nova.compute.manager [None req-e045fe05-69ab-4ebb-9b13-5eaba93af5e3 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Took 1.14 seconds to destroy the instance on the hypervisor. [ 944.637472] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e045fe05-69ab-4ebb-9b13-5eaba93af5e3 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.637721] env[69399]: DEBUG nova.compute.manager [-] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.637841] env[69399]: DEBUG nova.network.neutron [-] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.696345] env[69399]: DEBUG nova.network.neutron [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Successfully updated port: dee7a8dc-814f-4063-a5bd-52dbbeb93223 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 944.839903] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.843030] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d936289-49a1-472e-8677-0b18cda4af89 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.851454] env[69399]: DEBUG oslo_vmware.api [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Waiting for the task: (returnval){ [ 944.851454] env[69399]: value = "task-4176922" [ 944.851454] env[69399]: _type = "Task" [ 944.851454] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.857948] env[69399]: DEBUG oslo_vmware.api [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Task: {'id': task-4176922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.921045] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a946aa36-b15e-424f-8f62-5732bc7c2fec {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.931964] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9223479e-600b-462d-8dcd-dbd22243179b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.964846] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3b98b2-5875-48f4-b143-2980721eb04b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.973537] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6099bc97-efa5-4313-8dd8-357e06d54642 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.992492] env[69399]: DEBUG nova.compute.provider_tree [None req-c13db8bc-d169-44bd-9f7a-32ba19ec6d1c tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.997250] env[69399]: DEBUG oslo_vmware.api [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176921, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.011785] env[69399]: DEBUG oslo_concurrency.lockutils [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.198645] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Acquiring lock "refresh_cache-27a33fa9-0522-4ee7-b350-ac8cee85a177" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.198645] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Acquired lock "refresh_cache-27a33fa9-0522-4ee7-b350-ac8cee85a177" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.198645] env[69399]: DEBUG nova.network.neutron [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.211179] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d0d23e-e5e1-4701-b04b-cf0a5db172ce tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.211179] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22586c95-69e1-4a64-a361-6b0bdebe1648 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.218827] env[69399]: DEBUG oslo_vmware.api [None req-33d0d23e-e5e1-4701-b04b-cf0a5db172ce tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 945.218827] env[69399]: value = "task-4176923" [ 945.218827] env[69399]: _type = "Task" [ 945.218827] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.229985] env[69399]: DEBUG oslo_vmware.api [None req-33d0d23e-e5e1-4701-b04b-cf0a5db172ce tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.346208] env[69399]: DEBUG nova.network.neutron [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Updating instance_info_cache with network_info: [{"id": "1b378abd-3e1e-4f87-abc9-0504ff71d132", "address": "fa:16:3e:e1:80:4f", "network": {"id": "e6123224-ba4a-4d8f-91b9-06e051cef811", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70c0851169f84ebb9810edf05230c60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b378abd-3e", "ovs_interfaceid": "1b378abd-3e1e-4f87-abc9-0504ff71d132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.364507] env[69399]: DEBUG oslo_vmware.api [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Task: {'id': task-4176922, 'name': PowerOffVM_Task, 'duration_secs': 0.224117} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.365559] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.366316] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.366905] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b794b0cd-507e-4052-a9ad-62eb8d72f940 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.379915] env[69399]: DEBUG oslo_vmware.api [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Waiting for the task: (returnval){ [ 945.379915] env[69399]: value = "task-4176924" [ 945.379915] env[69399]: _type = "Task" [ 945.379915] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.394961] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] VM already powered off {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 945.395233] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Volume detach. Driver type: vmdk {{(pid=69399) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 945.395564] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826690', 'volume_id': '8b9feac4-b5d4-4523-be5b-71476256b199', 'name': 'volume-8b9feac4-b5d4-4523-be5b-71476256b199', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c2e45558-5c57-4300-b255-1709734baa40', 'attached_at': '', 'detached_at': '', 'volume_id': '8b9feac4-b5d4-4523-be5b-71476256b199', 'serial': '8b9feac4-b5d4-4523-be5b-71476256b199'} {{(pid=69399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 945.396279] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e78bac-4f5c-45ff-a3b3-6bcb5f09f0f6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.417184] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc294f0-ea16-47fe-a181-6057ef1a398e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.426327] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d1e46d-c5c9-451d-8e6f-a193a6e1fe4b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.449627] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83f4c95-0049-45b9-982a-896ac9eb01e5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.464763] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] The volume has not been displaced from its original location: [datastore2] volume-8b9feac4-b5d4-4523-be5b-71476256b199/volume-8b9feac4-b5d4-4523-be5b-71476256b199.vmdk. No consolidation needed. {{(pid=69399) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 945.471606] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Reconfiguring VM instance instance-0000000d to detach disk 2000 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 945.471606] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31adabdd-beca-422b-9d04-afa4819bb147 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.494701] env[69399]: DEBUG oslo_vmware.api [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176921, 'name': PowerOnVM_Task, 'duration_secs': 0.898967} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.496226] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.496459] env[69399]: INFO nova.compute.manager [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Took 9.47 seconds to spawn the instance on the hypervisor. [ 945.496646] env[69399]: DEBUG nova.compute.manager [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.496982] env[69399]: DEBUG oslo_vmware.api [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Waiting for the task: (returnval){ [ 945.496982] env[69399]: value = "task-4176925" [ 945.496982] env[69399]: _type = "Task" [ 945.496982] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.497703] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42d56cf-fb60-4bc3-b512-a7050893618f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.504794] env[69399]: DEBUG nova.scheduler.client.report [None req-c13db8bc-d169-44bd-9f7a-32ba19ec6d1c tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.518235] env[69399]: DEBUG oslo_vmware.api [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Task: {'id': task-4176925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.688934] env[69399]: DEBUG nova.network.neutron [-] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.731224] env[69399]: DEBUG oslo_vmware.api [None req-33d0d23e-e5e1-4701-b04b-cf0a5db172ce tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176923, 'name': PowerOffVM_Task, 'duration_secs': 0.243704} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.731582] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d0d23e-e5e1-4701-b04b-cf0a5db172ce tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.731792] env[69399]: DEBUG nova.compute.manager [None req-33d0d23e-e5e1-4701-b04b-cf0a5db172ce tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.732643] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fec65b7-96b1-43c1-af94-bf0e1c58d02f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.759187] env[69399]: DEBUG nova.network.neutron [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.851377] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Releasing lock "refresh_cache-49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.013965] env[69399]: DEBUG oslo_vmware.api [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Task: {'id': task-4176925, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.019266] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c13db8bc-d169-44bd-9f7a-32ba19ec6d1c tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.214s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.028512] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.825s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.029980] env[69399]: INFO nova.compute.claims [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] [instance: c62e8d06-2b79-4b20-82db-fba80a3f8b80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 946.039386] env[69399]: DEBUG nova.network.neutron [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Updating instance_info_cache with network_info: [{"id": "dee7a8dc-814f-4063-a5bd-52dbbeb93223", "address": "fa:16:3e:e6:7d:23", "network": {"id": "e10f6bc2-2731-4b1f-b60b-0c7a2be4253d", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-213772014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "423f32db138b4d9db468b3a08bd093d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdee7a8dc-81", "ovs_interfaceid": "dee7a8dc-814f-4063-a5bd-52dbbeb93223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.039735] env[69399]: DEBUG nova.compute.manager [req-3bd3c800-b9c8-47f7-81c8-9e93e2bb44f7 req-6994e35a-b478-4fab-a30c-fbe2d9a445e9 service nova] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Received event network-vif-plugged-dee7a8dc-814f-4063-a5bd-52dbbeb93223 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.040202] env[69399]: DEBUG oslo_concurrency.lockutils [req-3bd3c800-b9c8-47f7-81c8-9e93e2bb44f7 req-6994e35a-b478-4fab-a30c-fbe2d9a445e9 service nova] Acquiring lock "27a33fa9-0522-4ee7-b350-ac8cee85a177-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.040202] env[69399]: DEBUG oslo_concurrency.lockutils [req-3bd3c800-b9c8-47f7-81c8-9e93e2bb44f7 req-6994e35a-b478-4fab-a30c-fbe2d9a445e9 service nova] Lock "27a33fa9-0522-4ee7-b350-ac8cee85a177-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.040383] env[69399]: DEBUG oslo_concurrency.lockutils [req-3bd3c800-b9c8-47f7-81c8-9e93e2bb44f7 req-6994e35a-b478-4fab-a30c-fbe2d9a445e9 service nova] Lock "27a33fa9-0522-4ee7-b350-ac8cee85a177-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.040553] env[69399]: DEBUG nova.compute.manager [req-3bd3c800-b9c8-47f7-81c8-9e93e2bb44f7 req-6994e35a-b478-4fab-a30c-fbe2d9a445e9 service nova] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] No waiting events found dispatching network-vif-plugged-dee7a8dc-814f-4063-a5bd-52dbbeb93223 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 946.040714] env[69399]: WARNING nova.compute.manager [req-3bd3c800-b9c8-47f7-81c8-9e93e2bb44f7 req-6994e35a-b478-4fab-a30c-fbe2d9a445e9 service nova] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Received unexpected event network-vif-plugged-dee7a8dc-814f-4063-a5bd-52dbbeb93223 for instance with vm_state building and task_state spawning. [ 946.040872] env[69399]: DEBUG nova.compute.manager [req-3bd3c800-b9c8-47f7-81c8-9e93e2bb44f7 req-6994e35a-b478-4fab-a30c-fbe2d9a445e9 service nova] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Received event network-changed-dee7a8dc-814f-4063-a5bd-52dbbeb93223 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.041057] env[69399]: DEBUG nova.compute.manager [req-3bd3c800-b9c8-47f7-81c8-9e93e2bb44f7 req-6994e35a-b478-4fab-a30c-fbe2d9a445e9 service nova] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Refreshing instance network info cache due to event network-changed-dee7a8dc-814f-4063-a5bd-52dbbeb93223. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 946.041307] env[69399]: DEBUG oslo_concurrency.lockutils [req-3bd3c800-b9c8-47f7-81c8-9e93e2bb44f7 req-6994e35a-b478-4fab-a30c-fbe2d9a445e9 service nova] Acquiring lock "refresh_cache-27a33fa9-0522-4ee7-b350-ac8cee85a177" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.043112] env[69399]: INFO nova.compute.manager [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Took 44.29 seconds to build instance. [ 946.069231] env[69399]: INFO nova.scheduler.client.report [None req-c13db8bc-d169-44bd-9f7a-32ba19ec6d1c tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Deleted allocations for instance 0998af2d-3756-4997-ac22-2e3b07e876fb [ 946.165319] env[69399]: DEBUG oslo_concurrency.lockutils [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Acquiring lock "f3ea2749-5d82-4d96-953d-5edc0c34cb72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.166338] env[69399]: DEBUG oslo_concurrency.lockutils [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Lock "f3ea2749-5d82-4d96-953d-5edc0c34cb72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.189664] env[69399]: INFO nova.compute.manager [-] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Took 1.55 seconds to deallocate network for instance. [ 946.248118] env[69399]: DEBUG oslo_concurrency.lockutils [None req-33d0d23e-e5e1-4701-b04b-cf0a5db172ce tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "64f7123e-4dfc-4c86-b430-ee91d9996662" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.513959] env[69399]: DEBUG oslo_vmware.api [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Task: {'id': task-4176925, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.543330] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Releasing lock "refresh_cache-27a33fa9-0522-4ee7-b350-ac8cee85a177" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.543658] env[69399]: DEBUG nova.compute.manager [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Instance network_info: |[{"id": "dee7a8dc-814f-4063-a5bd-52dbbeb93223", "address": "fa:16:3e:e6:7d:23", "network": {"id": "e10f6bc2-2731-4b1f-b60b-0c7a2be4253d", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-213772014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "423f32db138b4d9db468b3a08bd093d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdee7a8dc-81", "ovs_interfaceid": "dee7a8dc-814f-4063-a5bd-52dbbeb93223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 946.544071] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0518d392-0b86-4e83-b559-60fa64092480 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Lock "db895088-b0cb-421c-99da-56b4c402c485" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.805s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.544760] env[69399]: DEBUG oslo_concurrency.lockutils [req-3bd3c800-b9c8-47f7-81c8-9e93e2bb44f7 req-6994e35a-b478-4fab-a30c-fbe2d9a445e9 service nova] Acquired lock "refresh_cache-27a33fa9-0522-4ee7-b350-ac8cee85a177" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.544760] env[69399]: DEBUG nova.network.neutron [req-3bd3c800-b9c8-47f7-81c8-9e93e2bb44f7 req-6994e35a-b478-4fab-a30c-fbe2d9a445e9 service nova] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Refreshing network info cache for port dee7a8dc-814f-4063-a5bd-52dbbeb93223 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.546487] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:7d:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6fab536-1e48-4d07-992a-076f0e6d089c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dee7a8dc-814f-4063-a5bd-52dbbeb93223', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.554962] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Creating folder: Project (423f32db138b4d9db468b3a08bd093d9). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 946.560157] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1fbfdcc-94f0-4d5f-9718-8526b56bb0ca {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.579122] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Created folder: Project (423f32db138b4d9db468b3a08bd093d9) in parent group-v826677. [ 946.579339] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Creating folder: Instances. Parent ref: group-v826827. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 946.579841] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c13db8bc-d169-44bd-9f7a-32ba19ec6d1c tempest-FloatingIPsAssociationNegativeTestJSON-1924723013 tempest-FloatingIPsAssociationNegativeTestJSON-1924723013-project-member] Lock "0998af2d-3756-4997-ac22-2e3b07e876fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.443s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.580970] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8982d69-eae2-49cf-affe-592f193c2972 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.593534] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Created folder: Instances in parent group-v826827. [ 946.593828] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.594118] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 946.594400] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-983d4c66-483c-4ecb-9aae-2541e15b7394 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.626391] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.626391] env[69399]: value = "task-4176928" [ 946.626391] env[69399]: _type = "Task" [ 946.626391] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.637961] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176928, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.668994] env[69399]: DEBUG nova.compute.manager [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 946.703673] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e045fe05-69ab-4ebb-9b13-5eaba93af5e3 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.957287] env[69399]: DEBUG nova.network.neutron [req-3bd3c800-b9c8-47f7-81c8-9e93e2bb44f7 req-6994e35a-b478-4fab-a30c-fbe2d9a445e9 service nova] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Updated VIF entry in instance network info cache for port dee7a8dc-814f-4063-a5bd-52dbbeb93223. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.957287] env[69399]: DEBUG nova.network.neutron [req-3bd3c800-b9c8-47f7-81c8-9e93e2bb44f7 req-6994e35a-b478-4fab-a30c-fbe2d9a445e9 service nova] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Updating instance_info_cache with network_info: [{"id": "dee7a8dc-814f-4063-a5bd-52dbbeb93223", "address": "fa:16:3e:e6:7d:23", "network": {"id": "e10f6bc2-2731-4b1f-b60b-0c7a2be4253d", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-213772014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "423f32db138b4d9db468b3a08bd093d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdee7a8dc-81", "ovs_interfaceid": "dee7a8dc-814f-4063-a5bd-52dbbeb93223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.019958] env[69399]: DEBUG oslo_vmware.api [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Task: {'id': task-4176925, 'name': ReconfigVM_Task, 'duration_secs': 1.258618} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.024019] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Reconfigured VM instance instance-0000000d to detach disk 2000 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 947.026551] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1693ba18-9321-4f12-a4c2-b3a4d755d941 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.047716] env[69399]: DEBUG oslo_vmware.api [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Waiting for the task: (returnval){ [ 947.047716] env[69399]: value = "task-4176929" [ 947.047716] env[69399]: _type = "Task" [ 947.047716] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.060406] env[69399]: DEBUG oslo_vmware.api [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Task: {'id': task-4176929, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.140947] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176928, 'name': CreateVM_Task, 'duration_secs': 0.361519} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.141126] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.141923] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.142180] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.142557] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.142850] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5242f0cb-af4f-472c-ab23-97c15b41c960 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.148962] env[69399]: DEBUG oslo_vmware.api [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Waiting for the task: (returnval){ [ 947.148962] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52973f7d-2949-6d73-45fa-9b4680e830d9" [ 947.148962] env[69399]: _type = "Task" [ 947.148962] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.158662] env[69399]: DEBUG oslo_vmware.api [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52973f7d-2949-6d73-45fa-9b4680e830d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.195892] env[69399]: DEBUG oslo_concurrency.lockutils [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.268038] env[69399]: INFO nova.compute.manager [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Rebuilding instance [ 947.327029] env[69399]: DEBUG nova.compute.manager [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.328622] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97a4153-2f00-40fb-a5bc-61c20f7b5788 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.357464] env[69399]: INFO nova.compute.manager [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Rescuing [ 947.357786] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Acquiring lock "refresh_cache-db895088-b0cb-421c-99da-56b4c402c485" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.357953] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Acquired lock "refresh_cache-db895088-b0cb-421c-99da-56b4c402c485" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.358221] env[69399]: DEBUG nova.network.neutron [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.373540] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd32cb5-58de-4481-9dee-0a1af758e7cb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.393315] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Updating instance '49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6' progress to 0 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 947.460010] env[69399]: DEBUG oslo_concurrency.lockutils [req-3bd3c800-b9c8-47f7-81c8-9e93e2bb44f7 req-6994e35a-b478-4fab-a30c-fbe2d9a445e9 service nova] Releasing lock "refresh_cache-27a33fa9-0522-4ee7-b350-ac8cee85a177" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.460300] env[69399]: DEBUG nova.compute.manager [req-3bd3c800-b9c8-47f7-81c8-9e93e2bb44f7 req-6994e35a-b478-4fab-a30c-fbe2d9a445e9 service nova] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Received event network-vif-deleted-c57d675c-99e3-454d-b3d1-4b34aec6122e {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.563740] env[69399]: DEBUG oslo_vmware.api [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Task: {'id': task-4176929, 'name': ReconfigVM_Task, 'duration_secs': 0.177163} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.564425] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826690', 'volume_id': '8b9feac4-b5d4-4523-be5b-71476256b199', 'name': 'volume-8b9feac4-b5d4-4523-be5b-71476256b199', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c2e45558-5c57-4300-b255-1709734baa40', 'attached_at': '', 'detached_at': '', 'volume_id': '8b9feac4-b5d4-4523-be5b-71476256b199', 'serial': '8b9feac4-b5d4-4523-be5b-71476256b199'} {{(pid=69399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 947.564761] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.565789] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d028896f-fc46-4448-8e3f-4825c8141c9f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.582861] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.582861] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73d7151e-2b84-4a26-9091-c7b436cfaac2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.631666] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f80310e-5517-487c-9950-371c035fcdee {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.641140] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d424479-9cc9-4677-87e0-fe3967b5d66a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.684719] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ee5cf1-988b-4b57-b44d-10c8cab3149e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.686513] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.686711] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.686890] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Deleting the datastore file [datastore2] c2e45558-5c57-4300-b255-1709734baa40 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.687350] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9734ca5b-bfe9-4d14-8283-dfd44f88ddd1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.698694] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860b4cff-5724-44fa-a44b-706102e923af {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.702963] env[69399]: DEBUG oslo_vmware.api [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52973f7d-2949-6d73-45fa-9b4680e830d9, 'name': SearchDatastore_Task, 'duration_secs': 0.012882} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.703282] env[69399]: DEBUG oslo_vmware.api [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Waiting for the task: (returnval){ [ 947.703282] env[69399]: value = "task-4176931" [ 947.703282] env[69399]: _type = "Task" [ 947.703282] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.703561] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.703788] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.704027] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.704207] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.704397] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.705068] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-519d43f7-0b61-47da-9b42-b4d1530940ec {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.717507] env[69399]: DEBUG nova.compute.provider_tree [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.724767] env[69399]: DEBUG oslo_vmware.api [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Task: {'id': task-4176931, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.726229] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.726438] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.727161] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbcaa323-6c0b-4c3a-bf82-311d7192395d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.732682] env[69399]: DEBUG oslo_vmware.api [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Waiting for the task: (returnval){ [ 947.732682] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b6c728-cc0d-b7f9-fd10-2d653eadf2e4" [ 947.732682] env[69399]: _type = "Task" [ 947.732682] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.742532] env[69399]: DEBUG oslo_vmware.api [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b6c728-cc0d-b7f9-fd10-2d653eadf2e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.902840] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.903173] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63e4cf53-cd93-4444-8f99-eab83e1d15ae {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.911353] env[69399]: DEBUG oslo_vmware.api [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Waiting for the task: (returnval){ [ 947.911353] env[69399]: value = "task-4176932" [ 947.911353] env[69399]: _type = "Task" [ 947.911353] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.921319] env[69399]: DEBUG oslo_vmware.api [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.219891] env[69399]: DEBUG oslo_vmware.api [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Task: {'id': task-4176931, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224086} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.221148] env[69399]: DEBUG nova.scheduler.client.report [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.226711] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.227538] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.227771] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.246506] env[69399]: DEBUG oslo_vmware.api [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b6c728-cc0d-b7f9-fd10-2d653eadf2e4, 'name': SearchDatastore_Task, 'duration_secs': 0.017486} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.248422] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9daeb9b-567d-475e-bafa-3a2948313225 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.258971] env[69399]: DEBUG oslo_vmware.api [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Waiting for the task: (returnval){ [ 948.258971] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5214c6d8-8b31-9d86-d7df-b79db14c1fe8" [ 948.258971] env[69399]: _type = "Task" [ 948.258971] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.271768] env[69399]: DEBUG oslo_vmware.api [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5214c6d8-8b31-9d86-d7df-b79db14c1fe8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.307119] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Volume detach. Driver type: vmdk {{(pid=69399) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 948.307119] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-92d60795-5245-4689-977b-0cb832833681 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.317885] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97ebbeb-b768-4cc7-9640-cf38b1456685 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.358318] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.361303] env[69399]: ERROR nova.compute.manager [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Failed to detach volume 8b9feac4-b5d4-4523-be5b-71476256b199 from /dev/sda: nova.exception.InstanceNotFound: Instance c2e45558-5c57-4300-b255-1709734baa40 could not be found. [ 948.361303] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] Traceback (most recent call last): [ 948.361303] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 948.361303] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] self.driver.rebuild(**kwargs) [ 948.361303] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 948.361303] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] raise NotImplementedError() [ 948.361303] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] NotImplementedError [ 948.361303] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] [ 948.361303] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] During handling of the above exception, another exception occurred: [ 948.361303] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] [ 948.361303] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] Traceback (most recent call last): [ 948.361303] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 948.361303] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] self.driver.detach_volume(context, old_connection_info, [ 948.361303] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 948.361303] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] return self._volumeops.detach_volume(connection_info, instance) [ 948.361303] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 948.361303] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] self._detach_volume_vmdk(connection_info, instance) [ 948.361303] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 948.361303] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 948.361303] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 948.361303] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] stable_ref.fetch_moref(session) [ 948.361303] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 948.361303] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] raise exception.InstanceNotFound(instance_id=self._uuid) [ 948.361303] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] nova.exception.InstanceNotFound: Instance c2e45558-5c57-4300-b255-1709734baa40 could not be found. [ 948.361303] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] [ 948.365332] env[69399]: DEBUG nova.network.neutron [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Updating instance_info_cache with network_info: [{"id": "a871d74d-016c-4725-a86a-b2372cb1b31f", "address": "fa:16:3e:33:5f:0f", "network": {"id": "734b5a7c-59d6-4166-a7f8-9313ed55be0b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-460151072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2cf4508668f441cba7a16e52b603d018", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa871d74d-01", "ovs_interfaceid": "a871d74d-016c-4725-a86a-b2372cb1b31f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.368815] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e9a2ef8-66e7-49f2-a3bb-f6748dab9353 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.375075] env[69399]: DEBUG oslo_vmware.api [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 948.375075] env[69399]: value = "task-4176933" [ 948.375075] env[69399]: _type = "Task" [ 948.375075] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.389088] env[69399]: DEBUG oslo_vmware.api [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.422459] env[69399]: DEBUG oslo_vmware.api [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176932, 'name': PowerOffVM_Task, 'duration_secs': 0.231041} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.422870] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.422975] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Updating instance '49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6' progress to 17 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 948.561016] env[69399]: DEBUG nova.compute.utils [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Build of instance c2e45558-5c57-4300-b255-1709734baa40 aborted: Failed to rebuild volume backed instance. {{(pid=69399) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 948.561016] env[69399]: ERROR nova.compute.manager [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance c2e45558-5c57-4300-b255-1709734baa40 aborted: Failed to rebuild volume backed instance. [ 948.561016] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] Traceback (most recent call last): [ 948.561016] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 948.561016] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] self.driver.rebuild(**kwargs) [ 948.561016] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 948.561016] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] raise NotImplementedError() [ 948.561016] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] NotImplementedError [ 948.561016] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] [ 948.561016] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] During handling of the above exception, another exception occurred: [ 948.561016] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] [ 948.561016] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] Traceback (most recent call last): [ 948.561016] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 948.561016] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] self._detach_root_volume(context, instance, root_bdm) [ 948.561016] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 948.561016] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] with excutils.save_and_reraise_exception(): [ 948.561016] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 948.561016] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] self.force_reraise() [ 948.561016] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 948.561016] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] raise self.value [ 948.561016] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 948.561016] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] self.driver.detach_volume(context, old_connection_info, [ 948.561016] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 948.561016] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] return self._volumeops.detach_volume(connection_info, instance) [ 948.561016] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 948.561016] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] self._detach_volume_vmdk(connection_info, instance) [ 948.561016] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 948.561016] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 948.561016] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 948.561016] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] stable_ref.fetch_moref(session) [ 948.561016] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 948.561016] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] raise exception.InstanceNotFound(instance_id=self._uuid) [ 948.561016] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] nova.exception.InstanceNotFound: Instance c2e45558-5c57-4300-b255-1709734baa40 could not be found. [ 948.561016] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] [ 948.561016] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] During handling of the above exception, another exception occurred: [ 948.561016] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] [ 948.561016] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] Traceback (most recent call last): [ 948.562294] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 948.562294] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] yield [ 948.562294] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 948.562294] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] self._do_rebuild_instance_with_claim( [ 948.562294] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 948.562294] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] self._do_rebuild_instance( [ 948.562294] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 948.562294] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] self._rebuild_default_impl(**kwargs) [ 948.562294] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 948.562294] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] self._rebuild_volume_backed_instance( [ 948.562294] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 948.562294] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] raise exception.BuildAbortException( [ 948.562294] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] nova.exception.BuildAbortException: Build of instance c2e45558-5c57-4300-b255-1709734baa40 aborted: Failed to rebuild volume backed instance. [ 948.562294] env[69399]: ERROR nova.compute.manager [instance: c2e45558-5c57-4300-b255-1709734baa40] [ 948.632470] env[69399]: INFO nova.compute.manager [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Rebuilding instance [ 948.684130] env[69399]: DEBUG nova.compute.manager [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.685515] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65758932-2da3-4914-a140-f38ea3acb4ea {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.732031] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.733747] env[69399]: DEBUG nova.compute.manager [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] [instance: c62e8d06-2b79-4b20-82db-fba80a3f8b80] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 948.737647] env[69399]: DEBUG oslo_concurrency.lockutils [None req-15d7d3ea-4560-4e96-9c39-e5f84e0bbc00 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.326s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.737647] env[69399]: DEBUG nova.objects.instance [None req-15d7d3ea-4560-4e96-9c39-e5f84e0bbc00 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Lazy-loading 'resources' on Instance uuid f5a96bee-5345-483c-bf76-dbe3956fdeec {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.776181] env[69399]: DEBUG oslo_vmware.api [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5214c6d8-8b31-9d86-d7df-b79db14c1fe8, 'name': SearchDatastore_Task, 'duration_secs': 0.028534} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.777168] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.777576] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 27a33fa9-0522-4ee7-b350-ac8cee85a177/27a33fa9-0522-4ee7-b350-ac8cee85a177.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 948.781485] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dcc801c9-8f60-4e58-a109-bd4f6196a355 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.785435] env[69399]: DEBUG oslo_vmware.api [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Waiting for the task: (returnval){ [ 948.785435] env[69399]: value = "task-4176934" [ 948.785435] env[69399]: _type = "Task" [ 948.785435] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.797194] env[69399]: DEBUG oslo_vmware.api [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Task: {'id': task-4176934, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.869850] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Releasing lock "refresh_cache-db895088-b0cb-421c-99da-56b4c402c485" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.885827] env[69399]: DEBUG oslo_vmware.api [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176933, 'name': PowerOffVM_Task, 'duration_secs': 0.331672} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.885827] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.885827] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.886973] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a854d0af-7b93-4d09-9f41-f6f30a67dfcb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.898018] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.898018] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5e0b063-b372-4fd3-b9fe-9ba85204dc3f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.934432] env[69399]: DEBUG nova.virt.hardware [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.934432] env[69399]: DEBUG nova.virt.hardware [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.934432] env[69399]: DEBUG nova.virt.hardware [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.934432] env[69399]: DEBUG nova.virt.hardware [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.934432] env[69399]: DEBUG nova.virt.hardware [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.934432] env[69399]: DEBUG nova.virt.hardware [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.935648] env[69399]: DEBUG nova.virt.hardware [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.936244] env[69399]: DEBUG nova.virt.hardware [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.937751] env[69399]: DEBUG nova.virt.hardware [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.938671] env[69399]: DEBUG nova.virt.hardware [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.939128] env[69399]: DEBUG nova.virt.hardware [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.949124] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd492b56-7e67-4163-93a3-f1a87cb0492c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.968428] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.969307] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.970114] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Deleting the datastore file [datastore1] 2214b977-1c24-47ce-9faa-b9af1714fa19 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.973344] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac893284-e378-47a4-993a-923d4452f11a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.975788] env[69399]: DEBUG oslo_vmware.api [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Waiting for the task: (returnval){ [ 948.975788] env[69399]: value = "task-4176936" [ 948.975788] env[69399]: _type = "Task" [ 948.975788] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.989119] env[69399]: DEBUG oslo_vmware.api [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176936, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.991296] env[69399]: DEBUG oslo_vmware.api [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 948.991296] env[69399]: value = "task-4176937" [ 948.991296] env[69399]: _type = "Task" [ 948.991296] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.004197] env[69399]: DEBUG oslo_vmware.api [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176937, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.243389] env[69399]: DEBUG nova.compute.utils [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 949.243389] env[69399]: DEBUG nova.compute.manager [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] [instance: c62e8d06-2b79-4b20-82db-fba80a3f8b80] Not allocating networking since 'none' was specified. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 949.301253] env[69399]: DEBUG oslo_vmware.api [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Task: {'id': task-4176934, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.489514] env[69399]: DEBUG oslo_vmware.api [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176936, 'name': ReconfigVM_Task, 'duration_secs': 0.221874} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.489881] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Updating instance '49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6' progress to 33 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 949.508806] env[69399]: DEBUG oslo_vmware.api [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176937, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.647112] env[69399]: DEBUG oslo_concurrency.lockutils [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquiring lock "d96475d1-6e0c-491f-8365-cfe4aebf90d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.647112] env[69399]: DEBUG oslo_concurrency.lockutils [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "d96475d1-6e0c-491f-8365-cfe4aebf90d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.701112] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.701897] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77c7384e-657d-47dc-a5eb-dda3af55739f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.713319] env[69399]: DEBUG oslo_vmware.api [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 949.713319] env[69399]: value = "task-4176938" [ 949.713319] env[69399]: _type = "Task" [ 949.713319] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.726055] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] VM already powered off {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 949.726326] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.727358] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e8da60-c507-4bc5-a3d5-68412bd2d82b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.735844] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.738558] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-216bdae4-c4ed-409d-993b-d631781dd56a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.749582] env[69399]: DEBUG nova.compute.manager [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] [instance: c62e8d06-2b79-4b20-82db-fba80a3f8b80] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 949.802384] env[69399]: DEBUG oslo_vmware.api [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Task: {'id': task-4176934, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673954} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.802502] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 27a33fa9-0522-4ee7-b350-ac8cee85a177/27a33fa9-0522-4ee7-b350-ac8cee85a177.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.802761] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.802907] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0dba669c-ae2c-4de7-92a0-9369f1534f4c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.815021] env[69399]: DEBUG oslo_vmware.api [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Waiting for the task: (returnval){ [ 949.815021] env[69399]: value = "task-4176940" [ 949.815021] env[69399]: _type = "Task" [ 949.815021] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.831328] env[69399]: DEBUG oslo_vmware.api [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Task: {'id': task-4176940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.837239] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.837239] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.837239] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Deleting the datastore file [datastore1] 64f7123e-4dfc-4c86-b430-ee91d9996662 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.838111] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6df93d1-336e-4529-9c4a-135583b517ba {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.845643] env[69399]: DEBUG oslo_vmware.api [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 949.845643] env[69399]: value = "task-4176941" [ 949.845643] env[69399]: _type = "Task" [ 949.845643] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.855044] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6924241-651d-4dc8-b13f-8cb6a04afce6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.861633] env[69399]: DEBUG oslo_vmware.api [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.868496] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d3a11d-5612-4722-9a9f-ec3ed5a4daeb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.899189] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae91a06-68b5-4199-8240-a44402ba35dc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.912221] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c38b7c9-d0e7-4f47-953f-7987bed4ca2b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.929530] env[69399]: DEBUG nova.compute.provider_tree [None req-15d7d3ea-4560-4e96-9c39-e5f84e0bbc00 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.004108] env[69399]: DEBUG nova.virt.hardware [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:52:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='f73e70f3-a9b4-4d2d-b5ba-6fb797be7cd1',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1706461506',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.004532] env[69399]: DEBUG nova.virt.hardware [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.004841] env[69399]: DEBUG nova.virt.hardware [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.006664] env[69399]: DEBUG nova.virt.hardware [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.007015] env[69399]: DEBUG nova.virt.hardware [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.007368] env[69399]: DEBUG nova.virt.hardware [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.007654] env[69399]: DEBUG nova.virt.hardware [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.007829] env[69399]: DEBUG nova.virt.hardware [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.008017] env[69399]: DEBUG nova.virt.hardware [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.008206] env[69399]: DEBUG nova.virt.hardware [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.008387] env[69399]: DEBUG nova.virt.hardware [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.015574] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 950.016310] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bd53ceb-f141-42cc-a08e-89dbc1ccac3b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.035884] env[69399]: DEBUG oslo_vmware.api [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176937, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.621677} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.037362] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.037566] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.037811] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.040693] env[69399]: DEBUG oslo_vmware.api [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Waiting for the task: (returnval){ [ 950.040693] env[69399]: value = "task-4176942" [ 950.040693] env[69399]: _type = "Task" [ 950.040693] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.050251] env[69399]: DEBUG oslo_vmware.api [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176942, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.148541] env[69399]: DEBUG nova.compute.manager [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 950.324228] env[69399]: DEBUG oslo_vmware.api [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Task: {'id': task-4176940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077271} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.324620] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.325479] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267a5816-db64-4327-a07c-1ed5fd7e4bff {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.351795] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 27a33fa9-0522-4ee7-b350-ac8cee85a177/27a33fa9-0522-4ee7-b350-ac8cee85a177.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.352081] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6eb5158-f45c-4b54-844e-e04184bf433b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.374850] env[69399]: DEBUG oslo_vmware.api [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Waiting for the task: (returnval){ [ 950.374850] env[69399]: value = "task-4176943" [ 950.374850] env[69399]: _type = "Task" [ 950.374850] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.377648] env[69399]: DEBUG oslo_vmware.api [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.494733} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.380607] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.380800] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.380974] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.420085] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.420529] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7aef86a3-53f1-4ad9-8460-732f5d81d2f4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.429334] env[69399]: DEBUG oslo_vmware.api [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Waiting for the task: (returnval){ [ 950.429334] env[69399]: value = "task-4176944" [ 950.429334] env[69399]: _type = "Task" [ 950.429334] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.434151] env[69399]: DEBUG nova.scheduler.client.report [None req-15d7d3ea-4560-4e96-9c39-e5f84e0bbc00 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.443945] env[69399]: DEBUG oslo_vmware.api [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.555191] env[69399]: DEBUG oslo_vmware.api [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176942, 'name': ReconfigVM_Task, 'duration_secs': 0.210124} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.555526] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 950.557678] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a89bf6-debc-4981-9c65-d7a8f6e744d0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.580485] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6/49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.582628] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.582896] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cd30974-acab-4f69-bd50-46735a1f6691 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.601890] env[69399]: DEBUG oslo_vmware.api [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Waiting for the task: (returnval){ [ 950.601890] env[69399]: value = "task-4176945" [ 950.601890] env[69399]: _type = "Task" [ 950.601890] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.610744] env[69399]: DEBUG oslo_vmware.api [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176945, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.670178] env[69399]: DEBUG oslo_concurrency.lockutils [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.762243] env[69399]: DEBUG nova.compute.manager [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] [instance: c62e8d06-2b79-4b20-82db-fba80a3f8b80] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 950.794428] env[69399]: DEBUG nova.virt.hardware [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.794689] env[69399]: DEBUG nova.virt.hardware [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.795561] env[69399]: DEBUG nova.virt.hardware [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.795811] env[69399]: DEBUG nova.virt.hardware [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.795946] env[69399]: DEBUG nova.virt.hardware [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.796108] env[69399]: DEBUG nova.virt.hardware [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.796328] env[69399]: DEBUG nova.virt.hardware [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.796487] env[69399]: DEBUG nova.virt.hardware [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.796655] env[69399]: DEBUG nova.virt.hardware [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.796819] env[69399]: DEBUG nova.virt.hardware [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.796993] env[69399]: DEBUG nova.virt.hardware [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.798199] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03cbabdd-1e2c-4ea6-857f-f0b7575bccbf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.809025] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c17cf8e-a7c5-4baf-bcc5-0b3740542939 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.827765] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] [instance: c62e8d06-2b79-4b20-82db-fba80a3f8b80] Instance VIF info [] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.833529] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Creating folder: Project (0d5ea659d0694640a2edec34480346a2). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.834256] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4af452d9-2993-4dba-bd91-de70f000237b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.847349] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Created folder: Project (0d5ea659d0694640a2edec34480346a2) in parent group-v826677. [ 950.847543] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Creating folder: Instances. Parent ref: group-v826830. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.847778] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6159266b-1559-4bd2-876d-6468ee29aa32 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.858759] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Created folder: Instances in parent group-v826830. [ 950.859035] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.859239] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c62e8d06-2b79-4b20-82db-fba80a3f8b80] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.859454] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-629a4a2b-4fe6-4d28-8864-4ff1278297b5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.884213] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.884213] env[69399]: value = "task-4176948" [ 950.884213] env[69399]: _type = "Task" [ 950.884213] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.899276] env[69399]: DEBUG oslo_vmware.api [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Task: {'id': task-4176943, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.906903] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176948, 'name': CreateVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.941247] env[69399]: DEBUG oslo_concurrency.lockutils [None req-15d7d3ea-4560-4e96-9c39-e5f84e0bbc00 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.204s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.943762] env[69399]: DEBUG oslo_vmware.api [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176944, 'name': PowerOffVM_Task, 'duration_secs': 0.225249} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.943821] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9e9f340e-2e8f-49a6-9054-6f974ba10550 tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.293s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.944173] env[69399]: DEBUG nova.objects.instance [None req-9e9f340e-2e8f-49a6-9054-6f974ba10550 tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Lazy-loading 'resources' on Instance uuid a7ed6dc1-a1ea-4c33-a194-ee09c1703788 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.945426] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.946757] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c908a0d-4b51-45f5-bcec-c22e36562e4e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.968598] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264a8322-24b9-4504-bbdf-91e556eb37d5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.971342] env[69399]: INFO nova.scheduler.client.report [None req-15d7d3ea-4560-4e96-9c39-e5f84e0bbc00 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Deleted allocations for instance f5a96bee-5345-483c-bf76-dbe3956fdeec [ 951.013317] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.013437] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-227eb5b0-0655-4e8f-bf80-e222f2af411a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.022031] env[69399]: DEBUG oslo_vmware.api [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Waiting for the task: (returnval){ [ 951.022031] env[69399]: value = "task-4176949" [ 951.022031] env[69399]: _type = "Task" [ 951.022031] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.037066] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] VM already powered off {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 951.043168] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.043168] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.043168] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.043168] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.043168] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35f2e0db-970d-4053-9578-e06c41902d9e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.048513] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.048718] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.052339] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9798dc62-10fa-4b27-926f-cb68246fb394 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.062415] env[69399]: DEBUG oslo_vmware.api [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Waiting for the task: (returnval){ [ 951.062415] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]528aca4a-7491-30c5-ea3a-6a97a09e91e8" [ 951.062415] env[69399]: _type = "Task" [ 951.062415] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.072566] env[69399]: DEBUG oslo_vmware.api [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]528aca4a-7491-30c5-ea3a-6a97a09e91e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.086652] env[69399]: DEBUG nova.virt.hardware [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.086842] env[69399]: DEBUG nova.virt.hardware [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.086957] env[69399]: DEBUG nova.virt.hardware [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.087203] env[69399]: DEBUG nova.virt.hardware [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.087414] env[69399]: DEBUG nova.virt.hardware [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.087585] env[69399]: DEBUG nova.virt.hardware [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.087815] env[69399]: DEBUG nova.virt.hardware [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.087975] env[69399]: DEBUG nova.virt.hardware [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.088161] env[69399]: DEBUG nova.virt.hardware [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.088396] env[69399]: DEBUG nova.virt.hardware [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.088627] env[69399]: DEBUG nova.virt.hardware [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.089519] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a7c31f-b4ff-4645-beff-e862c8207363 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.100028] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab23d752-6e53-4db9-9311-68bfc1465549 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.113351] env[69399]: DEBUG oslo_vmware.api [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.122093] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:ab:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a863bd8-9627-442c-a4e7-7550efc34526', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.129310] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.129641] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.129880] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d40dd824-f359-4219-a9f3-8cfb87dc6916 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.150620] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.150620] env[69399]: value = "task-4176950" [ 951.150620] env[69399]: _type = "Task" [ 951.150620] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.161231] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176950, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.380019] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ebcdaaa0-e1a4-4f7a-a60a-893746e4aac6 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Acquiring lock "c2e45558-5c57-4300-b255-1709734baa40" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.380019] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ebcdaaa0-e1a4-4f7a-a60a-893746e4aac6 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Lock "c2e45558-5c57-4300-b255-1709734baa40" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.380402] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ebcdaaa0-e1a4-4f7a-a60a-893746e4aac6 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Acquiring lock "c2e45558-5c57-4300-b255-1709734baa40-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.380841] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ebcdaaa0-e1a4-4f7a-a60a-893746e4aac6 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Lock "c2e45558-5c57-4300-b255-1709734baa40-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.381254] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ebcdaaa0-e1a4-4f7a-a60a-893746e4aac6 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Lock "c2e45558-5c57-4300-b255-1709734baa40-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.391022] env[69399]: INFO nova.compute.manager [None req-ebcdaaa0-e1a4-4f7a-a60a-893746e4aac6 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Terminating instance [ 951.422475] env[69399]: DEBUG oslo_vmware.api [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Task: {'id': task-4176943, 'name': ReconfigVM_Task, 'duration_secs': 0.844361} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.424801] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 27a33fa9-0522-4ee7-b350-ac8cee85a177/27a33fa9-0522-4ee7-b350-ac8cee85a177.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.432982] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8edf6196-6304-41d1-9f0e-a44916fed1f5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.435984] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176948, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.444304] env[69399]: DEBUG oslo_vmware.api [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Waiting for the task: (returnval){ [ 951.444304] env[69399]: value = "task-4176951" [ 951.444304] env[69399]: _type = "Task" [ 951.444304] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.466504] env[69399]: DEBUG oslo_vmware.api [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Task: {'id': task-4176951, 'name': Rename_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.470428] env[69399]: DEBUG nova.virt.hardware [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.470945] env[69399]: DEBUG nova.virt.hardware [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.471335] env[69399]: DEBUG nova.virt.hardware [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.471871] env[69399]: DEBUG nova.virt.hardware [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.472226] env[69399]: DEBUG nova.virt.hardware [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.472599] env[69399]: DEBUG nova.virt.hardware [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.473055] env[69399]: DEBUG nova.virt.hardware [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.473714] env[69399]: DEBUG nova.virt.hardware [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.473714] env[69399]: DEBUG nova.virt.hardware [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.474127] env[69399]: DEBUG nova.virt.hardware [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.474488] env[69399]: DEBUG nova.virt.hardware [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.476500] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfead7a7-db7a-4347-9303-04f50d3467b2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.491017] env[69399]: DEBUG oslo_concurrency.lockutils [None req-15d7d3ea-4560-4e96-9c39-e5f84e0bbc00 tempest-ImagesOneServerTestJSON-612662026 tempest-ImagesOneServerTestJSON-612662026-project-member] Lock "f5a96bee-5345-483c-bf76-dbe3956fdeec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.218s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.497533] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae95d55e-0059-451a-834a-da4c2f95a7a1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.517682] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:ee:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f996252-e329-42bd-a897-446dfe2b81cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd175bcc-9684-47da-a2ea-b54a5e453311', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.527574] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.531932] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.535871] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-517851c7-9855-4ada-8bab-d55b48d58cf4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.558548] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.558548] env[69399]: value = "task-4176952" [ 951.558548] env[69399]: _type = "Task" [ 951.558548] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.572161] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176952, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.576207] env[69399]: DEBUG oslo_vmware.api [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]528aca4a-7491-30c5-ea3a-6a97a09e91e8, 'name': SearchDatastore_Task, 'duration_secs': 0.011478} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.579745] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ce16403-2580-4719-a76b-d15a26709eca {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.585721] env[69399]: DEBUG oslo_vmware.api [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Waiting for the task: (returnval){ [ 951.585721] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52199dbd-bf06-2c87-7131-0b13f06fbe7c" [ 951.585721] env[69399]: _type = "Task" [ 951.585721] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.596600] env[69399]: DEBUG oslo_vmware.api [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52199dbd-bf06-2c87-7131-0b13f06fbe7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.614758] env[69399]: DEBUG oslo_vmware.api [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176945, 'name': ReconfigVM_Task, 'duration_secs': 0.942816} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.616019] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6/49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.616019] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Updating instance '49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6' progress to 50 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 951.662176] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176950, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.907837] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176948, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.924328] env[69399]: DEBUG nova.compute.manager [None req-ebcdaaa0-e1a4-4f7a-a60a-893746e4aac6 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.924790] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7003f472-eba6-4702-b21d-880d2abc8f58 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.937061] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8711d9-b881-4568-837b-9c16952ef915 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.963025] env[69399]: DEBUG oslo_vmware.api [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Task: {'id': task-4176951, 'name': Rename_Task, 'duration_secs': 0.2496} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.963025] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.963025] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c057e45-1a31-41d2-886c-a7a01916b835 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.970086] env[69399]: DEBUG oslo_vmware.api [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Waiting for the task: (returnval){ [ 951.970086] env[69399]: value = "task-4176953" [ 951.970086] env[69399]: _type = "Task" [ 951.970086] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.993565] env[69399]: WARNING nova.virt.vmwareapi.driver [None req-ebcdaaa0-e1a4-4f7a-a60a-893746e4aac6 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance c2e45558-5c57-4300-b255-1709734baa40 could not be found. [ 951.993847] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ebcdaaa0-e1a4-4f7a-a60a-893746e4aac6 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.994401] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50bdefbb-65c0-48bf-a502-65b282804acd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.001018] env[69399]: DEBUG oslo_vmware.api [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Task: {'id': task-4176953, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.010629] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81605f0e-ceec-47f1-b2db-9147d9cecd64 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.053473] env[69399]: WARNING nova.virt.vmwareapi.vmops [None req-ebcdaaa0-e1a4-4f7a-a60a-893746e4aac6 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance c2e45558-5c57-4300-b255-1709734baa40 could not be found. [ 952.053473] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ebcdaaa0-e1a4-4f7a-a60a-893746e4aac6 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.054284] env[69399]: INFO nova.compute.manager [None req-ebcdaaa0-e1a4-4f7a-a60a-893746e4aac6 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Took 0.13 seconds to destroy the instance on the hypervisor. [ 952.054776] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebcdaaa0-e1a4-4f7a-a60a-893746e4aac6 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.058566] env[69399]: DEBUG nova.compute.manager [-] [instance: c2e45558-5c57-4300-b255-1709734baa40] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.058676] env[69399]: DEBUG nova.network.neutron [-] [instance: c2e45558-5c57-4300-b255-1709734baa40] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.070342] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176952, 'name': CreateVM_Task, 'duration_secs': 0.368104} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.071428] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.071428] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.071428] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.072224] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.072224] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5d0886b-30ec-4fc7-b1f7-f40ae684d846 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.077352] env[69399]: DEBUG oslo_vmware.api [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 952.077352] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52a98e5c-712f-25ba-fc30-0d6dc54ab64e" [ 952.077352] env[69399]: _type = "Task" [ 952.077352] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.081902] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c4acbb-062a-4229-8eb3-01eb623f2f7b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.094799] env[69399]: DEBUG oslo_vmware.api [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52a98e5c-712f-25ba-fc30-0d6dc54ab64e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.096951] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92577e30-5423-485a-8a1d-356847ecc831 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.104944] env[69399]: DEBUG oslo_vmware.api [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52199dbd-bf06-2c87-7131-0b13f06fbe7c, 'name': SearchDatastore_Task, 'duration_secs': 0.013003} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.105841] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.106926] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] db895088-b0cb-421c-99da-56b4c402c485/080cf791-deb9-45e0-96cd-252fc7c4f56a-rescue.vmdk. {{(pid=69399) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 952.107624] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9147258f-7ba1-4b56-bdc0-ec32c3763434 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.138103] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36928db4-6229-46d2-b74d-5a7196ebd7da {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.141593] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f881fd96-7532-492f-bf71-743224b24d48 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.145873] env[69399]: DEBUG oslo_vmware.api [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Waiting for the task: (returnval){ [ 952.145873] env[69399]: value = "task-4176954" [ 952.145873] env[69399]: _type = "Task" [ 952.145873] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.167733] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9234599-5e99-4447-8c7c-ae6d36dfa45b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.176213] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08fde32e-2850-4b49-ab17-384834dfb8ab {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.182198] env[69399]: DEBUG oslo_vmware.api [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.188020] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176950, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.212058] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Updating instance '49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6' progress to 67 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 952.216429] env[69399]: DEBUG nova.compute.provider_tree [None req-9e9f340e-2e8f-49a6-9054-6f974ba10550 tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.409641] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176948, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.482605] env[69399]: DEBUG oslo_vmware.api [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Task: {'id': task-4176953, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.599013] env[69399]: DEBUG oslo_vmware.api [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52a98e5c-712f-25ba-fc30-0d6dc54ab64e, 'name': SearchDatastore_Task, 'duration_secs': 0.01283} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.599013] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.599382] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.599678] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.599969] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.600229] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.600701] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd06cb66-9f9c-40ea-9210-198ab49587dc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.617672] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.617672] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.619048] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8b9b358-1443-4ac3-ad75-2a09632f0829 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.629151] env[69399]: DEBUG oslo_vmware.api [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 952.629151] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]521f72d6-ba19-293a-e090-55b485b71fbe" [ 952.629151] env[69399]: _type = "Task" [ 952.629151] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.647407] env[69399]: DEBUG oslo_vmware.api [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]521f72d6-ba19-293a-e090-55b485b71fbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.657882] env[69399]: DEBUG oslo_vmware.api [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176954, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.676521] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176950, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.724800] env[69399]: DEBUG nova.scheduler.client.report [None req-9e9f340e-2e8f-49a6-9054-6f974ba10550 tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.830407] env[69399]: DEBUG nova.network.neutron [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Port 1b378abd-3e1e-4f87-abc9-0504ff71d132 binding to destination host cpu-1 is already ACTIVE {{(pid=69399) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 952.906673] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176948, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.990231] env[69399]: DEBUG oslo_vmware.api [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Task: {'id': task-4176953, 'name': PowerOnVM_Task, 'duration_secs': 0.595954} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.990231] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.990231] env[69399]: INFO nova.compute.manager [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Took 9.87 seconds to spawn the instance on the hypervisor. [ 952.990231] env[69399]: DEBUG nova.compute.manager [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.990231] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9db5deb-c86e-4814-9b63-568e1109ed69 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.146713] env[69399]: DEBUG oslo_vmware.api [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]521f72d6-ba19-293a-e090-55b485b71fbe, 'name': SearchDatastore_Task, 'duration_secs': 0.042395} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.149098] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a719fa39-1377-45be-a752-ab46d60ff9e6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.159620] env[69399]: DEBUG oslo_vmware.api [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 953.159620] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5209aa72-fc90-ba47-13b9-b0792434bfca" [ 953.159620] env[69399]: _type = "Task" [ 953.159620] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.162846] env[69399]: DEBUG oslo_vmware.api [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176954, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546235} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.166566] env[69399]: INFO nova.virt.vmwareapi.ds_util [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] db895088-b0cb-421c-99da-56b4c402c485/080cf791-deb9-45e0-96cd-252fc7c4f56a-rescue.vmdk. [ 953.167648] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03ac841-1258-43d1-bda0-9be7138d619c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.186020] env[69399]: DEBUG oslo_vmware.api [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5209aa72-fc90-ba47-13b9-b0792434bfca, 'name': SearchDatastore_Task, 'duration_secs': 0.01182} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.199857] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.200043] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 64f7123e-4dfc-4c86-b430-ee91d9996662/64f7123e-4dfc-4c86-b430-ee91d9996662.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 953.200284] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176950, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.208697] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] db895088-b0cb-421c-99da-56b4c402c485/080cf791-deb9-45e0-96cd-252fc7c4f56a-rescue.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.209012] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-695307e8-420a-4317-b82c-df97ca53c5de {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.211266] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e8049b8-755a-4e9e-b115-1c080114ad9e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.234724] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9e9f340e-2e8f-49a6-9054-6f974ba10550 tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.291s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.237036] env[69399]: DEBUG oslo_vmware.api [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Waiting for the task: (returnval){ [ 953.237036] env[69399]: value = "task-4176956" [ 953.237036] env[69399]: _type = "Task" [ 953.237036] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.238817] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.411s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.238970] env[69399]: DEBUG nova.objects.instance [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lazy-loading 'resources' on Instance uuid 8d8f09c7-5035-4ae0-92ea-3562432e6ceb {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.240993] env[69399]: DEBUG oslo_vmware.api [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 953.240993] env[69399]: value = "task-4176955" [ 953.240993] env[69399]: _type = "Task" [ 953.240993] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.252948] env[69399]: DEBUG oslo_vmware.api [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176955, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.257222] env[69399]: DEBUG oslo_vmware.api [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176956, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.275714] env[69399]: INFO nova.scheduler.client.report [None req-9e9f340e-2e8f-49a6-9054-6f974ba10550 tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Deleted allocations for instance a7ed6dc1-a1ea-4c33-a194-ee09c1703788 [ 953.407936] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176948, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.513056] env[69399]: INFO nova.compute.manager [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Took 49.28 seconds to build instance. [ 953.685878] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176950, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.741774] env[69399]: DEBUG nova.objects.instance [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lazy-loading 'numa_topology' on Instance uuid 8d8f09c7-5035-4ae0-92ea-3562432e6ceb {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.766430] env[69399]: DEBUG oslo_vmware.api [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176955, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.772644] env[69399]: DEBUG oslo_vmware.api [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176956, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.785897] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9e9f340e-2e8f-49a6-9054-6f974ba10550 tempest-ServerDiagnosticsV248Test-758506934 tempest-ServerDiagnosticsV248Test-758506934-project-member] Lock "a7ed6dc1-a1ea-4c33-a194-ee09c1703788" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.587s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.859587] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquiring lock "49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.859907] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Lock "49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.860260] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Lock "49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.914074] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176948, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.018781] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c0438a67-cd02-498f-a84c-3b7f51672089 tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Lock "27a33fa9-0522-4ee7-b350-ac8cee85a177" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.792s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.059855] env[69399]: DEBUG nova.compute.manager [req-bf03ab6b-ac33-443c-a033-3b6be7040325 req-c1cdd3b0-492c-44a8-bafe-0edfdc67409b service nova] [instance: c2e45558-5c57-4300-b255-1709734baa40] Received event network-vif-deleted-c4bcee01-5443-4534-9d78-62e624d700aa {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.060535] env[69399]: INFO nova.compute.manager [req-bf03ab6b-ac33-443c-a033-3b6be7040325 req-c1cdd3b0-492c-44a8-bafe-0edfdc67409b service nova] [instance: c2e45558-5c57-4300-b255-1709734baa40] Neutron deleted interface c4bcee01-5443-4534-9d78-62e624d700aa; detaching it from the instance and deleting it from the info cache [ 954.060730] env[69399]: DEBUG nova.network.neutron [req-bf03ab6b-ac33-443c-a033-3b6be7040325 req-c1cdd3b0-492c-44a8-bafe-0edfdc67409b service nova] [instance: c2e45558-5c57-4300-b255-1709734baa40] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.104444] env[69399]: DEBUG nova.network.neutron [-] [instance: c2e45558-5c57-4300-b255-1709734baa40] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.181925] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176950, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.255545] env[69399]: DEBUG nova.objects.base [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Object Instance<8d8f09c7-5035-4ae0-92ea-3562432e6ceb> lazy-loaded attributes: resources,numa_topology {{(pid=69399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 954.258433] env[69399]: DEBUG oslo_vmware.api [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176956, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.268867] env[69399]: DEBUG oslo_vmware.api [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176955, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736483} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.268867] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 64f7123e-4dfc-4c86-b430-ee91d9996662/64f7123e-4dfc-4c86-b430-ee91d9996662.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 954.268867] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 954.269227] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34c93ab1-5319-4843-af33-d0c99915f9e1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.279065] env[69399]: DEBUG oslo_vmware.api [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 954.279065] env[69399]: value = "task-4176957" [ 954.279065] env[69399]: _type = "Task" [ 954.279065] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.290866] env[69399]: DEBUG oslo_vmware.api [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176957, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.410830] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176948, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.563454] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3157f011-bcc2-43bf-bf93-6f5df5074bd0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.574375] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4b3fb6-46c2-4173-8bfc-9b1b6d46203c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.617896] env[69399]: INFO nova.compute.manager [-] [instance: c2e45558-5c57-4300-b255-1709734baa40] Took 2.56 seconds to deallocate network for instance. [ 954.619223] env[69399]: DEBUG nova.compute.manager [req-bf03ab6b-ac33-443c-a033-3b6be7040325 req-c1cdd3b0-492c-44a8-bafe-0edfdc67409b service nova] [instance: c2e45558-5c57-4300-b255-1709734baa40] Detach interface failed, port_id=c4bcee01-5443-4534-9d78-62e624d700aa, reason: Instance c2e45558-5c57-4300-b255-1709734baa40 could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 954.681919] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176950, 'name': CreateVM_Task, 'duration_secs': 3.4328} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.687992] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.687992] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.687992] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.687992] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.687992] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fdd3139-50bc-45cc-8ec9-f35204c3d898 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.692635] env[69399]: DEBUG oslo_vmware.api [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 954.692635] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f528e6-0f74-72bb-39e2-f9862a34c80b" [ 954.692635] env[69399]: _type = "Task" [ 954.692635] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.702174] env[69399]: DEBUG oslo_vmware.api [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f528e6-0f74-72bb-39e2-f9862a34c80b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.755267] env[69399]: DEBUG oslo_vmware.api [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176956, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.793892] env[69399]: DEBUG oslo_vmware.api [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176957, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08388} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.793892] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 954.793892] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e8e237-1f14-42b7-9c2b-df506611b315 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.819171] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 64f7123e-4dfc-4c86-b430-ee91d9996662/64f7123e-4dfc-4c86-b430-ee91d9996662.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.822325] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72900ba3-dd17-4c47-b8e6-c4802a570bfe {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.848039] env[69399]: DEBUG oslo_vmware.api [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 954.848039] env[69399]: value = "task-4176958" [ 954.848039] env[69399]: _type = "Task" [ 954.848039] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.861359] env[69399]: DEBUG oslo_vmware.api [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176958, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.872552] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9a5416-74d5-4a1d-a0af-f287fc14780e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.882410] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bd23a1-e5d1-4532-89e7-fc855a161c3e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.938787] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6fcbf4-aaf6-4e56-bf95-4e7edb3b2f44 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.952686] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176948, 'name': CreateVM_Task, 'duration_secs': 3.701311} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.952686] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c62e8d06-2b79-4b20-82db-fba80a3f8b80] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.953562] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0aaa351-9f1e-478d-9042-3df7f56b7442 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.959044] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.971263] env[69399]: DEBUG nova.compute.provider_tree [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 954.973405] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquiring lock "refresh_cache-49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.973673] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquired lock "refresh_cache-49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.973742] env[69399]: DEBUG nova.network.neutron [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.209303] env[69399]: DEBUG oslo_vmware.api [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f528e6-0f74-72bb-39e2-f9862a34c80b, 'name': SearchDatastore_Task, 'duration_secs': 0.012199} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.210524] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.210993] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.211331] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.211486] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.211789] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.212163] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.212499] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.213218] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abf4512a-1c25-4766-8840-7de8898e4eed {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.216592] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68e0fbc8-d628-4c0c-8f99-adc1141bae5a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.226146] env[69399]: DEBUG oslo_vmware.api [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Waiting for the task: (returnval){ [ 955.226146] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]529864f5-da8b-a4c2-9b84-a26ca67ca250" [ 955.226146] env[69399]: _type = "Task" [ 955.226146] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.232342] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.232655] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.234580] env[69399]: INFO nova.compute.manager [None req-ebcdaaa0-e1a4-4f7a-a60a-893746e4aac6 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Took 0.61 seconds to detach 1 volumes for instance. [ 955.241171] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8984a37b-9080-4465-9131-f1ecd70bd739 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.254269] env[69399]: DEBUG nova.compute.manager [None req-ebcdaaa0-e1a4-4f7a-a60a-893746e4aac6 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Deleting volume: 8b9feac4-b5d4-4523-be5b-71476256b199 {{(pid=69399) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 955.257811] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Acquiring lock "2495b839-0682-4be9-9aad-654885d71bf0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.257811] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Lock "2495b839-0682-4be9-9aad-654885d71bf0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.260259] env[69399]: DEBUG oslo_vmware.api [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]529864f5-da8b-a4c2-9b84-a26ca67ca250, 'name': SearchDatastore_Task, 'duration_secs': 0.012599} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.270299] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.270566] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] [instance: c62e8d06-2b79-4b20-82db-fba80a3f8b80] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.270797] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.275296] env[69399]: DEBUG oslo_vmware.api [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 955.275296] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]525988ec-dbef-d92b-ef6c-ddcfdf71d90b" [ 955.275296] env[69399]: _type = "Task" [ 955.275296] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.284854] env[69399]: DEBUG oslo_vmware.api [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176956, 'name': ReconfigVM_Task, 'duration_secs': 1.825059} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.287389] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Reconfigured VM instance instance-00000034 to attach disk [datastore1] db895088-b0cb-421c-99da-56b4c402c485/080cf791-deb9-45e0-96cd-252fc7c4f56a-rescue.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.287389] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e1da87-6d81-4aae-abcf-e7251d769923 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.296624] env[69399]: DEBUG oslo_vmware.api [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]525988ec-dbef-d92b-ef6c-ddcfdf71d90b, 'name': SearchDatastore_Task, 'duration_secs': 0.013007} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.298424] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8888761-1a83-432b-9947-27255a199b94 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.337020] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5413ec18-59cf-4ef8-a83d-9d539bb400ac {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.347130] env[69399]: DEBUG oslo_vmware.api [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 955.347130] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c89e29-9e00-45a8-4f22-02d2eca99568" [ 955.347130] env[69399]: _type = "Task" [ 955.347130] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.354169] env[69399]: DEBUG oslo_vmware.api [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Waiting for the task: (returnval){ [ 955.354169] env[69399]: value = "task-4176959" [ 955.354169] env[69399]: _type = "Task" [ 955.354169] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.367609] env[69399]: DEBUG oslo_vmware.api [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c89e29-9e00-45a8-4f22-02d2eca99568, 'name': SearchDatastore_Task, 'duration_secs': 0.0133} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.368333] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.368559] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 2214b977-1c24-47ce-9faa-b9af1714fa19/2214b977-1c24-47ce-9faa-b9af1714fa19.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.368905] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.369154] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.369398] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6681f24-a1e7-4f56-bbfb-f82517996f20 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.381368] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aab94fbe-710f-4cbb-8aa4-8f7d9ceccd88 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.384941] env[69399]: DEBUG oslo_vmware.api [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176958, 'name': ReconfigVM_Task, 'duration_secs': 0.465595} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.385548] env[69399]: DEBUG oslo_vmware.api [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.386326] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 64f7123e-4dfc-4c86-b430-ee91d9996662/64f7123e-4dfc-4c86-b430-ee91d9996662.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.388686] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ce2d478-d93b-4037-9ec3-91622ddf79d8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.392053] env[69399]: DEBUG oslo_vmware.api [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 955.392053] env[69399]: value = "task-4176961" [ 955.392053] env[69399]: _type = "Task" [ 955.392053] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.398137] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.398223] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.402883] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8052c05-8b31-4403-835f-cff348e23023 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.405785] env[69399]: DEBUG oslo_vmware.api [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 955.405785] env[69399]: value = "task-4176962" [ 955.405785] env[69399]: _type = "Task" [ 955.405785] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.410377] env[69399]: DEBUG oslo_vmware.api [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.416230] env[69399]: DEBUG oslo_vmware.api [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Waiting for the task: (returnval){ [ 955.416230] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5234505b-d6ba-5058-73e4-580dd648395d" [ 955.416230] env[69399]: _type = "Task" [ 955.416230] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.425895] env[69399]: DEBUG oslo_vmware.api [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176962, 'name': Rename_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.435402] env[69399]: DEBUG oslo_vmware.api [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5234505b-d6ba-5058-73e4-580dd648395d, 'name': SearchDatastore_Task, 'duration_secs': 0.012105} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.435592] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8832e55c-c63c-4777-b8fa-55b88800aa3e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.443034] env[69399]: DEBUG oslo_vmware.api [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Waiting for the task: (returnval){ [ 955.443034] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]528760b4-cbb4-c6b6-b246-2cc2d319d6e0" [ 955.443034] env[69399]: _type = "Task" [ 955.443034] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.456287] env[69399]: DEBUG oslo_vmware.api [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]528760b4-cbb4-c6b6-b246-2cc2d319d6e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.515284] env[69399]: ERROR nova.scheduler.client.report [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [req-1dd0cbd4-a6f8-4eba-b66b-160915abc9ff] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65caca49-2bb8-4896-b9be-5baf8708847a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1dd0cbd4-a6f8-4eba-b66b-160915abc9ff"}]} [ 955.539460] env[69399]: DEBUG nova.scheduler.client.report [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Refreshing inventories for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 955.560331] env[69399]: DEBUG nova.scheduler.client.report [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Updating ProviderTree inventory for provider 65caca49-2bb8-4896-b9be-5baf8708847a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 955.560553] env[69399]: DEBUG nova.compute.provider_tree [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 955.584759] env[69399]: DEBUG nova.scheduler.client.report [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Refreshing aggregate associations for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a, aggregates: None {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 955.626339] env[69399]: DEBUG nova.scheduler.client.report [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Refreshing trait associations for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 955.763850] env[69399]: DEBUG nova.compute.manager [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 955.847877] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ebcdaaa0-e1a4-4f7a-a60a-893746e4aac6 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.872438] env[69399]: DEBUG oslo_vmware.api [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176959, 'name': ReconfigVM_Task, 'duration_secs': 0.193363} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.875192] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.875720] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae0797d7-0836-47a6-a71e-b69973cdb4d5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.884622] env[69399]: DEBUG oslo_vmware.api [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Waiting for the task: (returnval){ [ 955.884622] env[69399]: value = "task-4176963" [ 955.884622] env[69399]: _type = "Task" [ 955.884622] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.899861] env[69399]: DEBUG oslo_vmware.api [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.905870] env[69399]: DEBUG oslo_vmware.api [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176961, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.921935] env[69399]: DEBUG oslo_vmware.api [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176962, 'name': Rename_Task, 'duration_secs': 0.20928} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.921935] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.922153] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f44a99d3-4fac-4987-a674-28306d8bfcba {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.924556] env[69399]: DEBUG nova.network.neutron [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Updating instance_info_cache with network_info: [{"id": "1b378abd-3e1e-4f87-abc9-0504ff71d132", "address": "fa:16:3e:e1:80:4f", "network": {"id": "e6123224-ba4a-4d8f-91b9-06e051cef811", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70c0851169f84ebb9810edf05230c60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b378abd-3e", "ovs_interfaceid": "1b378abd-3e1e-4f87-abc9-0504ff71d132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.935242] env[69399]: DEBUG oslo_vmware.api [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 955.935242] env[69399]: value = "task-4176964" [ 955.935242] env[69399]: _type = "Task" [ 955.935242] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.947996] env[69399]: DEBUG oslo_vmware.api [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.966370] env[69399]: DEBUG oslo_vmware.api [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]528760b4-cbb4-c6b6-b246-2cc2d319d6e0, 'name': SearchDatastore_Task, 'duration_secs': 0.015585} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.966370] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.966370] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] c62e8d06-2b79-4b20-82db-fba80a3f8b80/c62e8d06-2b79-4b20-82db-fba80a3f8b80.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.966370] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fb48862-dcd5-4c84-b996-61af06592583 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.975788] env[69399]: DEBUG oslo_vmware.api [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Waiting for the task: (returnval){ [ 955.975788] env[69399]: value = "task-4176965" [ 955.975788] env[69399]: _type = "Task" [ 955.975788] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.997787] env[69399]: DEBUG oslo_vmware.api [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Task: {'id': task-4176965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.216655] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f7f167-907a-43d5-b15c-3ae07cf4682b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.226392] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd91ab5e-8727-42dc-a847-f3215e71d8af {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.262798] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab219eb8-733c-4156-8033-fb816caaca95 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.274253] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6d4e22-1ba0-4e1f-bbaf-32f3cb03d2fd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.295987] env[69399]: DEBUG nova.compute.provider_tree [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 956.300944] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.398434] env[69399]: DEBUG oslo_vmware.api [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176963, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.410792] env[69399]: DEBUG oslo_vmware.api [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176961, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5527} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.411100] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 2214b977-1c24-47ce-9faa-b9af1714fa19/2214b977-1c24-47ce-9faa-b9af1714fa19.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.411328] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.411602] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85a77aad-a7af-4bad-824c-dea4887b9ad6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.421118] env[69399]: DEBUG oslo_vmware.api [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 956.421118] env[69399]: value = "task-4176966" [ 956.421118] env[69399]: _type = "Task" [ 956.421118] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.427447] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Releasing lock "refresh_cache-49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.435281] env[69399]: DEBUG oslo_vmware.api [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.447165] env[69399]: DEBUG oslo_vmware.api [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176964, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.492857] env[69399]: DEBUG oslo_vmware.api [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Task: {'id': task-4176965, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.840358] env[69399]: DEBUG nova.scheduler.client.report [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Updated inventory for provider 65caca49-2bb8-4896-b9be-5baf8708847a with generation 79 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 956.840358] env[69399]: DEBUG nova.compute.provider_tree [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Updating resource provider 65caca49-2bb8-4896-b9be-5baf8708847a generation from 79 to 80 during operation: update_inventory {{(pid=69399) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 956.840358] env[69399]: DEBUG nova.compute.provider_tree [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 956.895750] env[69399]: DEBUG oslo_vmware.api [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176963, 'name': PowerOnVM_Task, 'duration_secs': 0.908973} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.897747] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.900687] env[69399]: DEBUG nova.compute.manager [None req-c30495e0-7228-460b-9258-f75ce8ef9a27 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.902230] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fde6682-5e1b-44f0-af8c-f9a60dd20ffb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.933298] env[69399]: DEBUG oslo_vmware.api [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091156} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.933640] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.934635] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a932b83-ac40-466c-a47a-0033108b80f6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.976763] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 2214b977-1c24-47ce-9faa-b9af1714fa19/2214b977-1c24-47ce-9faa-b9af1714fa19.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.982384] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bd98deb-4145-428a-bd1d-2590e5f427b2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.999104] env[69399]: DEBUG oslo_vmware.api [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176964, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.000856] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda0beb9-cbb0-43e3-83b6-358db12b3ec1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.015254] env[69399]: DEBUG oslo_vmware.api [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Task: {'id': task-4176965, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583196} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.030713] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] c62e8d06-2b79-4b20-82db-fba80a3f8b80/c62e8d06-2b79-4b20-82db-fba80a3f8b80.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.031063] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] [instance: c62e8d06-2b79-4b20-82db-fba80a3f8b80] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.031987] env[69399]: DEBUG oslo_vmware.api [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 957.031987] env[69399]: value = "task-4176967" [ 957.031987] env[69399]: _type = "Task" [ 957.031987] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.032314] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-875d1440-81ea-4af8-acd1-8d70ed118dd5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.035083] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144c37e7-bfec-4ede-985a-248cdf6963fd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.050507] env[69399]: DEBUG oslo_vmware.api [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Waiting for the task: (returnval){ [ 957.050507] env[69399]: value = "task-4176968" [ 957.050507] env[69399]: _type = "Task" [ 957.050507] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.051792] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Updating instance '49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6' progress to 83 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 957.066826] env[69399]: DEBUG oslo_vmware.api [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Task: {'id': task-4176968, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.349832] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.108s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.350444] env[69399]: DEBUG oslo_concurrency.lockutils [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.567s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.352810] env[69399]: INFO nova.compute.claims [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 34524205-14bb-4755-b850-6df1b4533763] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.452461] env[69399]: DEBUG oslo_vmware.api [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176964, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.548085] env[69399]: DEBUG oslo_vmware.api [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176967, 'name': ReconfigVM_Task, 'duration_secs': 0.445816} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.548446] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 2214b977-1c24-47ce-9faa-b9af1714fa19/2214b977-1c24-47ce-9faa-b9af1714fa19.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.549028] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0cfb186-6015-4e02-9049-ac5416c26d24 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.556172] env[69399]: DEBUG oslo_vmware.api [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 957.556172] env[69399]: value = "task-4176969" [ 957.556172] env[69399]: _type = "Task" [ 957.556172] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.564384] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.567836] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6021f915-17b8-4445-9fad-be20de55033e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.570024] env[69399]: DEBUG oslo_vmware.api [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176969, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.574406] env[69399]: DEBUG oslo_vmware.api [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Task: {'id': task-4176968, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074406} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.574656] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] [instance: c62e8d06-2b79-4b20-82db-fba80a3f8b80] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.575498] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef50777-c840-467a-9a95-779f4dd7cc9f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.579183] env[69399]: DEBUG oslo_vmware.api [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Waiting for the task: (returnval){ [ 957.579183] env[69399]: value = "task-4176970" [ 957.579183] env[69399]: _type = "Task" [ 957.579183] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.600051] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] [instance: c62e8d06-2b79-4b20-82db-fba80a3f8b80] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] c62e8d06-2b79-4b20-82db-fba80a3f8b80/c62e8d06-2b79-4b20-82db-fba80a3f8b80.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.601459] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8841cbaf-e94f-4ee2-95d4-11002aa2a075 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.621475] env[69399]: DEBUG oslo_vmware.api [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176970, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.628053] env[69399]: DEBUG oslo_vmware.api [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Waiting for the task: (returnval){ [ 957.628053] env[69399]: value = "task-4176971" [ 957.628053] env[69399]: _type = "Task" [ 957.628053] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.637484] env[69399]: DEBUG oslo_vmware.api [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Task: {'id': task-4176971, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.839147] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Acquiring lock "61821e8d-2685-4143-8606-73a4d36d762c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.839389] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Lock "61821e8d-2685-4143-8606-73a4d36d762c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.865737] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ac016fe6-780f-4218-8707-63e1b45a3fd2 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lock "8d8f09c7-5035-4ae0-92ea-3562432e6ceb" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 72.820s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.866832] env[69399]: DEBUG oslo_concurrency.lockutils [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lock "8d8f09c7-5035-4ae0-92ea-3562432e6ceb" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 43.977s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.867230] env[69399]: INFO nova.compute.manager [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Unshelving [ 957.955471] env[69399]: DEBUG oslo_vmware.api [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176964, 'name': PowerOnVM_Task, 'duration_secs': 1.801095} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.956346] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.956346] env[69399]: DEBUG nova.compute.manager [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.957075] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03413174-7e2f-4d67-afc9-c89f519cef2f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.069746] env[69399]: DEBUG oslo_vmware.api [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176969, 'name': Rename_Task, 'duration_secs': 0.191133} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.069746] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.069746] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddc26180-ec07-46ac-8181-aa595d218b0e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.077096] env[69399]: DEBUG oslo_vmware.api [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 958.077096] env[69399]: value = "task-4176972" [ 958.077096] env[69399]: _type = "Task" [ 958.077096] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.089143] env[69399]: DEBUG oslo_vmware.api [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176972, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.092292] env[69399]: DEBUG oslo_vmware.api [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4176970, 'name': PowerOnVM_Task, 'duration_secs': 0.479991} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.092549] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.092823] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a1336f84-8eb9-4e26-8fd8-1cb44d364ae5 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Updating instance '49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6' progress to 100 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 958.139775] env[69399]: DEBUG oslo_vmware.api [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Task: {'id': task-4176971, 'name': ReconfigVM_Task, 'duration_secs': 0.420695} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.140074] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] [instance: c62e8d06-2b79-4b20-82db-fba80a3f8b80] Reconfigured VM instance instance-00000036 to attach disk [datastore1] c62e8d06-2b79-4b20-82db-fba80a3f8b80/c62e8d06-2b79-4b20-82db-fba80a3f8b80.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.140724] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c1267cd-d8c4-4af9-bba2-a7c123eaf3be {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.149356] env[69399]: DEBUG oslo_vmware.api [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Waiting for the task: (returnval){ [ 958.149356] env[69399]: value = "task-4176973" [ 958.149356] env[69399]: _type = "Task" [ 958.149356] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.162957] env[69399]: DEBUG oslo_vmware.api [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Task: {'id': task-4176973, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.345501] env[69399]: DEBUG nova.compute.manager [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 958.418789] env[69399]: INFO nova.compute.manager [None req-7c35e8f9-851d-4740-8afc-09f335a994a5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Unrescuing [ 958.419168] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c35e8f9-851d-4740-8afc-09f335a994a5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Acquiring lock "refresh_cache-db895088-b0cb-421c-99da-56b4c402c485" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.419372] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c35e8f9-851d-4740-8afc-09f335a994a5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Acquired lock "refresh_cache-db895088-b0cb-421c-99da-56b4c402c485" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.419557] env[69399]: DEBUG nova.network.neutron [None req-7c35e8f9-851d-4740-8afc-09f335a994a5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.462151] env[69399]: DEBUG oslo_concurrency.lockutils [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Acquiring lock "22644d0f-3345-4566-a792-ff72c0a5e979" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.462151] env[69399]: DEBUG oslo_concurrency.lockutils [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Lock "22644d0f-3345-4566-a792-ff72c0a5e979" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.476063] env[69399]: INFO nova.compute.manager [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] bringing vm to original state: 'stopped' [ 958.588214] env[69399]: DEBUG oslo_vmware.api [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176972, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.659736] env[69399]: DEBUG oslo_vmware.api [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Task: {'id': task-4176973, 'name': Rename_Task, 'duration_secs': 0.193477} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.660051] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] [instance: c62e8d06-2b79-4b20-82db-fba80a3f8b80] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.660310] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7397b0c-ce55-4bee-ac0a-3fa43e40a679 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.671091] env[69399]: DEBUG oslo_vmware.api [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Waiting for the task: (returnval){ [ 958.671091] env[69399]: value = "task-4176974" [ 958.671091] env[69399]: _type = "Task" [ 958.671091] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.682020] env[69399]: DEBUG oslo_vmware.api [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Task: {'id': task-4176974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.881019] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.883285] env[69399]: DEBUG nova.compute.utils [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 958.965618] env[69399]: DEBUG nova.compute.manager [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 958.998357] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67f6008-adb9-40ae-8021-1eb3fc62bb1f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.009430] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da24ea68-614f-4612-942e-63e6863ea95a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.043695] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add269c8-24fc-4ea8-a91e-9602ea61f4c8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.053085] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf9472f-b409-42fd-8f86-4db5e44f12e7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.068354] env[69399]: DEBUG nova.compute.provider_tree [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.088829] env[69399]: DEBUG oslo_vmware.api [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176972, 'name': PowerOnVM_Task, 'duration_secs': 0.888088} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.089123] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.089329] env[69399]: DEBUG nova.compute.manager [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.094097] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6415bae8-7b58-4d32-99b1-aa8f1d35069c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.183640] env[69399]: DEBUG oslo_vmware.api [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Task: {'id': task-4176974, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.263548] env[69399]: DEBUG nova.network.neutron [None req-7c35e8f9-851d-4740-8afc-09f335a994a5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Updating instance_info_cache with network_info: [{"id": "a871d74d-016c-4725-a86a-b2372cb1b31f", "address": "fa:16:3e:33:5f:0f", "network": {"id": "734b5a7c-59d6-4166-a7f8-9313ed55be0b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-460151072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2cf4508668f441cba7a16e52b603d018", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa871d74d-01", "ovs_interfaceid": "a871d74d-016c-4725-a86a-b2372cb1b31f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.392640] env[69399]: INFO nova.virt.block_device [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Booting with volume a0645e01-5aa0-4126-aba9-c18f277d4da6 at /dev/sdb [ 959.436331] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c12ce76-15fc-4695-b274-0cf149191151 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.450538] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df39b49-659e-43eb-b6ec-91fea2b9e376 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.467197] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Acquiring lock "f61fe5a5-55a1-465f-ac32-2b324c94861d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.467471] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Lock "f61fe5a5-55a1-465f-ac32-2b324c94861d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.494759] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "64f7123e-4dfc-4c86-b430-ee91d9996662" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.495144] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "64f7123e-4dfc-4c86-b430-ee91d9996662" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.495254] env[69399]: DEBUG nova.compute.manager [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.496656] env[69399]: DEBUG oslo_concurrency.lockutils [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.497446] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e92f06-7ec6-41d5-a744-a5c526c0db7c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.500283] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-09f8d921-c8f7-426e-9b03-98b7f8b3eed5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.506222] env[69399]: DEBUG nova.compute.manager [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69399) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 959.512623] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1708f65-cb02-4b15-a406-36735575cbed {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.523888] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.524606] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08539d18-8eff-4b96-8100-aaf75c3ea5ca {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.532884] env[69399]: DEBUG oslo_vmware.api [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 959.532884] env[69399]: value = "task-4176975" [ 959.532884] env[69399]: _type = "Task" [ 959.532884] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.556069] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf4d4e5-ab42-4f25-bf69-430174cc2cfd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.558668] env[69399]: DEBUG oslo_vmware.api [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.565352] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cde6e1f-faa6-40e9-abb1-1d27e507d97e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.574027] env[69399]: DEBUG nova.scheduler.client.report [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.581458] env[69399]: DEBUG nova.virt.block_device [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Updating existing volume attachment record: ba0b4ba9-3388-4aa7-b0f0-edec2e906330 {{(pid=69399) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 959.621220] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.683919] env[69399]: DEBUG oslo_vmware.api [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Task: {'id': task-4176974, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.772429] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c35e8f9-851d-4740-8afc-09f335a994a5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Releasing lock "refresh_cache-db895088-b0cb-421c-99da-56b4c402c485" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.773260] env[69399]: DEBUG nova.objects.instance [None req-7c35e8f9-851d-4740-8afc-09f335a994a5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Lazy-loading 'flavor' on Instance uuid db895088-b0cb-421c-99da-56b4c402c485 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.051578] env[69399]: DEBUG oslo_vmware.api [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176975, 'name': PowerOffVM_Task, 'duration_secs': 0.334678} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.051965] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.052193] env[69399]: DEBUG nova.compute.manager [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.053537] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a353409c-3e11-4ba9-99ef-53379e2d16ab {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.085700] env[69399]: DEBUG oslo_concurrency.lockutils [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.087096] env[69399]: DEBUG nova.compute.manager [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 34524205-14bb-4755-b850-6df1b4533763] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 960.089819] env[69399]: DEBUG oslo_concurrency.lockutils [None req-85741ccb-7430-47eb-bef1-4bc0b8c15478 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.228s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.090132] env[69399]: DEBUG nova.objects.instance [None req-85741ccb-7430-47eb-bef1-4bc0b8c15478 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Lazy-loading 'resources' on Instance uuid 33b600eb-e4ee-4c29-a2a0-1c80991093ab {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.189093] env[69399]: DEBUG oslo_vmware.api [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Task: {'id': task-4176974, 'name': PowerOnVM_Task, 'duration_secs': 1.457127} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.189469] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] [instance: c62e8d06-2b79-4b20-82db-fba80a3f8b80] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.190016] env[69399]: INFO nova.compute.manager [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] [instance: c62e8d06-2b79-4b20-82db-fba80a3f8b80] Took 9.43 seconds to spawn the instance on the hypervisor. [ 960.190016] env[69399]: DEBUG nova.compute.manager [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] [instance: c62e8d06-2b79-4b20-82db-fba80a3f8b80] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.191205] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836b333b-ecd2-49e1-9682-7d06e618074b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.281385] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7baad53c-4f92-425e-b769-1c9eee1ef053 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.303996] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c35e8f9-851d-4740-8afc-09f335a994a5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.304800] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be3418cd-a889-494e-a0b3-a7bb341d1193 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.313123] env[69399]: DEBUG oslo_vmware.api [None req-7c35e8f9-851d-4740-8afc-09f335a994a5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Waiting for the task: (returnval){ [ 960.313123] env[69399]: value = "task-4176979" [ 960.313123] env[69399]: _type = "Task" [ 960.313123] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.324506] env[69399]: DEBUG oslo_vmware.api [None req-7c35e8f9-851d-4740-8afc-09f335a994a5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.570574] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "64f7123e-4dfc-4c86-b430-ee91d9996662" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.074s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.595056] env[69399]: DEBUG nova.compute.utils [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.601165] env[69399]: DEBUG nova.compute.manager [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 34524205-14bb-4755-b850-6df1b4533763] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 960.601165] env[69399]: DEBUG nova.network.neutron [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 34524205-14bb-4755-b850-6df1b4533763] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.703960] env[69399]: DEBUG nova.policy [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84419c93c15a404baa80ab2b3f1f37ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7cf0035dbf0740158086e393174a0e56', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.722371] env[69399]: INFO nova.compute.manager [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] [instance: c62e8d06-2b79-4b20-82db-fba80a3f8b80] Took 52.54 seconds to build instance. [ 960.803104] env[69399]: DEBUG nova.network.neutron [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Port 1b378abd-3e1e-4f87-abc9-0504ff71d132 binding to destination host cpu-1 is already ACTIVE {{(pid=69399) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 960.803402] env[69399]: DEBUG oslo_concurrency.lockutils [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquiring lock "refresh_cache-49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.803549] env[69399]: DEBUG oslo_concurrency.lockutils [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquired lock "refresh_cache-49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.803713] env[69399]: DEBUG nova.network.neutron [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.828804] env[69399]: DEBUG oslo_vmware.api [None req-7c35e8f9-851d-4740-8afc-09f335a994a5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176979, 'name': PowerOffVM_Task, 'duration_secs': 0.238589} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.830493] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c35e8f9-851d-4740-8afc-09f335a994a5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.836184] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c35e8f9-851d-4740-8afc-09f335a994a5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Reconfiguring VM instance instance-00000034 to detach disk 2001 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 960.837028] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-505eb161-15b6-4f91-aad9-ab7f4f254720 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.863273] env[69399]: DEBUG oslo_vmware.api [None req-7c35e8f9-851d-4740-8afc-09f335a994a5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Waiting for the task: (returnval){ [ 960.863273] env[69399]: value = "task-4176980" [ 960.863273] env[69399]: _type = "Task" [ 960.863273] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.875106] env[69399]: DEBUG oslo_vmware.api [None req-7c35e8f9-851d-4740-8afc-09f335a994a5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176980, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.080180] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.103286] env[69399]: DEBUG nova.compute.manager [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 34524205-14bb-4755-b850-6df1b4533763] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 961.226241] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ab5da831-0eab-4949-852e-df99d4ac6000 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Lock "c62e8d06-2b79-4b20-82db-fba80a3f8b80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.054s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.234486] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069efe86-2bf1-4d77-bb61-c906086ea4f0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.245362] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96f68ae-1508-406c-9a12-c90718d1bd3f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.280239] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3364893b-53bd-4b57-a465-9a64fce0a8df tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Acquiring lock "27a33fa9-0522-4ee7-b350-ac8cee85a177" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.280538] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3364893b-53bd-4b57-a465-9a64fce0a8df tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Lock "27a33fa9-0522-4ee7-b350-ac8cee85a177" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.280775] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3364893b-53bd-4b57-a465-9a64fce0a8df tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Acquiring lock "27a33fa9-0522-4ee7-b350-ac8cee85a177-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.280968] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3364893b-53bd-4b57-a465-9a64fce0a8df tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Lock "27a33fa9-0522-4ee7-b350-ac8cee85a177-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.281157] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3364893b-53bd-4b57-a465-9a64fce0a8df tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Lock "27a33fa9-0522-4ee7-b350-ac8cee85a177-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.283877] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bbc895-45ff-4904-ad53-64c86f6b745c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.287645] env[69399]: DEBUG nova.network.neutron [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 34524205-14bb-4755-b850-6df1b4533763] Successfully created port: 2fcfebeb-920e-4543-91bc-3d2f74248c22 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 961.289619] env[69399]: INFO nova.compute.manager [None req-3364893b-53bd-4b57-a465-9a64fce0a8df tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Terminating instance [ 961.297798] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990d0b9d-3305-4cdf-b575-1754b69da5c8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.318099] env[69399]: DEBUG nova.compute.provider_tree [None req-85741ccb-7430-47eb-bef1-4bc0b8c15478 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.373276] env[69399]: DEBUG oslo_vmware.api [None req-7c35e8f9-851d-4740-8afc-09f335a994a5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176980, 'name': ReconfigVM_Task, 'duration_secs': 0.257613} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.375915] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c35e8f9-851d-4740-8afc-09f335a994a5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Reconfigured VM instance instance-00000034 to detach disk 2001 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 961.378660] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c35e8f9-851d-4740-8afc-09f335a994a5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.378660] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f24db06-f0a2-4f77-bf4d-3511372bbbb5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.386247] env[69399]: DEBUG oslo_vmware.api [None req-7c35e8f9-851d-4740-8afc-09f335a994a5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Waiting for the task: (returnval){ [ 961.386247] env[69399]: value = "task-4176981" [ 961.386247] env[69399]: _type = "Task" [ 961.386247] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.395690] env[69399]: DEBUG oslo_vmware.api [None req-7c35e8f9-851d-4740-8afc-09f335a994a5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.727495] env[69399]: DEBUG nova.compute.manager [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 961.797090] env[69399]: DEBUG nova.network.neutron [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Updating instance_info_cache with network_info: [{"id": "1b378abd-3e1e-4f87-abc9-0504ff71d132", "address": "fa:16:3e:e1:80:4f", "network": {"id": "e6123224-ba4a-4d8f-91b9-06e051cef811", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70c0851169f84ebb9810edf05230c60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b378abd-3e", "ovs_interfaceid": "1b378abd-3e1e-4f87-abc9-0504ff71d132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.799949] env[69399]: DEBUG nova.compute.manager [None req-3364893b-53bd-4b57-a465-9a64fce0a8df tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 961.800331] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3364893b-53bd-4b57-a465-9a64fce0a8df tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.801701] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ca7af2-ef32-45a6-a50e-2b0949cf64df {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.810777] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3364893b-53bd-4b57-a465-9a64fce0a8df tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.811667] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e49eda65-9a1d-4090-b4ad-b09a4fbce96f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.823310] env[69399]: DEBUG nova.scheduler.client.report [None req-85741ccb-7430-47eb-bef1-4bc0b8c15478 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.830310] env[69399]: DEBUG oslo_vmware.api [None req-3364893b-53bd-4b57-a465-9a64fce0a8df tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Waiting for the task: (returnval){ [ 961.830310] env[69399]: value = "task-4176982" [ 961.830310] env[69399]: _type = "Task" [ 961.830310] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.844143] env[69399]: DEBUG oslo_vmware.api [None req-3364893b-53bd-4b57-a465-9a64fce0a8df tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Task: {'id': task-4176982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.899983] env[69399]: DEBUG oslo_vmware.api [None req-7c35e8f9-851d-4740-8afc-09f335a994a5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176981, 'name': PowerOnVM_Task, 'duration_secs': 0.512824} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.900545] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c35e8f9-851d-4740-8afc-09f335a994a5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.900720] env[69399]: DEBUG nova.compute.manager [None req-7c35e8f9-851d-4740-8afc-09f335a994a5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.901553] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3821b2f-e253-4808-a9e9-ab872fd8a30f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.941632] env[69399]: DEBUG nova.network.neutron [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 34524205-14bb-4755-b850-6df1b4533763] Successfully created port: fd11213c-5b3a-4671-980a-b14135df4fd9 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 962.045430] env[69399]: DEBUG oslo_concurrency.lockutils [None req-92327d8b-cf20-46da-83b0-723a7ea1ab53 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquiring lock "38d879e2-43f0-4c06-b7a4-a5eb38d585a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.045430] env[69399]: DEBUG oslo_concurrency.lockutils [None req-92327d8b-cf20-46da-83b0-723a7ea1ab53 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lock "38d879e2-43f0-4c06-b7a4-a5eb38d585a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.045430] env[69399]: DEBUG oslo_concurrency.lockutils [None req-92327d8b-cf20-46da-83b0-723a7ea1ab53 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquiring lock "38d879e2-43f0-4c06-b7a4-a5eb38d585a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.045430] env[69399]: DEBUG oslo_concurrency.lockutils [None req-92327d8b-cf20-46da-83b0-723a7ea1ab53 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lock "38d879e2-43f0-4c06-b7a4-a5eb38d585a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.045615] env[69399]: DEBUG oslo_concurrency.lockutils [None req-92327d8b-cf20-46da-83b0-723a7ea1ab53 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lock "38d879e2-43f0-4c06-b7a4-a5eb38d585a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.049974] env[69399]: INFO nova.compute.manager [None req-92327d8b-cf20-46da-83b0-723a7ea1ab53 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Terminating instance [ 962.111177] env[69399]: DEBUG nova.compute.manager [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 34524205-14bb-4755-b850-6df1b4533763] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 962.144493] env[69399]: DEBUG nova.virt.hardware [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.144767] env[69399]: DEBUG nova.virt.hardware [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.148020] env[69399]: DEBUG nova.virt.hardware [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.148020] env[69399]: DEBUG nova.virt.hardware [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.148020] env[69399]: DEBUG nova.virt.hardware [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.148020] env[69399]: DEBUG nova.virt.hardware [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.148020] env[69399]: DEBUG nova.virt.hardware [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.148020] env[69399]: DEBUG nova.virt.hardware [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.148020] env[69399]: DEBUG nova.virt.hardware [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.148020] env[69399]: DEBUG nova.virt.hardware [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.148020] env[69399]: DEBUG nova.virt.hardware [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.148020] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14a10ea-cfb4-40a7-bc7c-68af7752f97a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.156428] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6445755-3fd2-41a3-9b16-70c70b867b0b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.255392] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.302369] env[69399]: DEBUG oslo_concurrency.lockutils [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Releasing lock "refresh_cache-49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.332111] env[69399]: DEBUG oslo_concurrency.lockutils [None req-85741ccb-7430-47eb-bef1-4bc0b8c15478 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.242s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.335342] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.930s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.337230] env[69399]: INFO nova.compute.claims [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.353850] env[69399]: DEBUG oslo_vmware.api [None req-3364893b-53bd-4b57-a465-9a64fce0a8df tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Task: {'id': task-4176982, 'name': PowerOffVM_Task, 'duration_secs': 0.248008} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.354584] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3364893b-53bd-4b57-a465-9a64fce0a8df tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.354584] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3364893b-53bd-4b57-a465-9a64fce0a8df tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.355623] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63fd2e10-4c0f-4ac7-a290-2c02d9ed47fd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.358603] env[69399]: INFO nova.scheduler.client.report [None req-85741ccb-7430-47eb-bef1-4bc0b8c15478 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Deleted allocations for instance 33b600eb-e4ee-4c29-a2a0-1c80991093ab [ 962.431602] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3364893b-53bd-4b57-a465-9a64fce0a8df tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.433015] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3364893b-53bd-4b57-a465-9a64fce0a8df tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.433015] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-3364893b-53bd-4b57-a465-9a64fce0a8df tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Deleting the datastore file [datastore1] 27a33fa9-0522-4ee7-b350-ac8cee85a177 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.433015] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13d49ae3-fc87-4c0e-9692-22ceae854d2f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.445603] env[69399]: DEBUG oslo_vmware.api [None req-3364893b-53bd-4b57-a465-9a64fce0a8df tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Waiting for the task: (returnval){ [ 962.445603] env[69399]: value = "task-4176985" [ 962.445603] env[69399]: _type = "Task" [ 962.445603] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.460587] env[69399]: DEBUG oslo_vmware.api [None req-3364893b-53bd-4b57-a465-9a64fce0a8df tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Task: {'id': task-4176985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.555343] env[69399]: DEBUG nova.compute.manager [None req-92327d8b-cf20-46da-83b0-723a7ea1ab53 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.555479] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-92327d8b-cf20-46da-83b0-723a7ea1ab53 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.556314] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6f4bf8-cf1b-4656-a617-76d61d77a1cd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.564801] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-92327d8b-cf20-46da-83b0-723a7ea1ab53 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.564801] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-065d21c2-d6fd-4d39-a4c5-ec7b3c682a4a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.571669] env[69399]: DEBUG oslo_vmware.api [None req-92327d8b-cf20-46da-83b0-723a7ea1ab53 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 962.571669] env[69399]: value = "task-4176986" [ 962.571669] env[69399]: _type = "Task" [ 962.571669] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.580152] env[69399]: DEBUG oslo_vmware.api [None req-92327d8b-cf20-46da-83b0-723a7ea1ab53 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.806873] env[69399]: DEBUG nova.compute.manager [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69399) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 962.807443] env[69399]: DEBUG oslo_concurrency.lockutils [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.869700] env[69399]: DEBUG oslo_concurrency.lockutils [None req-85741ccb-7430-47eb-bef1-4bc0b8c15478 tempest-AttachInterfacesUnderV243Test-1163208639 tempest-AttachInterfacesUnderV243Test-1163208639-project-member] Lock "33b600eb-e4ee-4c29-a2a0-1c80991093ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.435s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.956837] env[69399]: DEBUG oslo_vmware.api [None req-3364893b-53bd-4b57-a465-9a64fce0a8df tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Task: {'id': task-4176985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236763} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.957119] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-3364893b-53bd-4b57-a465-9a64fce0a8df tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.957308] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3364893b-53bd-4b57-a465-9a64fce0a8df tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.957486] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3364893b-53bd-4b57-a465-9a64fce0a8df tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.957658] env[69399]: INFO nova.compute.manager [None req-3364893b-53bd-4b57-a465-9a64fce0a8df tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Took 1.16 seconds to destroy the instance on the hypervisor. [ 962.957907] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3364893b-53bd-4b57-a465-9a64fce0a8df tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.958139] env[69399]: DEBUG nova.compute.manager [-] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 962.958205] env[69399]: DEBUG nova.network.neutron [-] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 962.990162] env[69399]: DEBUG oslo_concurrency.lockutils [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Acquiring lock "02cf0b0d-692c-4e47-9d41-266a3ec0edf2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.990391] env[69399]: DEBUG oslo_concurrency.lockutils [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Lock "02cf0b0d-692c-4e47-9d41-266a3ec0edf2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.034293] env[69399]: DEBUG nova.compute.manager [None req-b391a106-c720-4f53-8e52-5077a46e77c5 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] [instance: c62e8d06-2b79-4b20-82db-fba80a3f8b80] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.036641] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a446ee-bc0b-4aae-a0de-79d6baa80445 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.084659] env[69399]: DEBUG oslo_vmware.api [None req-92327d8b-cf20-46da-83b0-723a7ea1ab53 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176986, 'name': PowerOffVM_Task, 'duration_secs': 0.18439} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.085779] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-92327d8b-cf20-46da-83b0-723a7ea1ab53 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.085905] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-92327d8b-cf20-46da-83b0-723a7ea1ab53 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.086382] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d085492-ad8a-467f-a158-323c101bee06 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.166355] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-92327d8b-cf20-46da-83b0-723a7ea1ab53 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.166355] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-92327d8b-cf20-46da-83b0-723a7ea1ab53 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.166355] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-92327d8b-cf20-46da-83b0-723a7ea1ab53 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Deleting the datastore file [datastore2] 38d879e2-43f0-4c06-b7a4-a5eb38d585a0 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.166355] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ff5f7ba-e5b4-41fb-b4e8-05faf3733907 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.168396] env[69399]: DEBUG oslo_concurrency.lockutils [None req-50e8a6ef-cff7-4a3c-9765-f925b4f81b8d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "64f7123e-4dfc-4c86-b430-ee91d9996662" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.168994] env[69399]: DEBUG oslo_concurrency.lockutils [None req-50e8a6ef-cff7-4a3c-9765-f925b4f81b8d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "64f7123e-4dfc-4c86-b430-ee91d9996662" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.169515] env[69399]: DEBUG oslo_concurrency.lockutils [None req-50e8a6ef-cff7-4a3c-9765-f925b4f81b8d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "64f7123e-4dfc-4c86-b430-ee91d9996662-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.169830] env[69399]: DEBUG oslo_concurrency.lockutils [None req-50e8a6ef-cff7-4a3c-9765-f925b4f81b8d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "64f7123e-4dfc-4c86-b430-ee91d9996662-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.170124] env[69399]: DEBUG oslo_concurrency.lockutils [None req-50e8a6ef-cff7-4a3c-9765-f925b4f81b8d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "64f7123e-4dfc-4c86-b430-ee91d9996662-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.173851] env[69399]: INFO nova.compute.manager [None req-50e8a6ef-cff7-4a3c-9765-f925b4f81b8d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Terminating instance [ 963.178667] env[69399]: DEBUG oslo_vmware.api [None req-92327d8b-cf20-46da-83b0-723a7ea1ab53 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 963.178667] env[69399]: value = "task-4176988" [ 963.178667] env[69399]: _type = "Task" [ 963.178667] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.188891] env[69399]: DEBUG oslo_vmware.api [None req-92327d8b-cf20-46da-83b0-723a7ea1ab53 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.519326] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b93c083a-f655-420c-ab66-88925b0e1b86 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Acquiring lock "c62e8d06-2b79-4b20-82db-fba80a3f8b80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.519592] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b93c083a-f655-420c-ab66-88925b0e1b86 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Lock "c62e8d06-2b79-4b20-82db-fba80a3f8b80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.519800] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b93c083a-f655-420c-ab66-88925b0e1b86 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Acquiring lock "c62e8d06-2b79-4b20-82db-fba80a3f8b80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.519982] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b93c083a-f655-420c-ab66-88925b0e1b86 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Lock "c62e8d06-2b79-4b20-82db-fba80a3f8b80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.520173] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b93c083a-f655-420c-ab66-88925b0e1b86 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Lock "c62e8d06-2b79-4b20-82db-fba80a3f8b80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.523065] env[69399]: INFO nova.compute.manager [None req-b93c083a-f655-420c-ab66-88925b0e1b86 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] [instance: c62e8d06-2b79-4b20-82db-fba80a3f8b80] Terminating instance [ 963.554536] env[69399]: INFO nova.compute.manager [None req-b391a106-c720-4f53-8e52-5077a46e77c5 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] [instance: c62e8d06-2b79-4b20-82db-fba80a3f8b80] instance snapshotting [ 963.555276] env[69399]: DEBUG nova.objects.instance [None req-b391a106-c720-4f53-8e52-5077a46e77c5 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Lazy-loading 'flavor' on Instance uuid c62e8d06-2b79-4b20-82db-fba80a3f8b80 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.669339] env[69399]: DEBUG nova.compute.manager [req-3245b42a-687b-4832-812f-64745073f54a req-232338e2-3630-41ef-a0ca-cf78a05a3380 service nova] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Received event network-vif-deleted-dee7a8dc-814f-4063-a5bd-52dbbeb93223 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.669738] env[69399]: INFO nova.compute.manager [req-3245b42a-687b-4832-812f-64745073f54a req-232338e2-3630-41ef-a0ca-cf78a05a3380 service nova] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Neutron deleted interface dee7a8dc-814f-4063-a5bd-52dbbeb93223; detaching it from the instance and deleting it from the info cache [ 963.669849] env[69399]: DEBUG nova.network.neutron [req-3245b42a-687b-4832-812f-64745073f54a req-232338e2-3630-41ef-a0ca-cf78a05a3380 service nova] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.683023] env[69399]: DEBUG nova.compute.manager [None req-50e8a6ef-cff7-4a3c-9765-f925b4f81b8d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 963.683023] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-50e8a6ef-cff7-4a3c-9765-f925b4f81b8d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 963.683023] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a894e79b-94f1-40c3-9554-9e628ba64ab4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.704042] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-50e8a6ef-cff7-4a3c-9765-f925b4f81b8d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.711716] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da2a3e7b-8a7a-4e14-835e-cb8100552349 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.716432] env[69399]: DEBUG oslo_vmware.api [None req-92327d8b-cf20-46da-83b0-723a7ea1ab53 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.844804] env[69399]: DEBUG nova.network.neutron [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 34524205-14bb-4755-b850-6df1b4533763] Successfully updated port: 2fcfebeb-920e-4543-91bc-3d2f74248c22 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 963.898509] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c08753-3271-47ce-9d56-e8012ed48b82 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.909262] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e4071e-f2f8-48bd-b0a0-74cef3f9eff0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.947975] env[69399]: DEBUG nova.network.neutron [-] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.953146] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952cfb45-cd01-4a0f-8c1c-83697fd1e6eb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.963577] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f99321-2983-4b66-ac21-036ad368668a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.987521] env[69399]: DEBUG nova.compute.provider_tree [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 964.028499] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b93c083a-f655-420c-ab66-88925b0e1b86 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Acquiring lock "refresh_cache-c62e8d06-2b79-4b20-82db-fba80a3f8b80" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.028789] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b93c083a-f655-420c-ab66-88925b0e1b86 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Acquired lock "refresh_cache-c62e8d06-2b79-4b20-82db-fba80a3f8b80" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.029037] env[69399]: DEBUG nova.network.neutron [None req-b93c083a-f655-420c-ab66-88925b0e1b86 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] [instance: c62e8d06-2b79-4b20-82db-fba80a3f8b80] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.063127] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5a3cb6-8b34-4af6-944b-1a10bb0c77e9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.084843] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a430d409-096d-47d9-9d0c-03e55922eb71 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.165112] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a0825514-9bfe-43d9-8d64-757b2a0b46b5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Acquiring lock "db895088-b0cb-421c-99da-56b4c402c485" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.165659] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a0825514-9bfe-43d9-8d64-757b2a0b46b5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Lock "db895088-b0cb-421c-99da-56b4c402c485" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.165934] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a0825514-9bfe-43d9-8d64-757b2a0b46b5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Acquiring lock "db895088-b0cb-421c-99da-56b4c402c485-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.166164] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a0825514-9bfe-43d9-8d64-757b2a0b46b5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Lock "db895088-b0cb-421c-99da-56b4c402c485-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.166343] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a0825514-9bfe-43d9-8d64-757b2a0b46b5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Lock "db895088-b0cb-421c-99da-56b4c402c485-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.168694] env[69399]: INFO nova.compute.manager [None req-a0825514-9bfe-43d9-8d64-757b2a0b46b5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Terminating instance [ 964.172931] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8afcd69e-b786-41f2-bc00-8de2e3142bcc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.186992] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df9023a-7d53-4f1d-a77c-c456b7883254 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.208873] env[69399]: DEBUG oslo_vmware.api [None req-92327d8b-cf20-46da-83b0-723a7ea1ab53 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4176988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.602225} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.209170] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-92327d8b-cf20-46da-83b0-723a7ea1ab53 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.209366] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-92327d8b-cf20-46da-83b0-723a7ea1ab53 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.209547] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-92327d8b-cf20-46da-83b0-723a7ea1ab53 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.209715] env[69399]: INFO nova.compute.manager [None req-92327d8b-cf20-46da-83b0-723a7ea1ab53 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Took 1.65 seconds to destroy the instance on the hypervisor. [ 964.209962] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92327d8b-cf20-46da-83b0-723a7ea1ab53 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.210520] env[69399]: DEBUG nova.compute.manager [-] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 964.210662] env[69399]: DEBUG nova.network.neutron [-] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 964.229342] env[69399]: DEBUG nova.compute.manager [req-3245b42a-687b-4832-812f-64745073f54a req-232338e2-3630-41ef-a0ca-cf78a05a3380 service nova] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Detach interface failed, port_id=dee7a8dc-814f-4063-a5bd-52dbbeb93223, reason: Instance 27a33fa9-0522-4ee7-b350-ac8cee85a177 could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 964.450827] env[69399]: INFO nova.compute.manager [-] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Took 1.49 seconds to deallocate network for instance. [ 964.515747] env[69399]: ERROR nova.scheduler.client.report [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [req-65217071-3698-408e-b1d5-8ddde03b9a8c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65caca49-2bb8-4896-b9be-5baf8708847a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-65217071-3698-408e-b1d5-8ddde03b9a8c"}]} [ 964.535257] env[69399]: DEBUG nova.scheduler.client.report [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Refreshing inventories for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 964.555051] env[69399]: DEBUG nova.scheduler.client.report [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Updating ProviderTree inventory for provider 65caca49-2bb8-4896-b9be-5baf8708847a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 964.555311] env[69399]: DEBUG nova.compute.provider_tree [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 964.569532] env[69399]: DEBUG nova.scheduler.client.report [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Refreshing aggregate associations for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a, aggregates: None {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 964.589344] env[69399]: DEBUG nova.network.neutron [None req-b93c083a-f655-420c-ab66-88925b0e1b86 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] [instance: c62e8d06-2b79-4b20-82db-fba80a3f8b80] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 964.592405] env[69399]: DEBUG nova.scheduler.client.report [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Refreshing trait associations for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 964.596726] env[69399]: DEBUG nova.compute.manager [None req-b391a106-c720-4f53-8e52-5077a46e77c5 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] [instance: c62e8d06-2b79-4b20-82db-fba80a3f8b80] Instance disappeared during snapshot {{(pid=69399) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 964.672262] env[69399]: DEBUG nova.compute.manager [None req-a0825514-9bfe-43d9-8d64-757b2a0b46b5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 964.672640] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a0825514-9bfe-43d9-8d64-757b2a0b46b5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.673734] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fcfe38-7733-477b-a5d7-b4db5ed2f9c7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.686624] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0825514-9bfe-43d9-8d64-757b2a0b46b5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.686941] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc677208-35ee-46f5-8e16-62d13af69208 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.700739] env[69399]: DEBUG oslo_vmware.api [None req-a0825514-9bfe-43d9-8d64-757b2a0b46b5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Waiting for the task: (returnval){ [ 964.700739] env[69399]: value = "task-4176990" [ 964.700739] env[69399]: _type = "Task" [ 964.700739] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.712895] env[69399]: DEBUG oslo_vmware.api [None req-a0825514-9bfe-43d9-8d64-757b2a0b46b5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.778073] env[69399]: DEBUG nova.network.neutron [None req-b93c083a-f655-420c-ab66-88925b0e1b86 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] [instance: c62e8d06-2b79-4b20-82db-fba80a3f8b80] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.791683] env[69399]: DEBUG nova.compute.manager [None req-b391a106-c720-4f53-8e52-5077a46e77c5 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] [instance: c62e8d06-2b79-4b20-82db-fba80a3f8b80] Found 0 images (rotation: 2) {{(pid=69399) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 964.964157] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3364893b-53bd-4b57-a465-9a64fce0a8df tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.219904] env[69399]: DEBUG oslo_vmware.api [None req-a0825514-9bfe-43d9-8d64-757b2a0b46b5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176990, 'name': PowerOffVM_Task, 'duration_secs': 0.223009} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.223331] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0825514-9bfe-43d9-8d64-757b2a0b46b5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.223519] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a0825514-9bfe-43d9-8d64-757b2a0b46b5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.224469] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195613f5-575c-495e-beb0-bdf1fcc580c9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.227672] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e9a708a-1c99-410c-9e49-f0277fb23015 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.235618] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5abc7e-fdf6-4c7e-b02f-e5efaa6cd436 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.271533] env[69399]: DEBUG oslo_concurrency.lockutils [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.273218] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300bec8c-bf77-4e91-a083-08986fa65fb9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.282046] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f766f7-b7d8-409a-9d49-bd8f52086579 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.287163] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b93c083a-f655-420c-ab66-88925b0e1b86 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Releasing lock "refresh_cache-c62e8d06-2b79-4b20-82db-fba80a3f8b80" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.287570] env[69399]: DEBUG nova.compute.manager [None req-b93c083a-f655-420c-ab66-88925b0e1b86 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] [instance: c62e8d06-2b79-4b20-82db-fba80a3f8b80] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 965.290875] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b93c083a-f655-420c-ab66-88925b0e1b86 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] [instance: c62e8d06-2b79-4b20-82db-fba80a3f8b80] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.290875] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47618c8-407a-4590-9640-b089337474d9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.306626] env[69399]: DEBUG nova.compute.provider_tree [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 965.308185] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b93c083a-f655-420c-ab66-88925b0e1b86 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] [instance: c62e8d06-2b79-4b20-82db-fba80a3f8b80] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.308456] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d38d615-b784-4c24-a9c1-9caeba542e0c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.316984] env[69399]: DEBUG oslo_vmware.api [None req-b93c083a-f655-420c-ab66-88925b0e1b86 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Waiting for the task: (returnval){ [ 965.316984] env[69399]: value = "task-4176992" [ 965.316984] env[69399]: _type = "Task" [ 965.316984] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.328570] env[69399]: DEBUG oslo_vmware.api [None req-b93c083a-f655-420c-ab66-88925b0e1b86 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Task: {'id': task-4176992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.432621] env[69399]: DEBUG nova.network.neutron [-] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.832301] env[69399]: DEBUG oslo_vmware.api [None req-b93c083a-f655-420c-ab66-88925b0e1b86 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Task: {'id': task-4176992, 'name': PowerOffVM_Task, 'duration_secs': 0.225789} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.832852] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b93c083a-f655-420c-ab66-88925b0e1b86 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] [instance: c62e8d06-2b79-4b20-82db-fba80a3f8b80] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.834017] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b93c083a-f655-420c-ab66-88925b0e1b86 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] [instance: c62e8d06-2b79-4b20-82db-fba80a3f8b80] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.834017] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-334e2de3-0d00-423d-abc7-62e203694c25 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.837588] env[69399]: ERROR nova.scheduler.client.report [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [req-d4d14873-3c8f-4004-8880-a5c2ca43d34a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65caca49-2bb8-4896-b9be-5baf8708847a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d4d14873-3c8f-4004-8880-a5c2ca43d34a"}]} [ 965.863374] env[69399]: DEBUG nova.scheduler.client.report [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Refreshing inventories for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 965.875505] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Acquiring lock "74f0eacc-a50a-467a-86fb-7c0d39513b02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.875688] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Lock "74f0eacc-a50a-467a-86fb-7c0d39513b02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.877057] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b93c083a-f655-420c-ab66-88925b0e1b86 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] [instance: c62e8d06-2b79-4b20-82db-fba80a3f8b80] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.877057] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b93c083a-f655-420c-ab66-88925b0e1b86 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] [instance: c62e8d06-2b79-4b20-82db-fba80a3f8b80] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.877057] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b93c083a-f655-420c-ab66-88925b0e1b86 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Deleting the datastore file [datastore1] c62e8d06-2b79-4b20-82db-fba80a3f8b80 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.877057] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b02db42a-4ba1-45b2-80f8-6e882df5e45b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.886538] env[69399]: DEBUG oslo_vmware.api [None req-b93c083a-f655-420c-ab66-88925b0e1b86 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Waiting for the task: (returnval){ [ 965.886538] env[69399]: value = "task-4176994" [ 965.886538] env[69399]: _type = "Task" [ 965.886538] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.890934] env[69399]: DEBUG nova.scheduler.client.report [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Updating ProviderTree inventory for provider 65caca49-2bb8-4896-b9be-5baf8708847a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 965.891063] env[69399]: DEBUG nova.compute.provider_tree [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 965.899726] env[69399]: DEBUG oslo_vmware.api [None req-b93c083a-f655-420c-ab66-88925b0e1b86 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Task: {'id': task-4176994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.902564] env[69399]: DEBUG nova.compute.manager [req-5afc1f8d-f85e-493b-949d-f848446858bb req-02fd7e05-b6f7-4d3f-b1f4-5e376b0e2269 service nova] [instance: 34524205-14bb-4755-b850-6df1b4533763] Received event network-vif-plugged-2fcfebeb-920e-4543-91bc-3d2f74248c22 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.902564] env[69399]: DEBUG oslo_concurrency.lockutils [req-5afc1f8d-f85e-493b-949d-f848446858bb req-02fd7e05-b6f7-4d3f-b1f4-5e376b0e2269 service nova] Acquiring lock "34524205-14bb-4755-b850-6df1b4533763-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.903022] env[69399]: DEBUG oslo_concurrency.lockutils [req-5afc1f8d-f85e-493b-949d-f848446858bb req-02fd7e05-b6f7-4d3f-b1f4-5e376b0e2269 service nova] Lock "34524205-14bb-4755-b850-6df1b4533763-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.903195] env[69399]: DEBUG oslo_concurrency.lockutils [req-5afc1f8d-f85e-493b-949d-f848446858bb req-02fd7e05-b6f7-4d3f-b1f4-5e376b0e2269 service nova] Lock "34524205-14bb-4755-b850-6df1b4533763-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.903349] env[69399]: DEBUG nova.compute.manager [req-5afc1f8d-f85e-493b-949d-f848446858bb req-02fd7e05-b6f7-4d3f-b1f4-5e376b0e2269 service nova] [instance: 34524205-14bb-4755-b850-6df1b4533763] No waiting events found dispatching network-vif-plugged-2fcfebeb-920e-4543-91bc-3d2f74248c22 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 965.903513] env[69399]: WARNING nova.compute.manager [req-5afc1f8d-f85e-493b-949d-f848446858bb req-02fd7e05-b6f7-4d3f-b1f4-5e376b0e2269 service nova] [instance: 34524205-14bb-4755-b850-6df1b4533763] Received unexpected event network-vif-plugged-2fcfebeb-920e-4543-91bc-3d2f74248c22 for instance with vm_state building and task_state spawning. [ 965.903824] env[69399]: DEBUG nova.compute.manager [req-5afc1f8d-f85e-493b-949d-f848446858bb req-02fd7e05-b6f7-4d3f-b1f4-5e376b0e2269 service nova] [instance: 34524205-14bb-4755-b850-6df1b4533763] Received event network-changed-2fcfebeb-920e-4543-91bc-3d2f74248c22 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.903824] env[69399]: DEBUG nova.compute.manager [req-5afc1f8d-f85e-493b-949d-f848446858bb req-02fd7e05-b6f7-4d3f-b1f4-5e376b0e2269 service nova] [instance: 34524205-14bb-4755-b850-6df1b4533763] Refreshing instance network info cache due to event network-changed-2fcfebeb-920e-4543-91bc-3d2f74248c22. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 965.904143] env[69399]: DEBUG oslo_concurrency.lockutils [req-5afc1f8d-f85e-493b-949d-f848446858bb req-02fd7e05-b6f7-4d3f-b1f4-5e376b0e2269 service nova] Acquiring lock "refresh_cache-34524205-14bb-4755-b850-6df1b4533763" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.904449] env[69399]: DEBUG oslo_concurrency.lockutils [req-5afc1f8d-f85e-493b-949d-f848446858bb req-02fd7e05-b6f7-4d3f-b1f4-5e376b0e2269 service nova] Acquired lock "refresh_cache-34524205-14bb-4755-b850-6df1b4533763" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.904629] env[69399]: DEBUG nova.network.neutron [req-5afc1f8d-f85e-493b-949d-f848446858bb req-02fd7e05-b6f7-4d3f-b1f4-5e376b0e2269 service nova] [instance: 34524205-14bb-4755-b850-6df1b4533763] Refreshing network info cache for port 2fcfebeb-920e-4543-91bc-3d2f74248c22 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.907302] env[69399]: DEBUG nova.scheduler.client.report [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Refreshing aggregate associations for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a, aggregates: None {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 965.935927] env[69399]: INFO nova.compute.manager [-] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Took 1.73 seconds to deallocate network for instance. [ 965.944944] env[69399]: DEBUG nova.scheduler.client.report [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Refreshing trait associations for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 966.401309] env[69399]: DEBUG oslo_vmware.api [None req-b93c083a-f655-420c-ab66-88925b0e1b86 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Task: {'id': task-4176994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125607} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.401707] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b93c083a-f655-420c-ab66-88925b0e1b86 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.401707] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b93c083a-f655-420c-ab66-88925b0e1b86 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] [instance: c62e8d06-2b79-4b20-82db-fba80a3f8b80] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.402342] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b93c083a-f655-420c-ab66-88925b0e1b86 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] [instance: c62e8d06-2b79-4b20-82db-fba80a3f8b80] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.402342] env[69399]: INFO nova.compute.manager [None req-b93c083a-f655-420c-ab66-88925b0e1b86 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] [instance: c62e8d06-2b79-4b20-82db-fba80a3f8b80] Took 1.11 seconds to destroy the instance on the hypervisor. [ 966.402524] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b93c083a-f655-420c-ab66-88925b0e1b86 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.402619] env[69399]: DEBUG nova.compute.manager [-] [instance: c62e8d06-2b79-4b20-82db-fba80a3f8b80] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 966.402882] env[69399]: DEBUG nova.network.neutron [-] [instance: c62e8d06-2b79-4b20-82db-fba80a3f8b80] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 966.444508] env[69399]: DEBUG oslo_concurrency.lockutils [None req-92327d8b-cf20-46da-83b0-723a7ea1ab53 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.450922] env[69399]: DEBUG nova.network.neutron [-] [instance: c62e8d06-2b79-4b20-82db-fba80a3f8b80] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 966.523583] env[69399]: DEBUG nova.network.neutron [req-5afc1f8d-f85e-493b-949d-f848446858bb req-02fd7e05-b6f7-4d3f-b1f4-5e376b0e2269 service nova] [instance: 34524205-14bb-4755-b850-6df1b4533763] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 966.552643] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4649c9a2-5f8e-4b70-beab-3b1f805eeca5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.562482] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b0e12f-f2ed-47fa-9c55-7387f3d4aa48 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.600239] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e3b2f1-cd42-439c-8469-8c437d8780d7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.610274] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de04ef30-908c-469f-971d-9afe85dc4a39 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.628627] env[69399]: DEBUG nova.compute.provider_tree [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 966.736608] env[69399]: DEBUG nova.network.neutron [req-5afc1f8d-f85e-493b-949d-f848446858bb req-02fd7e05-b6f7-4d3f-b1f4-5e376b0e2269 service nova] [instance: 34524205-14bb-4755-b850-6df1b4533763] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.959931] env[69399]: DEBUG nova.network.neutron [-] [instance: c62e8d06-2b79-4b20-82db-fba80a3f8b80] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.104989] env[69399]: DEBUG nova.network.neutron [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 34524205-14bb-4755-b850-6df1b4533763] Successfully updated port: fd11213c-5b3a-4671-980a-b14135df4fd9 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 967.172160] env[69399]: DEBUG nova.scheduler.client.report [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Updated inventory for provider 65caca49-2bb8-4896-b9be-5baf8708847a with generation 85 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 967.172439] env[69399]: DEBUG nova.compute.provider_tree [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Updating resource provider 65caca49-2bb8-4896-b9be-5baf8708847a generation from 85 to 86 during operation: update_inventory {{(pid=69399) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 967.172695] env[69399]: DEBUG nova.compute.provider_tree [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 967.241393] env[69399]: DEBUG oslo_concurrency.lockutils [req-5afc1f8d-f85e-493b-949d-f848446858bb req-02fd7e05-b6f7-4d3f-b1f4-5e376b0e2269 service nova] Releasing lock "refresh_cache-34524205-14bb-4755-b850-6df1b4533763" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.241393] env[69399]: DEBUG nova.compute.manager [req-5afc1f8d-f85e-493b-949d-f848446858bb req-02fd7e05-b6f7-4d3f-b1f4-5e376b0e2269 service nova] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Received event network-vif-deleted-b5cc5486-0a72-4d08-b88b-a2dee65e695a {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.241393] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-50e8a6ef-cff7-4a3c-9765-f925b4f81b8d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.241393] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-50e8a6ef-cff7-4a3c-9765-f925b4f81b8d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.241624] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-50e8a6ef-cff7-4a3c-9765-f925b4f81b8d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Deleting the datastore file [datastore1] 64f7123e-4dfc-4c86-b430-ee91d9996662 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.242341] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f01a388a-e3b1-4951-96f9-2a4c8859593f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.246024] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a0825514-9bfe-43d9-8d64-757b2a0b46b5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.246024] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a0825514-9bfe-43d9-8d64-757b2a0b46b5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.246024] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0825514-9bfe-43d9-8d64-757b2a0b46b5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Deleting the datastore file [datastore1] db895088-b0cb-421c-99da-56b4c402c485 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.246270] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37f3ac99-325b-4fa5-9e0f-f4d27e628e07 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.256219] env[69399]: DEBUG oslo_vmware.api [None req-a0825514-9bfe-43d9-8d64-757b2a0b46b5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Waiting for the task: (returnval){ [ 967.256219] env[69399]: value = "task-4176996" [ 967.256219] env[69399]: _type = "Task" [ 967.256219] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.258179] env[69399]: DEBUG oslo_vmware.api [None req-50e8a6ef-cff7-4a3c-9765-f925b4f81b8d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 967.258179] env[69399]: value = "task-4176995" [ 967.258179] env[69399]: _type = "Task" [ 967.258179] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.271332] env[69399]: DEBUG oslo_vmware.api [None req-a0825514-9bfe-43d9-8d64-757b2a0b46b5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.275459] env[69399]: DEBUG oslo_vmware.api [None req-50e8a6ef-cff7-4a3c-9765-f925b4f81b8d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176995, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.461897] env[69399]: INFO nova.compute.manager [-] [instance: c62e8d06-2b79-4b20-82db-fba80a3f8b80] Took 1.06 seconds to deallocate network for instance. [ 967.611501] env[69399]: DEBUG oslo_concurrency.lockutils [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Acquiring lock "refresh_cache-34524205-14bb-4755-b850-6df1b4533763" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.611676] env[69399]: DEBUG oslo_concurrency.lockutils [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Acquired lock "refresh_cache-34524205-14bb-4755-b850-6df1b4533763" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.611767] env[69399]: DEBUG nova.network.neutron [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 34524205-14bb-4755-b850-6df1b4533763] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.678161] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.343s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.678723] env[69399]: DEBUG nova.compute.manager [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 967.682203] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3476fa7e-6000-4bc1-a90e-d78f4c718fa5 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 51.252s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.682410] env[69399]: DEBUG nova.objects.instance [None req-3476fa7e-6000-4bc1-a90e-d78f4c718fa5 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Lazy-loading 'resources' on Instance uuid 6425e15d-add3-442e-a190-9f2df94d5215 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.770131] env[69399]: DEBUG oslo_vmware.api [None req-a0825514-9bfe-43d9-8d64-757b2a0b46b5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4176996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189185} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.770925] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0825514-9bfe-43d9-8d64-757b2a0b46b5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.771232] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a0825514-9bfe-43d9-8d64-757b2a0b46b5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 967.771494] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a0825514-9bfe-43d9-8d64-757b2a0b46b5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 967.771709] env[69399]: INFO nova.compute.manager [None req-a0825514-9bfe-43d9-8d64-757b2a0b46b5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: db895088-b0cb-421c-99da-56b4c402c485] Took 3.10 seconds to destroy the instance on the hypervisor. [ 967.771985] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0825514-9bfe-43d9-8d64-757b2a0b46b5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.772279] env[69399]: DEBUG nova.compute.manager [-] [instance: db895088-b0cb-421c-99da-56b4c402c485] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 967.772500] env[69399]: DEBUG nova.network.neutron [-] [instance: db895088-b0cb-421c-99da-56b4c402c485] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 967.777442] env[69399]: DEBUG oslo_vmware.api [None req-50e8a6ef-cff7-4a3c-9765-f925b4f81b8d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4176995, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170539} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.777786] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-50e8a6ef-cff7-4a3c-9765-f925b4f81b8d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.778011] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-50e8a6ef-cff7-4a3c-9765-f925b4f81b8d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 967.778288] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-50e8a6ef-cff7-4a3c-9765-f925b4f81b8d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 967.778509] env[69399]: INFO nova.compute.manager [None req-50e8a6ef-cff7-4a3c-9765-f925b4f81b8d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Took 4.10 seconds to destroy the instance on the hypervisor. [ 967.778776] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50e8a6ef-cff7-4a3c-9765-f925b4f81b8d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.779081] env[69399]: DEBUG nova.compute.manager [-] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 967.779162] env[69399]: DEBUG nova.network.neutron [-] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 967.968172] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b93c083a-f655-420c-ab66-88925b0e1b86 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.976731] env[69399]: DEBUG nova.compute.manager [req-e3747ddf-7cbe-4fba-bf61-fc7c77a7de47 req-91e0716a-f881-41c5-9b4a-817aec07e177 service nova] [instance: 34524205-14bb-4755-b850-6df1b4533763] Received event network-vif-plugged-fd11213c-5b3a-4671-980a-b14135df4fd9 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.977765] env[69399]: DEBUG oslo_concurrency.lockutils [req-e3747ddf-7cbe-4fba-bf61-fc7c77a7de47 req-91e0716a-f881-41c5-9b4a-817aec07e177 service nova] Acquiring lock "34524205-14bb-4755-b850-6df1b4533763-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.977946] env[69399]: DEBUG oslo_concurrency.lockutils [req-e3747ddf-7cbe-4fba-bf61-fc7c77a7de47 req-91e0716a-f881-41c5-9b4a-817aec07e177 service nova] Lock "34524205-14bb-4755-b850-6df1b4533763-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.978059] env[69399]: DEBUG oslo_concurrency.lockutils [req-e3747ddf-7cbe-4fba-bf61-fc7c77a7de47 req-91e0716a-f881-41c5-9b4a-817aec07e177 service nova] Lock "34524205-14bb-4755-b850-6df1b4533763-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.978732] env[69399]: DEBUG nova.compute.manager [req-e3747ddf-7cbe-4fba-bf61-fc7c77a7de47 req-91e0716a-f881-41c5-9b4a-817aec07e177 service nova] [instance: 34524205-14bb-4755-b850-6df1b4533763] No waiting events found dispatching network-vif-plugged-fd11213c-5b3a-4671-980a-b14135df4fd9 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 967.978732] env[69399]: WARNING nova.compute.manager [req-e3747ddf-7cbe-4fba-bf61-fc7c77a7de47 req-91e0716a-f881-41c5-9b4a-817aec07e177 service nova] [instance: 34524205-14bb-4755-b850-6df1b4533763] Received unexpected event network-vif-plugged-fd11213c-5b3a-4671-980a-b14135df4fd9 for instance with vm_state building and task_state spawning. [ 967.978732] env[69399]: DEBUG nova.compute.manager [req-e3747ddf-7cbe-4fba-bf61-fc7c77a7de47 req-91e0716a-f881-41c5-9b4a-817aec07e177 service nova] [instance: 34524205-14bb-4755-b850-6df1b4533763] Received event network-changed-fd11213c-5b3a-4671-980a-b14135df4fd9 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.978732] env[69399]: DEBUG nova.compute.manager [req-e3747ddf-7cbe-4fba-bf61-fc7c77a7de47 req-91e0716a-f881-41c5-9b4a-817aec07e177 service nova] [instance: 34524205-14bb-4755-b850-6df1b4533763] Refreshing instance network info cache due to event network-changed-fd11213c-5b3a-4671-980a-b14135df4fd9. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 967.978895] env[69399]: DEBUG oslo_concurrency.lockutils [req-e3747ddf-7cbe-4fba-bf61-fc7c77a7de47 req-91e0716a-f881-41c5-9b4a-817aec07e177 service nova] Acquiring lock "refresh_cache-34524205-14bb-4755-b850-6df1b4533763" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.182149] env[69399]: DEBUG nova.network.neutron [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 34524205-14bb-4755-b850-6df1b4533763] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.185881] env[69399]: DEBUG nova.compute.utils [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 968.191980] env[69399]: DEBUG nova.compute.manager [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 968.192186] env[69399]: DEBUG nova.network.neutron [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 968.260057] env[69399]: DEBUG nova.policy [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87b6f0ee1d2044ad93f431d4bf27cd1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88bc526a7b714e3b9020af814e510d26', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 968.685349] env[69399]: DEBUG nova.network.neutron [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 34524205-14bb-4755-b850-6df1b4533763] Updating instance_info_cache with network_info: [{"id": "2fcfebeb-920e-4543-91bc-3d2f74248c22", "address": "fa:16:3e:8c:78:87", "network": {"id": "a4843813-5cd6-4512-909c-feebe7a567e5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-817755441", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cf0035dbf0740158086e393174a0e56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fcfebeb-92", "ovs_interfaceid": "2fcfebeb-920e-4543-91bc-3d2f74248c22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fd11213c-5b3a-4671-980a-b14135df4fd9", "address": "fa:16:3e:db:4b:aa", "network": {"id": "17e3ce28-cc07-4913-9069-50081cad82b3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1540003065", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7cf0035dbf0740158086e393174a0e56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd11213c-5b", "ovs_interfaceid": "fd11213c-5b3a-4671-980a-b14135df4fd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.695785] env[69399]: DEBUG nova.compute.manager [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 968.834971] env[69399]: DEBUG nova.network.neutron [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Successfully created port: 754c9a4c-5252-40bc-adf1-ce20394b118a {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 968.880156] env[69399]: DEBUG nova.network.neutron [-] [instance: db895088-b0cb-421c-99da-56b4c402c485] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.881352] env[69399]: DEBUG nova.network.neutron [-] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.895837] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754a4b70-98c7-4986-871c-ead04752af9a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.909267] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af53a83-4f24-4ca9-8e84-06c3157c7278 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.952197] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7bd2a0-cc65-4972-b6ec-b97b3b667321 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.965411] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00f1407-3586-4731-9790-f39ae48a93ba {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.980065] env[69399]: DEBUG nova.compute.provider_tree [None req-3476fa7e-6000-4bc1-a90e-d78f4c718fa5 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.187967] env[69399]: DEBUG oslo_concurrency.lockutils [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Releasing lock "refresh_cache-34524205-14bb-4755-b850-6df1b4533763" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.190936] env[69399]: DEBUG nova.compute.manager [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 34524205-14bb-4755-b850-6df1b4533763] Instance network_info: |[{"id": "2fcfebeb-920e-4543-91bc-3d2f74248c22", "address": "fa:16:3e:8c:78:87", "network": {"id": "a4843813-5cd6-4512-909c-feebe7a567e5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-817755441", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cf0035dbf0740158086e393174a0e56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fcfebeb-92", "ovs_interfaceid": "2fcfebeb-920e-4543-91bc-3d2f74248c22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fd11213c-5b3a-4671-980a-b14135df4fd9", "address": "fa:16:3e:db:4b:aa", "network": {"id": "17e3ce28-cc07-4913-9069-50081cad82b3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1540003065", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7cf0035dbf0740158086e393174a0e56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd11213c-5b", "ovs_interfaceid": "fd11213c-5b3a-4671-980a-b14135df4fd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 969.190936] env[69399]: DEBUG oslo_concurrency.lockutils [req-e3747ddf-7cbe-4fba-bf61-fc7c77a7de47 req-91e0716a-f881-41c5-9b4a-817aec07e177 service nova] Acquired lock "refresh_cache-34524205-14bb-4755-b850-6df1b4533763" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.190936] env[69399]: DEBUG nova.network.neutron [req-e3747ddf-7cbe-4fba-bf61-fc7c77a7de47 req-91e0716a-f881-41c5-9b4a-817aec07e177 service nova] [instance: 34524205-14bb-4755-b850-6df1b4533763] Refreshing network info cache for port fd11213c-5b3a-4671-980a-b14135df4fd9 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.192475] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 34524205-14bb-4755-b850-6df1b4533763] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:78:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e7f6f41-f4eb-4832-a390-730fca1cf717', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2fcfebeb-920e-4543-91bc-3d2f74248c22', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:4b:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd11213c-5b3a-4671-980a-b14135df4fd9', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.219841] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.230619] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34524205-14bb-4755-b850-6df1b4533763] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.231393] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb9fe8e7-c63d-4743-9f36-7f5505430ba1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.264976] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.264976] env[69399]: value = "task-4176997" [ 969.264976] env[69399]: _type = "Task" [ 969.264976] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.276124] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176997, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.387068] env[69399]: INFO nova.compute.manager [-] [instance: db895088-b0cb-421c-99da-56b4c402c485] Took 1.61 seconds to deallocate network for instance. [ 969.390117] env[69399]: INFO nova.compute.manager [-] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Took 1.61 seconds to deallocate network for instance. [ 969.485350] env[69399]: DEBUG nova.scheduler.client.report [None req-3476fa7e-6000-4bc1-a90e-d78f4c718fa5 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.579174] env[69399]: DEBUG nova.network.neutron [req-e3747ddf-7cbe-4fba-bf61-fc7c77a7de47 req-91e0716a-f881-41c5-9b4a-817aec07e177 service nova] [instance: 34524205-14bb-4755-b850-6df1b4533763] Updated VIF entry in instance network info cache for port fd11213c-5b3a-4671-980a-b14135df4fd9. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.579652] env[69399]: DEBUG nova.network.neutron [req-e3747ddf-7cbe-4fba-bf61-fc7c77a7de47 req-91e0716a-f881-41c5-9b4a-817aec07e177 service nova] [instance: 34524205-14bb-4755-b850-6df1b4533763] Updating instance_info_cache with network_info: [{"id": "2fcfebeb-920e-4543-91bc-3d2f74248c22", "address": "fa:16:3e:8c:78:87", "network": {"id": "a4843813-5cd6-4512-909c-feebe7a567e5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-817755441", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cf0035dbf0740158086e393174a0e56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fcfebeb-92", "ovs_interfaceid": "2fcfebeb-920e-4543-91bc-3d2f74248c22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fd11213c-5b3a-4671-980a-b14135df4fd9", "address": "fa:16:3e:db:4b:aa", "network": {"id": "17e3ce28-cc07-4913-9069-50081cad82b3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1540003065", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7cf0035dbf0740158086e393174a0e56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd11213c-5b", "ovs_interfaceid": "fd11213c-5b3a-4671-980a-b14135df4fd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.733382] env[69399]: DEBUG nova.compute.manager [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 969.780101] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4176997, 'name': CreateVM_Task, 'duration_secs': 0.409079} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.789020] env[69399]: DEBUG nova.virt.hardware [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.789020] env[69399]: DEBUG nova.virt.hardware [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.789020] env[69399]: DEBUG nova.virt.hardware [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.789020] env[69399]: DEBUG nova.virt.hardware [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.789020] env[69399]: DEBUG nova.virt.hardware [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.789020] env[69399]: DEBUG nova.virt.hardware [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.789020] env[69399]: DEBUG nova.virt.hardware [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.789020] env[69399]: DEBUG nova.virt.hardware [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.789020] env[69399]: DEBUG nova.virt.hardware [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.789020] env[69399]: DEBUG nova.virt.hardware [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.789020] env[69399]: DEBUG nova.virt.hardware [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.789020] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34524205-14bb-4755-b850-6df1b4533763] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.789020] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0977ed-7a4b-405e-9afb-0e40465522cc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.790300] env[69399]: DEBUG oslo_concurrency.lockutils [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.790300] env[69399]: DEBUG oslo_concurrency.lockutils [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.790300] env[69399]: DEBUG oslo_concurrency.lockutils [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.790652] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7746a741-27e2-4075-af67-b0b92420a282 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.796314] env[69399]: DEBUG oslo_vmware.api [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Waiting for the task: (returnval){ [ 969.796314] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]529b1ea0-19d8-4759-6fb5-d52b3c918f1f" [ 969.796314] env[69399]: _type = "Task" [ 969.796314] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.802529] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5cd3f6-4ff2-4d20-8efc-3161b05d2515 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.822590] env[69399]: DEBUG oslo_vmware.api [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]529b1ea0-19d8-4759-6fb5-d52b3c918f1f, 'name': SearchDatastore_Task, 'duration_secs': 0.010024} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.824413] env[69399]: DEBUG oslo_concurrency.lockutils [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.824413] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 34524205-14bb-4755-b850-6df1b4533763] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.824413] env[69399]: DEBUG oslo_concurrency.lockutils [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.824413] env[69399]: DEBUG oslo_concurrency.lockutils [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.824413] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.824413] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e03d1a2-e4b7-44ef-ba4e-4c9af7f13a96 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.833907] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.834130] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.834944] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d368758-444b-4165-91b9-26adb167d3dd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.842825] env[69399]: DEBUG oslo_vmware.api [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Waiting for the task: (returnval){ [ 969.842825] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5289961c-808b-cd04-7d00-b20056c399d6" [ 969.842825] env[69399]: _type = "Task" [ 969.842825] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.850700] env[69399]: DEBUG oslo_vmware.api [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5289961c-808b-cd04-7d00-b20056c399d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.903452] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a0825514-9bfe-43d9-8d64-757b2a0b46b5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.905723] env[69399]: DEBUG oslo_concurrency.lockutils [None req-50e8a6ef-cff7-4a3c-9765-f925b4f81b8d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.991183] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3476fa7e-6000-4bc1-a90e-d78f4c718fa5 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.309s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.994028] env[69399]: DEBUG oslo_concurrency.lockutils [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.868s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.996677] env[69399]: INFO nova.compute.claims [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 970.039440] env[69399]: INFO nova.scheduler.client.report [None req-3476fa7e-6000-4bc1-a90e-d78f4c718fa5 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Deleted allocations for instance 6425e15d-add3-442e-a190-9f2df94d5215 [ 970.083229] env[69399]: DEBUG oslo_concurrency.lockutils [req-e3747ddf-7cbe-4fba-bf61-fc7c77a7de47 req-91e0716a-f881-41c5-9b4a-817aec07e177 service nova] Releasing lock "refresh_cache-34524205-14bb-4755-b850-6df1b4533763" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.090943] env[69399]: DEBUG nova.compute.manager [req-fd8fa3bb-83db-4d7d-b879-b11c38f515dc req-b130a160-62c9-4ade-a138-c5f16d067362 service nova] [instance: db895088-b0cb-421c-99da-56b4c402c485] Received event network-vif-deleted-a871d74d-016c-4725-a86a-b2372cb1b31f {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.091391] env[69399]: DEBUG nova.compute.manager [req-fd8fa3bb-83db-4d7d-b879-b11c38f515dc req-b130a160-62c9-4ade-a138-c5f16d067362 service nova] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Received event network-vif-deleted-cd175bcc-9684-47da-a2ea-b54a5e453311 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.352318] env[69399]: DEBUG oslo_vmware.api [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5289961c-808b-cd04-7d00-b20056c399d6, 'name': SearchDatastore_Task, 'duration_secs': 0.010658} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.353195] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00d68caa-6e1b-4469-8d7f-f2f887ad1a4e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.359824] env[69399]: DEBUG oslo_vmware.api [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Waiting for the task: (returnval){ [ 970.359824] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]523e4686-f668-f78b-077a-6b184c560663" [ 970.359824] env[69399]: _type = "Task" [ 970.359824] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.374309] env[69399]: DEBUG oslo_vmware.api [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]523e4686-f668-f78b-077a-6b184c560663, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.548891] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3476fa7e-6000-4bc1-a90e-d78f4c718fa5 tempest-ListImageFiltersTestJSON-1480066571 tempest-ListImageFiltersTestJSON-1480066571-project-member] Lock "6425e15d-add3-442e-a190-9f2df94d5215" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 58.279s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.670227] env[69399]: DEBUG nova.compute.manager [req-d34f9684-29e5-48a2-8044-1c6279249bc1 req-7e342efd-d8a2-4c60-b7b6-bd5f0d24f26e service nova] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Received event network-vif-plugged-754c9a4c-5252-40bc-adf1-ce20394b118a {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.670806] env[69399]: DEBUG oslo_concurrency.lockutils [req-d34f9684-29e5-48a2-8044-1c6279249bc1 req-7e342efd-d8a2-4c60-b7b6-bd5f0d24f26e service nova] Acquiring lock "31ea7532-3ec5-4a25-8425-eb893a26169c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.670806] env[69399]: DEBUG oslo_concurrency.lockutils [req-d34f9684-29e5-48a2-8044-1c6279249bc1 req-7e342efd-d8a2-4c60-b7b6-bd5f0d24f26e service nova] Lock "31ea7532-3ec5-4a25-8425-eb893a26169c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.671040] env[69399]: DEBUG oslo_concurrency.lockutils [req-d34f9684-29e5-48a2-8044-1c6279249bc1 req-7e342efd-d8a2-4c60-b7b6-bd5f0d24f26e service nova] Lock "31ea7532-3ec5-4a25-8425-eb893a26169c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.671344] env[69399]: DEBUG nova.compute.manager [req-d34f9684-29e5-48a2-8044-1c6279249bc1 req-7e342efd-d8a2-4c60-b7b6-bd5f0d24f26e service nova] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] No waiting events found dispatching network-vif-plugged-754c9a4c-5252-40bc-adf1-ce20394b118a {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 970.671436] env[69399]: WARNING nova.compute.manager [req-d34f9684-29e5-48a2-8044-1c6279249bc1 req-7e342efd-d8a2-4c60-b7b6-bd5f0d24f26e service nova] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Received unexpected event network-vif-plugged-754c9a4c-5252-40bc-adf1-ce20394b118a for instance with vm_state building and task_state spawning. [ 970.734642] env[69399]: DEBUG nova.network.neutron [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Successfully updated port: 754c9a4c-5252-40bc-adf1-ce20394b118a {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 970.872743] env[69399]: DEBUG oslo_vmware.api [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]523e4686-f668-f78b-077a-6b184c560663, 'name': SearchDatastore_Task, 'duration_secs': 0.027598} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.873856] env[69399]: DEBUG oslo_concurrency.lockutils [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.873856] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 34524205-14bb-4755-b850-6df1b4533763/34524205-14bb-4755-b850-6df1b4533763.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 970.873856] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27d35536-54c5-4945-ab8a-eae1cc9f04e6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.883834] env[69399]: DEBUG oslo_vmware.api [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Waiting for the task: (returnval){ [ 970.883834] env[69399]: value = "task-4176998" [ 970.883834] env[69399]: _type = "Task" [ 970.883834] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.893033] env[69399]: DEBUG oslo_vmware.api [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Task: {'id': task-4176998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.238042] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "refresh_cache-31ea7532-3ec5-4a25-8425-eb893a26169c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.238206] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquired lock "refresh_cache-31ea7532-3ec5-4a25-8425-eb893a26169c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.238611] env[69399]: DEBUG nova.network.neutron [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.396276] env[69399]: DEBUG oslo_vmware.api [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Task: {'id': task-4176998, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505507} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.396556] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 34524205-14bb-4755-b850-6df1b4533763/34524205-14bb-4755-b850-6df1b4533763.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 971.396785] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 34524205-14bb-4755-b850-6df1b4533763] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 971.397669] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fab0bcb-d25f-4532-a4ac-0a5fa84e692b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.404669] env[69399]: DEBUG oslo_vmware.api [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Waiting for the task: (returnval){ [ 971.404669] env[69399]: value = "task-4176999" [ 971.404669] env[69399]: _type = "Task" [ 971.404669] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.413976] env[69399]: DEBUG oslo_vmware.api [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Task: {'id': task-4176999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.641421] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3fc5bb-9cae-4225-a541-5a5302b915ac {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.651711] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f325277-b4e3-4ccc-8c67-32d7fb20ca75 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.691290] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510fa5d5-aade-426d-a414-ba09c730f96e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.700243] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f8b643-444c-4e29-bde6-f09b979e2894 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.718936] env[69399]: DEBUG nova.compute.provider_tree [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.808110] env[69399]: DEBUG nova.network.neutron [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.923689] env[69399]: DEBUG oslo_vmware.api [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Task: {'id': task-4176999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076174} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.923689] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 34524205-14bb-4755-b850-6df1b4533763] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 971.924460] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838a84b2-1dbf-4865-9daa-e763c59e3386 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.961844] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 34524205-14bb-4755-b850-6df1b4533763] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 34524205-14bb-4755-b850-6df1b4533763/34524205-14bb-4755-b850-6df1b4533763.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.961844] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9df6a424-d53e-4f12-81eb-bfe451a7a675 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.989911] env[69399]: DEBUG oslo_vmware.api [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Waiting for the task: (returnval){ [ 971.989911] env[69399]: value = "task-4177003" [ 971.989911] env[69399]: _type = "Task" [ 971.989911] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.006032] env[69399]: DEBUG oslo_vmware.api [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Task: {'id': task-4177003, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.098082] env[69399]: DEBUG nova.network.neutron [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Updating instance_info_cache with network_info: [{"id": "754c9a4c-5252-40bc-adf1-ce20394b118a", "address": "fa:16:3e:11:3a:9d", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap754c9a4c-52", "ovs_interfaceid": "754c9a4c-5252-40bc-adf1-ce20394b118a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.226853] env[69399]: DEBUG nova.scheduler.client.report [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.500572] env[69399]: DEBUG oslo_vmware.api [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Task: {'id': task-4177003, 'name': ReconfigVM_Task, 'duration_secs': 0.358278} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.500776] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 34524205-14bb-4755-b850-6df1b4533763] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 34524205-14bb-4755-b850-6df1b4533763/34524205-14bb-4755-b850-6df1b4533763.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.501616] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2acae2bd-f537-4656-8265-900b3d1d7df6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.510148] env[69399]: DEBUG oslo_vmware.api [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Waiting for the task: (returnval){ [ 972.510148] env[69399]: value = "task-4177004" [ 972.510148] env[69399]: _type = "Task" [ 972.510148] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.522267] env[69399]: DEBUG oslo_vmware.api [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Task: {'id': task-4177004, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.601191] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Releasing lock "refresh_cache-31ea7532-3ec5-4a25-8425-eb893a26169c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.601557] env[69399]: DEBUG nova.compute.manager [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Instance network_info: |[{"id": "754c9a4c-5252-40bc-adf1-ce20394b118a", "address": "fa:16:3e:11:3a:9d", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap754c9a4c-52", "ovs_interfaceid": "754c9a4c-5252-40bc-adf1-ce20394b118a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 972.602016] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:3a:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7d2575f-b92f-44ec-a863-634cb76631a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '754c9a4c-5252-40bc-adf1-ce20394b118a', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.610445] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.610747] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.611020] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5efef07b-bca9-4844-bb32-98b02073daa9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.636027] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.636027] env[69399]: value = "task-4177005" [ 972.636027] env[69399]: _type = "Task" [ 972.636027] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.647725] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177005, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.716572] env[69399]: DEBUG nova.compute.manager [req-5dd9c58a-c9e0-41c2-a7d8-c3ba0742417d req-30738055-4a51-4720-80fb-4d1d1912ff25 service nova] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Received event network-changed-754c9a4c-5252-40bc-adf1-ce20394b118a {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.716785] env[69399]: DEBUG nova.compute.manager [req-5dd9c58a-c9e0-41c2-a7d8-c3ba0742417d req-30738055-4a51-4720-80fb-4d1d1912ff25 service nova] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Refreshing instance network info cache due to event network-changed-754c9a4c-5252-40bc-adf1-ce20394b118a. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 972.717037] env[69399]: DEBUG oslo_concurrency.lockutils [req-5dd9c58a-c9e0-41c2-a7d8-c3ba0742417d req-30738055-4a51-4720-80fb-4d1d1912ff25 service nova] Acquiring lock "refresh_cache-31ea7532-3ec5-4a25-8425-eb893a26169c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.717340] env[69399]: DEBUG oslo_concurrency.lockutils [req-5dd9c58a-c9e0-41c2-a7d8-c3ba0742417d req-30738055-4a51-4720-80fb-4d1d1912ff25 service nova] Acquired lock "refresh_cache-31ea7532-3ec5-4a25-8425-eb893a26169c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.717432] env[69399]: DEBUG nova.network.neutron [req-5dd9c58a-c9e0-41c2-a7d8-c3ba0742417d req-30738055-4a51-4720-80fb-4d1d1912ff25 service nova] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Refreshing network info cache for port 754c9a4c-5252-40bc-adf1-ce20394b118a {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.733172] env[69399]: DEBUG oslo_concurrency.lockutils [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.733729] env[69399]: DEBUG nova.compute.manager [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 972.736585] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 49.116s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.736759] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.736913] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69399) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 972.737222] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.238s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.738819] env[69399]: INFO nova.compute.claims [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.746911] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4ac85b-8570-48ec-8fc9-4d143aade105 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.757269] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a026684-acc2-4cc8-8975-5bc2370d90ce {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.774044] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565db148-0f83-4846-943e-b16f08accac7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.782155] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc620be-85c1-4f08-97ee-8411d5c48ca9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.819055] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177954MB free_disk=7GB free_vcpus=48 pci_devices=None {{(pid=69399) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 972.819348] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.034506] env[69399]: DEBUG oslo_vmware.api [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Task: {'id': task-4177004, 'name': Rename_Task, 'duration_secs': 0.175984} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.035466] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 34524205-14bb-4755-b850-6df1b4533763] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 973.035466] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-137822d9-f92f-4584-a84b-8869ab1246b5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.045058] env[69399]: DEBUG oslo_vmware.api [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Waiting for the task: (returnval){ [ 973.045058] env[69399]: value = "task-4177006" [ 973.045058] env[69399]: _type = "Task" [ 973.045058] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.056060] env[69399]: DEBUG oslo_vmware.api [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Task: {'id': task-4177006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.154164] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177005, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.247736] env[69399]: DEBUG nova.compute.utils [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 973.254520] env[69399]: DEBUG nova.compute.manager [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 973.254520] env[69399]: DEBUG nova.network.neutron [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 973.317953] env[69399]: DEBUG nova.policy [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a63f606395414bb486f93503167db04a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd08f8e9a021349bdbc68f2db4a1242e4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 973.561679] env[69399]: DEBUG oslo_vmware.api [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Task: {'id': task-4177006, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.572555] env[69399]: DEBUG nova.network.neutron [req-5dd9c58a-c9e0-41c2-a7d8-c3ba0742417d req-30738055-4a51-4720-80fb-4d1d1912ff25 service nova] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Updated VIF entry in instance network info cache for port 754c9a4c-5252-40bc-adf1-ce20394b118a. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.572924] env[69399]: DEBUG nova.network.neutron [req-5dd9c58a-c9e0-41c2-a7d8-c3ba0742417d req-30738055-4a51-4720-80fb-4d1d1912ff25 service nova] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Updating instance_info_cache with network_info: [{"id": "754c9a4c-5252-40bc-adf1-ce20394b118a", "address": "fa:16:3e:11:3a:9d", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap754c9a4c-52", "ovs_interfaceid": "754c9a4c-5252-40bc-adf1-ce20394b118a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.648953] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177005, 'name': CreateVM_Task, 'duration_secs': 0.520769} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.649804] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.650863] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.651098] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.651429] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.651872] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb31f124-816c-4f64-9405-25a172783213 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.659425] env[69399]: DEBUG oslo_vmware.api [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 973.659425] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52372748-ff85-6b14-5aa9-99949dc7c609" [ 973.659425] env[69399]: _type = "Task" [ 973.659425] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.669109] env[69399]: DEBUG oslo_vmware.api [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52372748-ff85-6b14-5aa9-99949dc7c609, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.753533] env[69399]: DEBUG nova.compute.manager [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 973.830114] env[69399]: DEBUG nova.network.neutron [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Successfully created port: 43936dbe-9298-42d7-ab35-6b154901fd12 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 974.061473] env[69399]: DEBUG oslo_vmware.api [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Task: {'id': task-4177006, 'name': PowerOnVM_Task, 'duration_secs': 0.687094} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.064866] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 34524205-14bb-4755-b850-6df1b4533763] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.064866] env[69399]: INFO nova.compute.manager [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 34524205-14bb-4755-b850-6df1b4533763] Took 11.95 seconds to spawn the instance on the hypervisor. [ 974.064866] env[69399]: DEBUG nova.compute.manager [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 34524205-14bb-4755-b850-6df1b4533763] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.065855] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78e47e7-78f1-4b4e-b260-873808ce7e40 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.077379] env[69399]: DEBUG oslo_concurrency.lockutils [req-5dd9c58a-c9e0-41c2-a7d8-c3ba0742417d req-30738055-4a51-4720-80fb-4d1d1912ff25 service nova] Releasing lock "refresh_cache-31ea7532-3ec5-4a25-8425-eb893a26169c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.173024] env[69399]: DEBUG oslo_vmware.api [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52372748-ff85-6b14-5aa9-99949dc7c609, 'name': SearchDatastore_Task, 'duration_secs': 0.01249} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.173024] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.173024] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 974.173024] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.173024] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.173024] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.173024] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89f73431-07cc-48a0-bf62-9948c1fb17e1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.181052] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.183019] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.183019] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d2c4daa-99aa-4c05-9ac1-fb2975299e87 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.189744] env[69399]: DEBUG oslo_vmware.api [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 974.189744] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5203684e-a05e-8650-432d-1f99f5384d49" [ 974.189744] env[69399]: _type = "Task" [ 974.189744] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.203953] env[69399]: DEBUG oslo_vmware.api [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5203684e-a05e-8650-432d-1f99f5384d49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.451723] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006cfdf5-bdab-4ff2-a49f-387cd5b4a715 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.464660] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47eb155c-251c-4a7c-b756-99c2769da268 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.507087] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19074af3-f2a2-4ccb-96de-4caf31fe78fe {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.517201] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c3a11c-a45b-4c00-8336-c5106a2d9c10 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.532320] env[69399]: DEBUG nova.compute.provider_tree [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.594294] env[69399]: INFO nova.compute.manager [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 34524205-14bb-4755-b850-6df1b4533763] Took 62.84 seconds to build instance. [ 974.711449] env[69399]: DEBUG oslo_vmware.api [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5203684e-a05e-8650-432d-1f99f5384d49, 'name': SearchDatastore_Task, 'duration_secs': 0.032686} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.712345] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a802e203-baf9-491c-904a-efeb74b63eb8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.718323] env[69399]: DEBUG oslo_vmware.api [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 974.718323] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]529b50f1-3162-aa8c-8db5-01b7e3a337c9" [ 974.718323] env[69399]: _type = "Task" [ 974.718323] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.727060] env[69399]: DEBUG oslo_vmware.api [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]529b50f1-3162-aa8c-8db5-01b7e3a337c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.767016] env[69399]: DEBUG nova.compute.manager [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 974.793612] env[69399]: DEBUG nova.virt.hardware [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.793970] env[69399]: DEBUG nova.virt.hardware [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.794143] env[69399]: DEBUG nova.virt.hardware [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.794348] env[69399]: DEBUG nova.virt.hardware [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.794587] env[69399]: DEBUG nova.virt.hardware [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.794775] env[69399]: DEBUG nova.virt.hardware [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.794997] env[69399]: DEBUG nova.virt.hardware [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.795175] env[69399]: DEBUG nova.virt.hardware [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.795368] env[69399]: DEBUG nova.virt.hardware [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.795571] env[69399]: DEBUG nova.virt.hardware [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.795755] env[69399]: DEBUG nova.virt.hardware [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.796660] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be509a7-cf90-4db9-9add-a5ff6ee8f03e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.805884] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe68e2b-fa6c-4829-8174-d44fa87fc179 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.036561] env[69399]: DEBUG nova.scheduler.client.report [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.097396] env[69399]: DEBUG oslo_concurrency.lockutils [None req-96e6de1b-e7f7-41d2-8e4f-308f99de481e tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Lock "34524205-14bb-4755-b850-6df1b4533763" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.355s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.233232] env[69399]: DEBUG oslo_vmware.api [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]529b50f1-3162-aa8c-8db5-01b7e3a337c9, 'name': SearchDatastore_Task, 'duration_secs': 0.035841} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.233582] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.233877] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 31ea7532-3ec5-4a25-8425-eb893a26169c/31ea7532-3ec5-4a25-8425-eb893a26169c.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 975.234200] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00012e72-00fd-4c94-8839-296b7fc6bb2b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.244264] env[69399]: DEBUG oslo_vmware.api [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 975.244264] env[69399]: value = "task-4177008" [ 975.244264] env[69399]: _type = "Task" [ 975.244264] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.253812] env[69399]: DEBUG oslo_vmware.api [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.543117] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.805s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.543893] env[69399]: DEBUG nova.compute.manager [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 975.552773] env[69399]: DEBUG oslo_concurrency.lockutils [None req-bf2fc977-85e4-4fd7-9952-1c04f358ce31 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.913s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.553294] env[69399]: DEBUG nova.objects.instance [None req-bf2fc977-85e4-4fd7-9952-1c04f358ce31 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Lazy-loading 'resources' on Instance uuid 312f7261-371a-47ec-87c9-e3a1b6b191fa {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.599203] env[69399]: DEBUG nova.compute.manager [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 975.759125] env[69399]: DEBUG oslo_vmware.api [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.801039] env[69399]: DEBUG oslo_concurrency.lockutils [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "9b94c560-2c30-4fd2-ab6d-38f1910d7209" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.801365] env[69399]: DEBUG oslo_concurrency.lockutils [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "9b94c560-2c30-4fd2-ab6d-38f1910d7209" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.961296] env[69399]: DEBUG nova.network.neutron [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Successfully updated port: 43936dbe-9298-42d7-ab35-6b154901fd12 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 976.057298] env[69399]: DEBUG nova.compute.manager [req-60b5afd9-3e27-465a-9ea3-9f5aa969bd11 req-de866f5d-73bc-47a4-a033-eb870bd67a00 service nova] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Received event network-vif-plugged-43936dbe-9298-42d7-ab35-6b154901fd12 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.057622] env[69399]: DEBUG oslo_concurrency.lockutils [req-60b5afd9-3e27-465a-9ea3-9f5aa969bd11 req-de866f5d-73bc-47a4-a033-eb870bd67a00 service nova] Acquiring lock "33ebc5f2-af2f-400d-b20b-b59ce6ef6b15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.057847] env[69399]: DEBUG oslo_concurrency.lockutils [req-60b5afd9-3e27-465a-9ea3-9f5aa969bd11 req-de866f5d-73bc-47a4-a033-eb870bd67a00 service nova] Lock "33ebc5f2-af2f-400d-b20b-b59ce6ef6b15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.057847] env[69399]: DEBUG oslo_concurrency.lockutils [req-60b5afd9-3e27-465a-9ea3-9f5aa969bd11 req-de866f5d-73bc-47a4-a033-eb870bd67a00 service nova] Lock "33ebc5f2-af2f-400d-b20b-b59ce6ef6b15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.058183] env[69399]: DEBUG nova.compute.manager [req-60b5afd9-3e27-465a-9ea3-9f5aa969bd11 req-de866f5d-73bc-47a4-a033-eb870bd67a00 service nova] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] No waiting events found dispatching network-vif-plugged-43936dbe-9298-42d7-ab35-6b154901fd12 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 976.058183] env[69399]: WARNING nova.compute.manager [req-60b5afd9-3e27-465a-9ea3-9f5aa969bd11 req-de866f5d-73bc-47a4-a033-eb870bd67a00 service nova] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Received unexpected event network-vif-plugged-43936dbe-9298-42d7-ab35-6b154901fd12 for instance with vm_state building and task_state spawning. [ 976.059799] env[69399]: DEBUG nova.compute.utils [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 976.064874] env[69399]: DEBUG nova.compute.manager [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Not allocating networking since 'none' was specified. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 976.127755] env[69399]: DEBUG oslo_concurrency.lockutils [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.259930] env[69399]: DEBUG oslo_vmware.api [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177008, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.465080] env[69399]: DEBUG oslo_concurrency.lockutils [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Acquiring lock "refresh_cache-33ebc5f2-af2f-400d-b20b-b59ce6ef6b15" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.465256] env[69399]: DEBUG oslo_concurrency.lockutils [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Acquired lock "refresh_cache-33ebc5f2-af2f-400d-b20b-b59ce6ef6b15" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.465561] env[69399]: DEBUG nova.network.neutron [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.566744] env[69399]: DEBUG nova.compute.manager [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 976.633613] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb252fd-b078-40e4-9681-54f33758eb6a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.643308] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469fa05b-489f-42c3-9c47-112cdb2736b5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.681706] env[69399]: DEBUG oslo_concurrency.lockutils [None req-234b3e33-fdd5-4ec7-8cda-d39ae183dfa1 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Acquiring lock "34524205-14bb-4755-b850-6df1b4533763" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.682078] env[69399]: DEBUG oslo_concurrency.lockutils [None req-234b3e33-fdd5-4ec7-8cda-d39ae183dfa1 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Lock "34524205-14bb-4755-b850-6df1b4533763" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.682396] env[69399]: DEBUG oslo_concurrency.lockutils [None req-234b3e33-fdd5-4ec7-8cda-d39ae183dfa1 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Acquiring lock "34524205-14bb-4755-b850-6df1b4533763-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.682717] env[69399]: DEBUG oslo_concurrency.lockutils [None req-234b3e33-fdd5-4ec7-8cda-d39ae183dfa1 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Lock "34524205-14bb-4755-b850-6df1b4533763-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.682907] env[69399]: DEBUG oslo_concurrency.lockutils [None req-234b3e33-fdd5-4ec7-8cda-d39ae183dfa1 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Lock "34524205-14bb-4755-b850-6df1b4533763-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.686201] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bf15b8-f79d-4acd-9e00-6ab107c34cd9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.691518] env[69399]: INFO nova.compute.manager [None req-234b3e33-fdd5-4ec7-8cda-d39ae183dfa1 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 34524205-14bb-4755-b850-6df1b4533763] Terminating instance [ 976.698906] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584dd0ae-333e-4513-ab01-3b14dc42c125 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.720575] env[69399]: DEBUG nova.compute.provider_tree [None req-bf2fc977-85e4-4fd7-9952-1c04f358ce31 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.759012] env[69399]: DEBUG oslo_vmware.api [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177008, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.078237} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.759855] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 31ea7532-3ec5-4a25-8425-eb893a26169c/31ea7532-3ec5-4a25-8425-eb893a26169c.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.760511] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.760859] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5df45451-01ad-4f5a-b37a-e3599f3317fd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.770403] env[69399]: DEBUG oslo_vmware.api [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 976.770403] env[69399]: value = "task-4177010" [ 976.770403] env[69399]: _type = "Task" [ 976.770403] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.781669] env[69399]: DEBUG oslo_vmware.api [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177010, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.006981] env[69399]: DEBUG nova.network.neutron [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 977.199885] env[69399]: DEBUG nova.compute.manager [None req-234b3e33-fdd5-4ec7-8cda-d39ae183dfa1 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 34524205-14bb-4755-b850-6df1b4533763] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 977.200858] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-234b3e33-fdd5-4ec7-8cda-d39ae183dfa1 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 34524205-14bb-4755-b850-6df1b4533763] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 977.204285] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af522342-21ba-41dc-8778-fd160d1f60b4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.213917] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-234b3e33-fdd5-4ec7-8cda-d39ae183dfa1 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 34524205-14bb-4755-b850-6df1b4533763] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.213917] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2440fde-8a8d-4474-9c60-665d71176719 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.221453] env[69399]: DEBUG oslo_vmware.api [None req-234b3e33-fdd5-4ec7-8cda-d39ae183dfa1 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Waiting for the task: (returnval){ [ 977.221453] env[69399]: value = "task-4177011" [ 977.221453] env[69399]: _type = "Task" [ 977.221453] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.226555] env[69399]: DEBUG nova.scheduler.client.report [None req-bf2fc977-85e4-4fd7-9952-1c04f358ce31 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.235968] env[69399]: DEBUG oslo_vmware.api [None req-234b3e33-fdd5-4ec7-8cda-d39ae183dfa1 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Task: {'id': task-4177011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.249940] env[69399]: DEBUG nova.network.neutron [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Updating instance_info_cache with network_info: [{"id": "43936dbe-9298-42d7-ab35-6b154901fd12", "address": "fa:16:3e:48:ba:0b", "network": {"id": "cd2d8247-de75-4354-b56d-bc780d7ff471", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-395429609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d08f8e9a021349bdbc68f2db4a1242e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43936dbe-92", "ovs_interfaceid": "43936dbe-9298-42d7-ab35-6b154901fd12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.281291] env[69399]: DEBUG oslo_vmware.api [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177010, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06659} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.281555] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 977.282428] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e697550f-8e72-4b25-9854-6646e9e91743 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.312028] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 31ea7532-3ec5-4a25-8425-eb893a26169c/31ea7532-3ec5-4a25-8425-eb893a26169c.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.312028] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1eecb4ac-f86f-40d4-9fbc-bdedf9b2837a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.334557] env[69399]: DEBUG oslo_vmware.api [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 977.334557] env[69399]: value = "task-4177012" [ 977.334557] env[69399]: _type = "Task" [ 977.334557] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.344060] env[69399]: DEBUG oslo_vmware.api [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177012, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.583882] env[69399]: DEBUG nova.compute.manager [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 977.613554] env[69399]: DEBUG nova.virt.hardware [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.614882] env[69399]: DEBUG nova.virt.hardware [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.614882] env[69399]: DEBUG nova.virt.hardware [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.614882] env[69399]: DEBUG nova.virt.hardware [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.614882] env[69399]: DEBUG nova.virt.hardware [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.614882] env[69399]: DEBUG nova.virt.hardware [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.614882] env[69399]: DEBUG nova.virt.hardware [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.614882] env[69399]: DEBUG nova.virt.hardware [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.615239] env[69399]: DEBUG nova.virt.hardware [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.615239] env[69399]: DEBUG nova.virt.hardware [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.615350] env[69399]: DEBUG nova.virt.hardware [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.616316] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889acdd8-256a-4439-b799-e157e21033ea {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.624825] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ed8d89-438a-4db2-b65e-52987ef55832 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.639360] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Instance VIF info [] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 977.644611] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Creating folder: Project (77a056327cf444819b211ddd85e7b65b). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 977.644935] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af8cfaec-7abe-4fd3-8726-bd79c430ccdf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.656963] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Created folder: Project (77a056327cf444819b211ddd85e7b65b) in parent group-v826677. [ 977.657272] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Creating folder: Instances. Parent ref: group-v826842. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 977.657544] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab4f4194-a4f0-4f36-b5b9-6b3f6ac8e2e8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.669079] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Created folder: Instances in parent group-v826842. [ 977.669483] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.669780] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 977.670107] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74163bfc-6466-4cf0-801e-ee8c20d339f0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.688295] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 977.688295] env[69399]: value = "task-4177015" [ 977.688295] env[69399]: _type = "Task" [ 977.688295] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.696556] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177015, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.733209] env[69399]: DEBUG oslo_concurrency.lockutils [None req-bf2fc977-85e4-4fd7-9952-1c04f358ce31 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.181s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.735590] env[69399]: DEBUG oslo_vmware.api [None req-234b3e33-fdd5-4ec7-8cda-d39ae183dfa1 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Task: {'id': task-4177011, 'name': PowerOffVM_Task, 'duration_secs': 0.261884} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.736155] env[69399]: DEBUG oslo_concurrency.lockutils [None req-618f1291-f483-49a1-8f42-7e202c5c2835 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.877s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.736474] env[69399]: DEBUG nova.objects.instance [None req-618f1291-f483-49a1-8f42-7e202c5c2835 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Lazy-loading 'resources' on Instance uuid f7e38fa3-14c9-44a8-9234-45abec23187c {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.737926] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-234b3e33-fdd5-4ec7-8cda-d39ae183dfa1 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 34524205-14bb-4755-b850-6df1b4533763] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.738134] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-234b3e33-fdd5-4ec7-8cda-d39ae183dfa1 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 34524205-14bb-4755-b850-6df1b4533763] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.738666] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fb84f8f-9c83-42a0-8c7a-20db148d8487 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.753714] env[69399]: DEBUG oslo_concurrency.lockutils [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Releasing lock "refresh_cache-33ebc5f2-af2f-400d-b20b-b59ce6ef6b15" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.753996] env[69399]: DEBUG nova.compute.manager [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Instance network_info: |[{"id": "43936dbe-9298-42d7-ab35-6b154901fd12", "address": "fa:16:3e:48:ba:0b", "network": {"id": "cd2d8247-de75-4354-b56d-bc780d7ff471", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-395429609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d08f8e9a021349bdbc68f2db4a1242e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43936dbe-92", "ovs_interfaceid": "43936dbe-9298-42d7-ab35-6b154901fd12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 977.754820] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:ba:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43936dbe-9298-42d7-ab35-6b154901fd12', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 977.763209] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Creating folder: Project (d08f8e9a021349bdbc68f2db4a1242e4). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 977.764078] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa024a9e-2a2a-4728-b567-9fa3e5b51dc8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.769325] env[69399]: INFO nova.scheduler.client.report [None req-bf2fc977-85e4-4fd7-9952-1c04f358ce31 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Deleted allocations for instance 312f7261-371a-47ec-87c9-e3a1b6b191fa [ 977.777736] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Created folder: Project (d08f8e9a021349bdbc68f2db4a1242e4) in parent group-v826677. [ 977.777892] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Creating folder: Instances. Parent ref: group-v826845. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 977.778449] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a08b87cd-7c3b-4d1f-b9e8-adba9f4d47da {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.790793] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Created folder: Instances in parent group-v826845. [ 977.791097] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.791349] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 977.791590] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41222cd9-2890-4ad6-b222-3f8706fc6548 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.813788] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 977.813788] env[69399]: value = "task-4177019" [ 977.813788] env[69399]: _type = "Task" [ 977.813788] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.824492] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177019, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.846953] env[69399]: DEBUG oslo_vmware.api [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.866599] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-234b3e33-fdd5-4ec7-8cda-d39ae183dfa1 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 34524205-14bb-4755-b850-6df1b4533763] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.866939] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-234b3e33-fdd5-4ec7-8cda-d39ae183dfa1 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 34524205-14bb-4755-b850-6df1b4533763] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.867179] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-234b3e33-fdd5-4ec7-8cda-d39ae183dfa1 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Deleting the datastore file [datastore2] 34524205-14bb-4755-b850-6df1b4533763 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.867538] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67e4d777-cb67-467d-9e76-ad4916f5c232 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.875058] env[69399]: DEBUG oslo_vmware.api [None req-234b3e33-fdd5-4ec7-8cda-d39ae183dfa1 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Waiting for the task: (returnval){ [ 977.875058] env[69399]: value = "task-4177020" [ 977.875058] env[69399]: _type = "Task" [ 977.875058] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.884534] env[69399]: DEBUG oslo_vmware.api [None req-234b3e33-fdd5-4ec7-8cda-d39ae183dfa1 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Task: {'id': task-4177020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.097715] env[69399]: DEBUG nova.compute.manager [req-6b936a37-336b-4d1e-8bc3-ef6a1c45d5b2 req-90e69263-0993-4e61-97c7-2ebc63da91dc service nova] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Received event network-changed-43936dbe-9298-42d7-ab35-6b154901fd12 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.097881] env[69399]: DEBUG nova.compute.manager [req-6b936a37-336b-4d1e-8bc3-ef6a1c45d5b2 req-90e69263-0993-4e61-97c7-2ebc63da91dc service nova] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Refreshing instance network info cache due to event network-changed-43936dbe-9298-42d7-ab35-6b154901fd12. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 978.098151] env[69399]: DEBUG oslo_concurrency.lockutils [req-6b936a37-336b-4d1e-8bc3-ef6a1c45d5b2 req-90e69263-0993-4e61-97c7-2ebc63da91dc service nova] Acquiring lock "refresh_cache-33ebc5f2-af2f-400d-b20b-b59ce6ef6b15" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.098220] env[69399]: DEBUG oslo_concurrency.lockutils [req-6b936a37-336b-4d1e-8bc3-ef6a1c45d5b2 req-90e69263-0993-4e61-97c7-2ebc63da91dc service nova] Acquired lock "refresh_cache-33ebc5f2-af2f-400d-b20b-b59ce6ef6b15" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.098394] env[69399]: DEBUG nova.network.neutron [req-6b936a37-336b-4d1e-8bc3-ef6a1c45d5b2 req-90e69263-0993-4e61-97c7-2ebc63da91dc service nova] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Refreshing network info cache for port 43936dbe-9298-42d7-ab35-6b154901fd12 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.211492] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177015, 'name': CreateVM_Task, 'duration_secs': 0.320101} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.212030] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 978.212159] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.212330] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.212672] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.212995] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6fc2f5b-10ca-4a41-97e0-35b9a662bc8a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.219767] env[69399]: DEBUG oslo_vmware.api [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Waiting for the task: (returnval){ [ 978.219767] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]524cceef-9f68-c45f-9785-514bed6f8044" [ 978.219767] env[69399]: _type = "Task" [ 978.219767] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.228941] env[69399]: DEBUG oslo_vmware.api [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]524cceef-9f68-c45f-9785-514bed6f8044, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.282769] env[69399]: DEBUG oslo_concurrency.lockutils [None req-bf2fc977-85e4-4fd7-9952-1c04f358ce31 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Lock "312f7261-371a-47ec-87c9-e3a1b6b191fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.309s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.326924] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177019, 'name': CreateVM_Task, 'duration_secs': 0.359072} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.327117] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 978.327876] env[69399]: DEBUG oslo_concurrency.lockutils [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.345719] env[69399]: DEBUG oslo_vmware.api [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177012, 'name': ReconfigVM_Task, 'duration_secs': 0.841777} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.348030] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 31ea7532-3ec5-4a25-8425-eb893a26169c/31ea7532-3ec5-4a25-8425-eb893a26169c.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.348966] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f78b4e3-fd1c-4355-9755-0b383973efdc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.356281] env[69399]: DEBUG oslo_vmware.api [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 978.356281] env[69399]: value = "task-4177021" [ 978.356281] env[69399]: _type = "Task" [ 978.356281] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.366878] env[69399]: DEBUG oslo_vmware.api [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177021, 'name': Rename_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.387031] env[69399]: DEBUG oslo_vmware.api [None req-234b3e33-fdd5-4ec7-8cda-d39ae183dfa1 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Task: {'id': task-4177020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158464} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.387288] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-234b3e33-fdd5-4ec7-8cda-d39ae183dfa1 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.387473] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-234b3e33-fdd5-4ec7-8cda-d39ae183dfa1 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 34524205-14bb-4755-b850-6df1b4533763] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.387657] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-234b3e33-fdd5-4ec7-8cda-d39ae183dfa1 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 34524205-14bb-4755-b850-6df1b4533763] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.387829] env[69399]: INFO nova.compute.manager [None req-234b3e33-fdd5-4ec7-8cda-d39ae183dfa1 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] [instance: 34524205-14bb-4755-b850-6df1b4533763] Took 1.19 seconds to destroy the instance on the hypervisor. [ 978.388085] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-234b3e33-fdd5-4ec7-8cda-d39ae183dfa1 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.390732] env[69399]: DEBUG nova.compute.manager [-] [instance: 34524205-14bb-4755-b850-6df1b4533763] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 978.390839] env[69399]: DEBUG nova.network.neutron [-] [instance: 34524205-14bb-4755-b850-6df1b4533763] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 978.724022] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfdcb129-901e-49fd-b412-28f8c48548ca {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.739030] env[69399]: DEBUG oslo_vmware.api [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]524cceef-9f68-c45f-9785-514bed6f8044, 'name': SearchDatastore_Task, 'duration_secs': 0.010704} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.739424] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.739688] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 978.739911] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.740068] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.740249] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 978.741262] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ace143-b6b7-4a87-847c-10ff5f78b958 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.744985] env[69399]: DEBUG oslo_concurrency.lockutils [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.745552] env[69399]: DEBUG oslo_concurrency.lockutils [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.745861] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6856f885-409f-4fa8-9934-4dd9a47ddfed {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.747814] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7c63250-57d7-4c0e-ad90-2780e8e514ac {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.784715] env[69399]: DEBUG oslo_vmware.api [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Waiting for the task: (returnval){ [ 978.784715] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c8bdbc-8659-dffa-44ec-3f68d54ceeee" [ 978.784715] env[69399]: _type = "Task" [ 978.784715] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.792326] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638073bb-ab8d-4d9f-9ff8-761032733bb8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.792667] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.792859] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 978.796633] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-420e845e-92ed-40e8-8bdb-6cf21daab12a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.809221] env[69399]: DEBUG oslo_vmware.api [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Waiting for the task: (returnval){ [ 978.809221] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52289bd0-998d-2dab-7cd3-00ad28f32e4d" [ 978.809221] env[69399]: _type = "Task" [ 978.809221] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.810061] env[69399]: DEBUG oslo_vmware.api [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c8bdbc-8659-dffa-44ec-3f68d54ceeee, 'name': SearchDatastore_Task, 'duration_secs': 0.010767} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.810061] env[69399]: DEBUG oslo_concurrency.lockutils [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.810270] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 978.810490] env[69399]: DEBUG oslo_concurrency.lockutils [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.812020] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93ffcb6-a311-4652-b1c1-1b63aa5c0973 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.827000] env[69399]: DEBUG oslo_vmware.api [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52289bd0-998d-2dab-7cd3-00ad28f32e4d, 'name': SearchDatastore_Task, 'duration_secs': 0.013856} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.835787] env[69399]: DEBUG nova.compute.provider_tree [None req-618f1291-f483-49a1-8f42-7e202c5c2835 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.841293] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76992851-7259-413b-bb73-8aed9057f6dd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.848579] env[69399]: DEBUG oslo_vmware.api [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Waiting for the task: (returnval){ [ 978.848579] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]524fe95e-e024-3e2a-5d53-65c5dedf1234" [ 978.848579] env[69399]: _type = "Task" [ 978.848579] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.859656] env[69399]: DEBUG oslo_vmware.api [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]524fe95e-e024-3e2a-5d53-65c5dedf1234, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.870345] env[69399]: DEBUG oslo_vmware.api [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177021, 'name': Rename_Task, 'duration_secs': 0.16295} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.870478] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.870795] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89ac9689-538f-4e65-8462-bf9a616e1902 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.879645] env[69399]: DEBUG oslo_vmware.api [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 978.879645] env[69399]: value = "task-4177023" [ 978.879645] env[69399]: _type = "Task" [ 978.879645] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.888862] env[69399]: DEBUG oslo_vmware.api [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.903526] env[69399]: DEBUG nova.network.neutron [req-6b936a37-336b-4d1e-8bc3-ef6a1c45d5b2 req-90e69263-0993-4e61-97c7-2ebc63da91dc service nova] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Updated VIF entry in instance network info cache for port 43936dbe-9298-42d7-ab35-6b154901fd12. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 978.903912] env[69399]: DEBUG nova.network.neutron [req-6b936a37-336b-4d1e-8bc3-ef6a1c45d5b2 req-90e69263-0993-4e61-97c7-2ebc63da91dc service nova] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Updating instance_info_cache with network_info: [{"id": "43936dbe-9298-42d7-ab35-6b154901fd12", "address": "fa:16:3e:48:ba:0b", "network": {"id": "cd2d8247-de75-4354-b56d-bc780d7ff471", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-395429609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d08f8e9a021349bdbc68f2db4a1242e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43936dbe-92", "ovs_interfaceid": "43936dbe-9298-42d7-ab35-6b154901fd12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.345752] env[69399]: DEBUG nova.scheduler.client.report [None req-618f1291-f483-49a1-8f42-7e202c5c2835 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.365455] env[69399]: DEBUG oslo_vmware.api [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]524fe95e-e024-3e2a-5d53-65c5dedf1234, 'name': SearchDatastore_Task, 'duration_secs': 0.011048} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.366525] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.366824] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 517cc4aa-5162-41cf-9c07-48c5fc662987/517cc4aa-5162-41cf-9c07-48c5fc662987.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.369020] env[69399]: DEBUG oslo_concurrency.lockutils [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.369020] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.369020] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-672ecd6a-c7ef-4d2d-8a76-1011edea9295 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.370690] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18312f2d-2fa5-47d9-aad2-2c5d2585cb18 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.379944] env[69399]: DEBUG oslo_vmware.api [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Waiting for the task: (returnval){ [ 979.379944] env[69399]: value = "task-4177024" [ 979.379944] env[69399]: _type = "Task" [ 979.379944] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.391530] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.391757] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.393258] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8793bfde-f2f7-422b-a864-834e19da7722 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.403849] env[69399]: DEBUG oslo_vmware.api [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Task: {'id': task-4177024, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.404452] env[69399]: DEBUG oslo_vmware.api [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177023, 'name': PowerOnVM_Task, 'duration_secs': 0.51746} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.405047] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.405320] env[69399]: INFO nova.compute.manager [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Took 9.67 seconds to spawn the instance on the hypervisor. [ 979.406058] env[69399]: DEBUG nova.compute.manager [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.406199] env[69399]: DEBUG oslo_concurrency.lockutils [req-6b936a37-336b-4d1e-8bc3-ef6a1c45d5b2 req-90e69263-0993-4e61-97c7-2ebc63da91dc service nova] Releasing lock "refresh_cache-33ebc5f2-af2f-400d-b20b-b59ce6ef6b15" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.407169] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0758a455-c4c1-4033-ae0a-7720063479d4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.411546] env[69399]: DEBUG oslo_vmware.api [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Waiting for the task: (returnval){ [ 979.411546] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5206e39e-6a35-536a-e2ae-acc0181cd77f" [ 979.411546] env[69399]: _type = "Task" [ 979.411546] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.428328] env[69399]: DEBUG oslo_vmware.api [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5206e39e-6a35-536a-e2ae-acc0181cd77f, 'name': SearchDatastore_Task, 'duration_secs': 0.010562} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.429427] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d5d4e90-9259-43eb-bb89-4cf2946ed5a8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.435899] env[69399]: DEBUG oslo_vmware.api [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Waiting for the task: (returnval){ [ 979.435899] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5230532d-a060-4a73-ca01-337230b412a3" [ 979.435899] env[69399]: _type = "Task" [ 979.435899] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.445634] env[69399]: DEBUG oslo_vmware.api [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5230532d-a060-4a73-ca01-337230b412a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.767863] env[69399]: DEBUG nova.network.neutron [-] [instance: 34524205-14bb-4755-b850-6df1b4533763] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.851498] env[69399]: DEBUG oslo_concurrency.lockutils [None req-618f1291-f483-49a1-8f42-7e202c5c2835 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.855212] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f8bdd434-c5fe-425b-a4cb-cc9978c1fada tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.674s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.855212] env[69399]: DEBUG nova.objects.instance [None req-f8bdd434-c5fe-425b-a4cb-cc9978c1fada tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Lazy-loading 'resources' on Instance uuid 97eda364-701c-4a37-b3b8-9e399dad5fd5 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.880313] env[69399]: INFO nova.scheduler.client.report [None req-618f1291-f483-49a1-8f42-7e202c5c2835 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Deleted allocations for instance f7e38fa3-14c9-44a8-9234-45abec23187c [ 979.895114] env[69399]: DEBUG oslo_vmware.api [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Task: {'id': task-4177024, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497012} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.896288] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 517cc4aa-5162-41cf-9c07-48c5fc662987/517cc4aa-5162-41cf-9c07-48c5fc662987.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.896288] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.896288] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b709a4e-3457-481f-ba37-f4ebb78a385e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.903360] env[69399]: DEBUG oslo_vmware.api [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Waiting for the task: (returnval){ [ 979.903360] env[69399]: value = "task-4177025" [ 979.903360] env[69399]: _type = "Task" [ 979.903360] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.915281] env[69399]: DEBUG oslo_vmware.api [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Task: {'id': task-4177025, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.934179] env[69399]: INFO nova.compute.manager [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Took 64.55 seconds to build instance. [ 979.954861] env[69399]: DEBUG oslo_vmware.api [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5230532d-a060-4a73-ca01-337230b412a3, 'name': SearchDatastore_Task, 'duration_secs': 0.009883} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.955076] env[69399]: DEBUG oslo_concurrency.lockutils [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.955160] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15/33ebc5f2-af2f-400d-b20b-b59ce6ef6b15.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.955457] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c223383-565d-421f-b822-65e74fa1aaca {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.964138] env[69399]: DEBUG oslo_vmware.api [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Waiting for the task: (returnval){ [ 979.964138] env[69399]: value = "task-4177026" [ 979.964138] env[69399]: _type = "Task" [ 979.964138] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.973933] env[69399]: DEBUG oslo_vmware.api [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Task: {'id': task-4177026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.252343] env[69399]: DEBUG nova.compute.manager [req-bfc48110-3dc1-49f9-9c7a-6865da73bf79 req-9d5513d6-b9c6-4d8f-ae3b-9d95a68dbe4b service nova] [instance: 34524205-14bb-4755-b850-6df1b4533763] Received event network-vif-deleted-fd11213c-5b3a-4671-980a-b14135df4fd9 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.252525] env[69399]: DEBUG nova.compute.manager [req-bfc48110-3dc1-49f9-9c7a-6865da73bf79 req-9d5513d6-b9c6-4d8f-ae3b-9d95a68dbe4b service nova] [instance: 34524205-14bb-4755-b850-6df1b4533763] Received event network-vif-deleted-2fcfebeb-920e-4543-91bc-3d2f74248c22 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.271334] env[69399]: INFO nova.compute.manager [-] [instance: 34524205-14bb-4755-b850-6df1b4533763] Took 1.88 seconds to deallocate network for instance. [ 980.391449] env[69399]: DEBUG oslo_concurrency.lockutils [None req-618f1291-f483-49a1-8f42-7e202c5c2835 tempest-VolumesAdminNegativeTest-1082130672 tempest-VolumesAdminNegativeTest-1082130672-project-member] Lock "f7e38fa3-14c9-44a8-9234-45abec23187c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.328s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.414174] env[69399]: DEBUG oslo_vmware.api [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Task: {'id': task-4177025, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087045} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.414321] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 980.417989] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2e0c39-39c4-4005-b99b-8568a86047c0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.439166] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 517cc4aa-5162-41cf-9c07-48c5fc662987/517cc4aa-5162-41cf-9c07-48c5fc662987.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.443241] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2846581-6c25-4d72-8d8e-af0a251ac0d0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.459303] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f888aa1b-1017-4b6a-9c03-185af81f0f9a tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "31ea7532-3ec5-4a25-8425-eb893a26169c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.095s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.470235] env[69399]: DEBUG oslo_vmware.api [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Waiting for the task: (returnval){ [ 980.470235] env[69399]: value = "task-4177027" [ 980.470235] env[69399]: _type = "Task" [ 980.470235] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.480719] env[69399]: DEBUG oslo_vmware.api [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Task: {'id': task-4177026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448355} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.481377] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15/33ebc5f2-af2f-400d-b20b-b59ce6ef6b15.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 980.481604] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 980.481916] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d00d13de-9e72-4087-b73c-7bee13973bf1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.490158] env[69399]: DEBUG oslo_vmware.api [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Task: {'id': task-4177027, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.495716] env[69399]: DEBUG oslo_vmware.api [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Waiting for the task: (returnval){ [ 980.495716] env[69399]: value = "task-4177028" [ 980.495716] env[69399]: _type = "Task" [ 980.495716] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.507128] env[69399]: DEBUG oslo_vmware.api [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Task: {'id': task-4177028, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.780062] env[69399]: DEBUG oslo_concurrency.lockutils [None req-234b3e33-fdd5-4ec7-8cda-d39ae183dfa1 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.963010] env[69399]: DEBUG nova.compute.manager [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 980.984540] env[69399]: DEBUG oslo_vmware.api [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Task: {'id': task-4177027, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.008176] env[69399]: DEBUG oslo_vmware.api [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Task: {'id': task-4177028, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066018} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.011906] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 981.013532] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0389f76b-4d28-4c93-a3f5-cdd0ed9eebef {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.039389] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15/33ebc5f2-af2f-400d-b20b-b59ce6ef6b15.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.041211] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6afe744-5e00-4bba-9ef3-b9c761cd4dae {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.057509] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8aa21e-fcf1-4b77-94fe-be08ebc4b7c6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.066175] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4519601a-65bf-497c-aba6-ef106dd67c08 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.070714] env[69399]: DEBUG oslo_vmware.api [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Waiting for the task: (returnval){ [ 981.070714] env[69399]: value = "task-4177030" [ 981.070714] env[69399]: _type = "Task" [ 981.070714] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.102813] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f59da06-04ad-4deb-8a5c-cc9817fea3a3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.109041] env[69399]: DEBUG oslo_vmware.api [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Task: {'id': task-4177030, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.114701] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6bfe5f-1d42-4430-afc7-74eadb37b467 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.128938] env[69399]: DEBUG nova.compute.provider_tree [None req-f8bdd434-c5fe-425b-a4cb-cc9978c1fada tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.486034] env[69399]: DEBUG oslo_vmware.api [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Task: {'id': task-4177027, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.490180] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.582843] env[69399]: DEBUG oslo_vmware.api [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Task: {'id': task-4177030, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.632839] env[69399]: DEBUG nova.scheduler.client.report [None req-f8bdd434-c5fe-425b-a4cb-cc9978c1fada tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.992852] env[69399]: DEBUG oslo_vmware.api [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Task: {'id': task-4177027, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.032823] env[69399]: DEBUG oslo_concurrency.lockutils [None req-01e7d2a2-4e60-4426-92f7-1bc04eb54ff1 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Acquiring lock "78876af3-91f0-4cdf-bdde-39b4519e54bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.033480] env[69399]: DEBUG oslo_concurrency.lockutils [None req-01e7d2a2-4e60-4426-92f7-1bc04eb54ff1 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Lock "78876af3-91f0-4cdf-bdde-39b4519e54bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.033607] env[69399]: DEBUG oslo_concurrency.lockutils [None req-01e7d2a2-4e60-4426-92f7-1bc04eb54ff1 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Acquiring lock "78876af3-91f0-4cdf-bdde-39b4519e54bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.033902] env[69399]: DEBUG oslo_concurrency.lockutils [None req-01e7d2a2-4e60-4426-92f7-1bc04eb54ff1 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Lock "78876af3-91f0-4cdf-bdde-39b4519e54bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.034200] env[69399]: DEBUG oslo_concurrency.lockutils [None req-01e7d2a2-4e60-4426-92f7-1bc04eb54ff1 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Lock "78876af3-91f0-4cdf-bdde-39b4519e54bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.037649] env[69399]: INFO nova.compute.manager [None req-01e7d2a2-4e60-4426-92f7-1bc04eb54ff1 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Terminating instance [ 982.085411] env[69399]: DEBUG oslo_vmware.api [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Task: {'id': task-4177030, 'name': ReconfigVM_Task, 'duration_secs': 0.848142} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.085873] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15/33ebc5f2-af2f-400d-b20b-b59ce6ef6b15.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.087136] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32c700bd-e77d-4256-9b1d-29d7fec6e26a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.095515] env[69399]: DEBUG oslo_vmware.api [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Waiting for the task: (returnval){ [ 982.095515] env[69399]: value = "task-4177031" [ 982.095515] env[69399]: _type = "Task" [ 982.095515] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.107158] env[69399]: DEBUG oslo_vmware.api [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Task: {'id': task-4177031, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.139164] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f8bdd434-c5fe-425b-a4cb-cc9978c1fada tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.284s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.141778] env[69399]: DEBUG oslo_concurrency.lockutils [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.130s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.142037] env[69399]: DEBUG nova.objects.instance [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69399) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 982.165671] env[69399]: INFO nova.scheduler.client.report [None req-f8bdd434-c5fe-425b-a4cb-cc9978c1fada tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Deleted allocations for instance 97eda364-701c-4a37-b3b8-9e399dad5fd5 [ 982.280601] env[69399]: DEBUG nova.compute.manager [req-8c0de516-683d-4612-8115-963a0d8c02c6 req-9086b8af-d854-43d3-b024-2a353fa2989e service nova] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Received event network-changed-754c9a4c-5252-40bc-adf1-ce20394b118a {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.280966] env[69399]: DEBUG nova.compute.manager [req-8c0de516-683d-4612-8115-963a0d8c02c6 req-9086b8af-d854-43d3-b024-2a353fa2989e service nova] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Refreshing instance network info cache due to event network-changed-754c9a4c-5252-40bc-adf1-ce20394b118a. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 982.281221] env[69399]: DEBUG oslo_concurrency.lockutils [req-8c0de516-683d-4612-8115-963a0d8c02c6 req-9086b8af-d854-43d3-b024-2a353fa2989e service nova] Acquiring lock "refresh_cache-31ea7532-3ec5-4a25-8425-eb893a26169c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.281430] env[69399]: DEBUG oslo_concurrency.lockutils [req-8c0de516-683d-4612-8115-963a0d8c02c6 req-9086b8af-d854-43d3-b024-2a353fa2989e service nova] Acquired lock "refresh_cache-31ea7532-3ec5-4a25-8425-eb893a26169c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.281640] env[69399]: DEBUG nova.network.neutron [req-8c0de516-683d-4612-8115-963a0d8c02c6 req-9086b8af-d854-43d3-b024-2a353fa2989e service nova] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Refreshing network info cache for port 754c9a4c-5252-40bc-adf1-ce20394b118a {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.495517] env[69399]: DEBUG oslo_vmware.api [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Task: {'id': task-4177027, 'name': ReconfigVM_Task, 'duration_secs': 1.825392} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.495517] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 517cc4aa-5162-41cf-9c07-48c5fc662987/517cc4aa-5162-41cf-9c07-48c5fc662987.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.495517] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29877651-8544-40f6-afde-5d8794d0da23 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.501646] env[69399]: DEBUG oslo_vmware.api [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Waiting for the task: (returnval){ [ 982.501646] env[69399]: value = "task-4177032" [ 982.501646] env[69399]: _type = "Task" [ 982.501646] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.513184] env[69399]: DEBUG oslo_vmware.api [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Task: {'id': task-4177032, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.544584] env[69399]: DEBUG nova.compute.manager [None req-01e7d2a2-4e60-4426-92f7-1bc04eb54ff1 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 982.544838] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-01e7d2a2-4e60-4426-92f7-1bc04eb54ff1 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.546447] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d656ab-0011-4c28-916d-6df6dc6146e7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.555624] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e7d2a2-4e60-4426-92f7-1bc04eb54ff1 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.555910] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-023d811a-c238-4b4b-a1bb-752bac9e663f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.565208] env[69399]: DEBUG oslo_vmware.api [None req-01e7d2a2-4e60-4426-92f7-1bc04eb54ff1 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Waiting for the task: (returnval){ [ 982.565208] env[69399]: value = "task-4177033" [ 982.565208] env[69399]: _type = "Task" [ 982.565208] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.573684] env[69399]: DEBUG oslo_vmware.api [None req-01e7d2a2-4e60-4426-92f7-1bc04eb54ff1 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': task-4177033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.607166] env[69399]: DEBUG oslo_vmware.api [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Task: {'id': task-4177031, 'name': Rename_Task, 'duration_secs': 0.177496} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.607653] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.607898] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a77352c-4d51-41b2-9b80-41169a467313 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.617133] env[69399]: DEBUG oslo_vmware.api [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Waiting for the task: (returnval){ [ 982.617133] env[69399]: value = "task-4177034" [ 982.617133] env[69399]: _type = "Task" [ 982.617133] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.627897] env[69399]: DEBUG oslo_vmware.api [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Task: {'id': task-4177034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.675503] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f8bdd434-c5fe-425b-a4cb-cc9978c1fada tempest-FloatingIPsAssociationTestJSON-1417516499 tempest-FloatingIPsAssociationTestJSON-1417516499-project-member] Lock "97eda364-701c-4a37-b3b8-9e399dad5fd5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.309s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.020052] env[69399]: DEBUG oslo_vmware.api [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Task: {'id': task-4177032, 'name': Rename_Task, 'duration_secs': 0.170503} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.020052] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.023481] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fde6d44e-076c-41ef-900b-6be1317da291 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.036478] env[69399]: DEBUG oslo_vmware.api [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Waiting for the task: (returnval){ [ 983.036478] env[69399]: value = "task-4177036" [ 983.036478] env[69399]: _type = "Task" [ 983.036478] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.046954] env[69399]: DEBUG oslo_vmware.api [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Task: {'id': task-4177036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.076759] env[69399]: DEBUG oslo_vmware.api [None req-01e7d2a2-4e60-4426-92f7-1bc04eb54ff1 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': task-4177033, 'name': PowerOffVM_Task, 'duration_secs': 0.227777} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.077137] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e7d2a2-4e60-4426-92f7-1bc04eb54ff1 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.077314] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-01e7d2a2-4e60-4426-92f7-1bc04eb54ff1 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.077659] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e5eab1c-c471-4f33-9fba-23b07fb9e061 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.130426] env[69399]: DEBUG oslo_vmware.api [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Task: {'id': task-4177034, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.153202] env[69399]: DEBUG oslo_concurrency.lockutils [None req-28c6949a-64ff-464d-a874-b466ed0e7853 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.157425] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e045fe05-69ab-4ebb-9b13-5eaba93af5e3 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.454s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.157736] env[69399]: DEBUG nova.objects.instance [None req-e045fe05-69ab-4ebb-9b13-5eaba93af5e3 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Lazy-loading 'resources' on Instance uuid 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.161060] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-01e7d2a2-4e60-4426-92f7-1bc04eb54ff1 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.161363] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-01e7d2a2-4e60-4426-92f7-1bc04eb54ff1 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.161563] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-01e7d2a2-4e60-4426-92f7-1bc04eb54ff1 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Deleting the datastore file [datastore2] 78876af3-91f0-4cdf-bdde-39b4519e54bc {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.162228] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a2551f3-881e-4ac9-8ba0-f37fb9f46653 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.174650] env[69399]: DEBUG oslo_vmware.api [None req-01e7d2a2-4e60-4426-92f7-1bc04eb54ff1 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Waiting for the task: (returnval){ [ 983.174650] env[69399]: value = "task-4177038" [ 983.174650] env[69399]: _type = "Task" [ 983.174650] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.188722] env[69399]: DEBUG oslo_vmware.api [None req-01e7d2a2-4e60-4426-92f7-1bc04eb54ff1 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': task-4177038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.551794] env[69399]: DEBUG oslo_vmware.api [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Task: {'id': task-4177036, 'name': PowerOnVM_Task, 'duration_secs': 0.468551} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.552116] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.552318] env[69399]: INFO nova.compute.manager [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Took 5.97 seconds to spawn the instance on the hypervisor. [ 983.552499] env[69399]: DEBUG nova.compute.manager [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.553307] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f1f351-bc35-4f31-91a0-08d1d0a7ba10 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.568872] env[69399]: DEBUG nova.network.neutron [req-8c0de516-683d-4612-8115-963a0d8c02c6 req-9086b8af-d854-43d3-b024-2a353fa2989e service nova] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Updated VIF entry in instance network info cache for port 754c9a4c-5252-40bc-adf1-ce20394b118a. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.568872] env[69399]: DEBUG nova.network.neutron [req-8c0de516-683d-4612-8115-963a0d8c02c6 req-9086b8af-d854-43d3-b024-2a353fa2989e service nova] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Updating instance_info_cache with network_info: [{"id": "754c9a4c-5252-40bc-adf1-ce20394b118a", "address": "fa:16:3e:11:3a:9d", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap754c9a4c-52", "ovs_interfaceid": "754c9a4c-5252-40bc-adf1-ce20394b118a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.643498] env[69399]: DEBUG oslo_vmware.api [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Task: {'id': task-4177034, 'name': PowerOnVM_Task, 'duration_secs': 0.738894} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.643895] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.643988] env[69399]: INFO nova.compute.manager [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Took 8.88 seconds to spawn the instance on the hypervisor. [ 983.644253] env[69399]: DEBUG nova.compute.manager [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.645114] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a7842a-8b0f-4ab0-8e0f-c3359008dffd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.688125] env[69399]: DEBUG oslo_vmware.api [None req-01e7d2a2-4e60-4426-92f7-1bc04eb54ff1 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Task: {'id': task-4177038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302125} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.688125] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-01e7d2a2-4e60-4426-92f7-1bc04eb54ff1 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.688404] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-01e7d2a2-4e60-4426-92f7-1bc04eb54ff1 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.688549] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-01e7d2a2-4e60-4426-92f7-1bc04eb54ff1 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.689086] env[69399]: INFO nova.compute.manager [None req-01e7d2a2-4e60-4426-92f7-1bc04eb54ff1 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 983.689086] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01e7d2a2-4e60-4426-92f7-1bc04eb54ff1 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.689191] env[69399]: DEBUG nova.compute.manager [-] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.689220] env[69399]: DEBUG nova.network.neutron [-] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.075555] env[69399]: DEBUG oslo_concurrency.lockutils [req-8c0de516-683d-4612-8115-963a0d8c02c6 req-9086b8af-d854-43d3-b024-2a353fa2989e service nova] Releasing lock "refresh_cache-31ea7532-3ec5-4a25-8425-eb893a26169c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.077304] env[69399]: INFO nova.compute.manager [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Took 57.60 seconds to build instance. [ 984.167834] env[69399]: INFO nova.compute.manager [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Took 62.06 seconds to build instance. [ 984.240588] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f868b9b6-c7de-4ef9-b843-3947a6698bc3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.251992] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2cbb00-a67f-407c-be81-b97858519fb4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.299918] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bee8634-e115-4a09-a179-b3057337bb96 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.310714] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c286ed4-cd1a-4f8e-9207-fd703006c1cd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.327404] env[69399]: DEBUG nova.compute.provider_tree [None req-e045fe05-69ab-4ebb-9b13-5eaba93af5e3 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.333623] env[69399]: DEBUG nova.compute.manager [req-d59997ad-713a-405b-a76b-f73d25448726 req-95aa0a22-6baf-401d-8bc7-b16b3d47bc9e service nova] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Received event network-vif-deleted-7b9401f5-0b18-4514-a3d5-d7b566e34222 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.333840] env[69399]: INFO nova.compute.manager [req-d59997ad-713a-405b-a76b-f73d25448726 req-95aa0a22-6baf-401d-8bc7-b16b3d47bc9e service nova] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Neutron deleted interface 7b9401f5-0b18-4514-a3d5-d7b566e34222; detaching it from the instance and deleting it from the info cache [ 984.334099] env[69399]: DEBUG nova.network.neutron [req-d59997ad-713a-405b-a76b-f73d25448726 req-95aa0a22-6baf-401d-8bc7-b16b3d47bc9e service nova] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.580615] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4095649a-2d30-4d25-a752-6f1e6975d754 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Lock "517cc4aa-5162-41cf-9c07-48c5fc662987" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.114s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.669990] env[69399]: DEBUG oslo_concurrency.lockutils [None req-19c516f9-279b-4a13-8f21-abfa20f26884 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Lock "33ebc5f2-af2f-400d-b20b-b59ce6ef6b15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.579s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.808631] env[69399]: DEBUG nova.network.neutron [-] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.837229] env[69399]: DEBUG nova.scheduler.client.report [None req-e045fe05-69ab-4ebb-9b13-5eaba93af5e3 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.842586] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cfc6f0d6-2233-405f-9058-46e9e413f1a1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.858479] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8d0289-9aec-404d-aa0c-3a88463f5184 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.899364] env[69399]: DEBUG nova.compute.manager [req-d59997ad-713a-405b-a76b-f73d25448726 req-95aa0a22-6baf-401d-8bc7-b16b3d47bc9e service nova] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Detach interface failed, port_id=7b9401f5-0b18-4514-a3d5-d7b566e34222, reason: Instance 78876af3-91f0-4cdf-bdde-39b4519e54bc could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 985.085401] env[69399]: DEBUG nova.compute.manager [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 985.312765] env[69399]: INFO nova.compute.manager [-] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Took 1.62 seconds to deallocate network for instance. [ 985.351682] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e045fe05-69ab-4ebb-9b13-5eaba93af5e3 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.192s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.352444] env[69399]: DEBUG oslo_concurrency.lockutils [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.157s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.354081] env[69399]: INFO nova.compute.claims [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 985.380505] env[69399]: INFO nova.scheduler.client.report [None req-e045fe05-69ab-4ebb-9b13-5eaba93af5e3 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Deleted allocations for instance 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce [ 985.608876] env[69399]: DEBUG oslo_concurrency.lockutils [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.734517] env[69399]: INFO nova.compute.manager [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Rebuilding instance [ 985.737150] env[69399]: DEBUG oslo_concurrency.lockutils [None req-10cb6227-6c25-4718-89f4-280f92b65896 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Acquiring lock "interface-33ebc5f2-af2f-400d-b20b-b59ce6ef6b15-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.737419] env[69399]: DEBUG oslo_concurrency.lockutils [None req-10cb6227-6c25-4718-89f4-280f92b65896 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Lock "interface-33ebc5f2-af2f-400d-b20b-b59ce6ef6b15-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.739175] env[69399]: DEBUG nova.objects.instance [None req-10cb6227-6c25-4718-89f4-280f92b65896 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Lazy-loading 'flavor' on Instance uuid 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.799021] env[69399]: DEBUG nova.compute.manager [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.799021] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93746ba6-62f1-4e5b-aab7-14a5979c213c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.820075] env[69399]: DEBUG oslo_concurrency.lockutils [None req-01e7d2a2-4e60-4426-92f7-1bc04eb54ff1 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.890499] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e045fe05-69ab-4ebb-9b13-5eaba93af5e3 tempest-InstanceActionsTestJSON-696156259 tempest-InstanceActionsTestJSON-696156259-project-member] Lock "6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.898s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.246095] env[69399]: DEBUG nova.objects.instance [None req-10cb6227-6c25-4718-89f4-280f92b65896 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Lazy-loading 'pci_requests' on Instance uuid 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.750030] env[69399]: DEBUG nova.objects.base [None req-10cb6227-6c25-4718-89f4-280f92b65896 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Object Instance<33ebc5f2-af2f-400d-b20b-b59ce6ef6b15> lazy-loaded attributes: flavor,pci_requests {{(pid=69399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 986.750313] env[69399]: DEBUG nova.network.neutron [None req-10cb6227-6c25-4718-89f4-280f92b65896 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 986.813335] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.813703] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf9c339d-fa9d-43aa-93d3-2c774b223b3a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.823304] env[69399]: DEBUG oslo_vmware.api [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Waiting for the task: (returnval){ [ 986.823304] env[69399]: value = "task-4177040" [ 986.823304] env[69399]: _type = "Task" [ 986.823304] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.842971] env[69399]: DEBUG oslo_vmware.api [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Task: {'id': task-4177040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.852267] env[69399]: DEBUG oslo_concurrency.lockutils [None req-10cb6227-6c25-4718-89f4-280f92b65896 tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Lock "interface-33ebc5f2-af2f-400d-b20b-b59ce6ef6b15-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.114s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.874797] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51ad273-b496-4e48-a01a-ae22e953efab {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.883654] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c49391-a202-4d83-8909-b573a7e12423 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.923152] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283f3964-b884-4d97-aab2-9f423fd07621 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.933179] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fad833-1dac-4c26-8ace-e9620c3991c3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.952333] env[69399]: DEBUG nova.compute.provider_tree [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.334727] env[69399]: DEBUG oslo_vmware.api [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Task: {'id': task-4177040, 'name': PowerOffVM_Task, 'duration_secs': 0.174684} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.335048] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.335817] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.336685] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b3b2c5-12d9-43f7-8f58-86086310a6d4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.347490] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.347490] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c2be57d-3452-46b5-8703-6c14a6bedeeb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.379957] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.380405] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.380865] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Deleting the datastore file [datastore1] 517cc4aa-5162-41cf-9c07-48c5fc662987 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.381866] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbf0b99b-7239-4f88-8198-81ce143b9de2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.388075] env[69399]: DEBUG oslo_vmware.api [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Waiting for the task: (returnval){ [ 987.388075] env[69399]: value = "task-4177043" [ 987.388075] env[69399]: _type = "Task" [ 987.388075] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.402213] env[69399]: DEBUG oslo_vmware.api [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Task: {'id': task-4177043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.456325] env[69399]: DEBUG nova.scheduler.client.report [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.908343] env[69399]: DEBUG oslo_vmware.api [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Task: {'id': task-4177043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125114} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.908343] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.908343] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.909122] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.965052] env[69399]: DEBUG oslo_concurrency.lockutils [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.968031] env[69399]: DEBUG nova.compute.manager [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 987.977796] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.392s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.488830] env[69399]: DEBUG nova.compute.utils [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 988.489616] env[69399]: DEBUG nova.compute.manager [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 988.490082] env[69399]: DEBUG nova.network.neutron [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 988.600638] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b64ed9-0d1c-44e4-8e2d-2135a9f9bb12 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.613106] env[69399]: DEBUG nova.policy [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1956410c0ef848188bd1d48e356de229', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b62952031c546d29af88aaca8c017c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 988.614694] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764a2c85-adf5-4967-9c3c-86af71dacbe0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.652027] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f121f0-3b80-4e3d-a40b-e3bdfb45eb82 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.658295] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7e0bb0-0a2d-400f-bb67-5ec683bf9751 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.675567] env[69399]: DEBUG nova.compute.provider_tree [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.963030] env[69399]: DEBUG nova.virt.hardware [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.963579] env[69399]: DEBUG nova.virt.hardware [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.963579] env[69399]: DEBUG nova.virt.hardware [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.963760] env[69399]: DEBUG nova.virt.hardware [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.963912] env[69399]: DEBUG nova.virt.hardware [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.964083] env[69399]: DEBUG nova.virt.hardware [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.964981] env[69399]: DEBUG nova.virt.hardware [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.964981] env[69399]: DEBUG nova.virt.hardware [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.964981] env[69399]: DEBUG nova.virt.hardware [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.964981] env[69399]: DEBUG nova.virt.hardware [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.965238] env[69399]: DEBUG nova.virt.hardware [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.966125] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84fd8d7-b929-4687-91ba-4ecbf57149a1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.977230] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b23e757-f19d-4bdf-bb5a-590e5c101ee9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.993131] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Instance VIF info [] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.999115] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.000766] env[69399]: DEBUG nova.compute.manager [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 989.004923] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.009754] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d3b2e3d-aca1-4555-aa36-6e3c451ef331 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.029205] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.029205] env[69399]: value = "task-4177044" [ 989.029205] env[69399]: _type = "Task" [ 989.029205] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.036404] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d3365a25-7bfd-443b-b9d5-dccc78bc78be tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Acquiring lock "33ebc5f2-af2f-400d-b20b-b59ce6ef6b15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.036551] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d3365a25-7bfd-443b-b9d5-dccc78bc78be tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Lock "33ebc5f2-af2f-400d-b20b-b59ce6ef6b15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.036791] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d3365a25-7bfd-443b-b9d5-dccc78bc78be tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Acquiring lock "33ebc5f2-af2f-400d-b20b-b59ce6ef6b15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.036987] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d3365a25-7bfd-443b-b9d5-dccc78bc78be tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Lock "33ebc5f2-af2f-400d-b20b-b59ce6ef6b15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.037173] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d3365a25-7bfd-443b-b9d5-dccc78bc78be tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Lock "33ebc5f2-af2f-400d-b20b-b59ce6ef6b15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.041785] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177044, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.042720] env[69399]: INFO nova.compute.manager [None req-d3365a25-7bfd-443b-b9d5-dccc78bc78be tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Terminating instance [ 989.179629] env[69399]: DEBUG nova.scheduler.client.report [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.546832] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177044, 'name': CreateVM_Task, 'duration_secs': 0.325921} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.547058] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 989.547527] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.547692] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.548128] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.548952] env[69399]: DEBUG nova.compute.manager [None req-d3365a25-7bfd-443b-b9d5-dccc78bc78be tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 989.548952] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d3365a25-7bfd-443b-b9d5-dccc78bc78be tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.551037] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e414428-d4af-44b8-9d37-b612dc63a64d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.553946] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e9e5c9-5e50-49c2-a7d1-117c564f6962 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.571190] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3365a25-7bfd-443b-b9d5-dccc78bc78be tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.571576] env[69399]: DEBUG oslo_vmware.api [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Waiting for the task: (returnval){ [ 989.571576] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52dc44a5-3bb8-f59c-ea5a-96d7a0ac92c2" [ 989.571576] env[69399]: _type = "Task" [ 989.571576] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.572380] env[69399]: DEBUG nova.network.neutron [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Successfully created port: 84f8a929-fba9-4f93-ad2b-c6f4ef97548e {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 989.575355] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d88fa32-f412-40f0-a1f9-cf265b8598f9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.592393] env[69399]: DEBUG oslo_vmware.api [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52dc44a5-3bb8-f59c-ea5a-96d7a0ac92c2, 'name': SearchDatastore_Task, 'duration_secs': 0.013321} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.594037] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.594357] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.594733] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.594888] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.595091] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.595488] env[69399]: DEBUG oslo_vmware.api [None req-d3365a25-7bfd-443b-b9d5-dccc78bc78be tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Waiting for the task: (returnval){ [ 989.595488] env[69399]: value = "task-4177045" [ 989.595488] env[69399]: _type = "Task" [ 989.595488] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.596045] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c14daa52-9468-4783-ade2-2d4dfe50cc5f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.614465] env[69399]: DEBUG oslo_vmware.api [None req-d3365a25-7bfd-443b-b9d5-dccc78bc78be tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Task: {'id': task-4177045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.615889] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.616183] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.617188] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7204fca3-e449-47a5-994b-72d1b871c96c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.624855] env[69399]: DEBUG oslo_vmware.api [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Waiting for the task: (returnval){ [ 989.624855] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5226d7cb-e8b4-b82c-a6a4-24667b7f782e" [ 989.624855] env[69399]: _type = "Task" [ 989.624855] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.634995] env[69399]: DEBUG oslo_vmware.api [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5226d7cb-e8b4-b82c-a6a4-24667b7f782e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.686517] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.712s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.686517] env[69399]: INFO nova.compute.manager [None req-f244a404-10ce-479e-b05d-9add42dd87e7 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] [instance: c2e45558-5c57-4300-b255-1709734baa40] Successfully reverted task state from rebuilding on failure for instance. [ 989.691808] env[69399]: DEBUG oslo_concurrency.lockutils [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.022s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.693442] env[69399]: INFO nova.compute.claims [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.020752] env[69399]: DEBUG nova.compute.manager [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 990.063009] env[69399]: DEBUG nova.virt.hardware [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.063488] env[69399]: DEBUG nova.virt.hardware [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.063870] env[69399]: DEBUG nova.virt.hardware [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.064209] env[69399]: DEBUG nova.virt.hardware [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.064940] env[69399]: DEBUG nova.virt.hardware [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.066101] env[69399]: DEBUG nova.virt.hardware [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.066101] env[69399]: DEBUG nova.virt.hardware [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.066101] env[69399]: DEBUG nova.virt.hardware [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.066101] env[69399]: DEBUG nova.virt.hardware [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.070133] env[69399]: DEBUG nova.virt.hardware [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.070133] env[69399]: DEBUG nova.virt.hardware [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.070133] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bebf9e-2577-485c-8bde-a1d5df722c14 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.078948] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5d6e83-a329-4170-9adf-75ae888e2f24 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.118041] env[69399]: DEBUG oslo_vmware.api [None req-d3365a25-7bfd-443b-b9d5-dccc78bc78be tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Task: {'id': task-4177045, 'name': PowerOffVM_Task, 'duration_secs': 0.39553} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.118041] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3365a25-7bfd-443b-b9d5-dccc78bc78be tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.118041] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d3365a25-7bfd-443b-b9d5-dccc78bc78be tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.118238] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff2e4296-c4a6-48e4-a2ef-76b2e17f7e36 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.137018] env[69399]: DEBUG oslo_vmware.api [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5226d7cb-e8b4-b82c-a6a4-24667b7f782e, 'name': SearchDatastore_Task, 'duration_secs': 0.012092} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.137839] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-215527a0-1f0f-4eb7-97fd-6008304ab595 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.147980] env[69399]: DEBUG oslo_vmware.api [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Waiting for the task: (returnval){ [ 990.147980] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5289d024-7f08-9cb3-5ad6-27a4ab2d0d97" [ 990.147980] env[69399]: _type = "Task" [ 990.147980] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.158497] env[69399]: DEBUG oslo_vmware.api [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5289d024-7f08-9cb3-5ad6-27a4ab2d0d97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.452873] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d3365a25-7bfd-443b-b9d5-dccc78bc78be tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.453217] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d3365a25-7bfd-443b-b9d5-dccc78bc78be tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.453413] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3365a25-7bfd-443b-b9d5-dccc78bc78be tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Deleting the datastore file [datastore1] 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.453765] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3a94928-7fe0-4e35-bb63-e4a5e56a4940 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.462475] env[69399]: DEBUG oslo_vmware.api [None req-d3365a25-7bfd-443b-b9d5-dccc78bc78be tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Waiting for the task: (returnval){ [ 990.462475] env[69399]: value = "task-4177047" [ 990.462475] env[69399]: _type = "Task" [ 990.462475] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.472418] env[69399]: DEBUG oslo_vmware.api [None req-d3365a25-7bfd-443b-b9d5-dccc78bc78be tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Task: {'id': task-4177047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.624059] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "ceee5359-0359-4531-a7f0-1656c0329e0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.624059] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "ceee5359-0359-4531-a7f0-1656c0329e0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.659406] env[69399]: DEBUG oslo_vmware.api [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5289d024-7f08-9cb3-5ad6-27a4ab2d0d97, 'name': SearchDatastore_Task, 'duration_secs': 0.011808} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.659710] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.659943] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 517cc4aa-5162-41cf-9c07-48c5fc662987/517cc4aa-5162-41cf-9c07-48c5fc662987.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 990.660234] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6d72d0a-5449-40c1-8ad2-abf3c0a5f866 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.672591] env[69399]: DEBUG oslo_vmware.api [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Waiting for the task: (returnval){ [ 990.672591] env[69399]: value = "task-4177048" [ 990.672591] env[69399]: _type = "Task" [ 990.672591] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.682115] env[69399]: DEBUG oslo_vmware.api [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Task: {'id': task-4177048, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.986430] env[69399]: DEBUG oslo_vmware.api [None req-d3365a25-7bfd-443b-b9d5-dccc78bc78be tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Task: {'id': task-4177047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150087} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.986430] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3365a25-7bfd-443b-b9d5-dccc78bc78be tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.986430] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d3365a25-7bfd-443b-b9d5-dccc78bc78be tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.986430] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d3365a25-7bfd-443b-b9d5-dccc78bc78be tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.986430] env[69399]: INFO nova.compute.manager [None req-d3365a25-7bfd-443b-b9d5-dccc78bc78be tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Took 1.44 seconds to destroy the instance on the hypervisor. [ 990.986430] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3365a25-7bfd-443b-b9d5-dccc78bc78be tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.986430] env[69399]: DEBUG nova.compute.manager [-] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 990.986430] env[69399]: DEBUG nova.network.neutron [-] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 991.126761] env[69399]: DEBUG nova.compute.manager [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 991.196859] env[69399]: DEBUG oslo_vmware.api [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Task: {'id': task-4177048, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.353147] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9fc6e7-a5de-43d0-8e6d-9ea1cec0a462 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.363027] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0ab0e3-3454-49f3-b05b-5a4b42cb9ac6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.404647] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169eced0-4fb9-4df5-b22e-5b1c3eefda83 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.413253] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbab2b9-2885-4233-8c76-b70fcbd243d7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.429720] env[69399]: DEBUG nova.compute.provider_tree [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.504569] env[69399]: DEBUG nova.compute.manager [req-8e75c45d-e27f-476e-a7bf-50753b82a725 req-f288d594-9511-4ede-9459-181c16771b87 service nova] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Received event network-vif-plugged-84f8a929-fba9-4f93-ad2b-c6f4ef97548e {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.505045] env[69399]: DEBUG oslo_concurrency.lockutils [req-8e75c45d-e27f-476e-a7bf-50753b82a725 req-f288d594-9511-4ede-9459-181c16771b87 service nova] Acquiring lock "f3ea2749-5d82-4d96-953d-5edc0c34cb72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.505378] env[69399]: DEBUG oslo_concurrency.lockutils [req-8e75c45d-e27f-476e-a7bf-50753b82a725 req-f288d594-9511-4ede-9459-181c16771b87 service nova] Lock "f3ea2749-5d82-4d96-953d-5edc0c34cb72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.505986] env[69399]: DEBUG oslo_concurrency.lockutils [req-8e75c45d-e27f-476e-a7bf-50753b82a725 req-f288d594-9511-4ede-9459-181c16771b87 service nova] Lock "f3ea2749-5d82-4d96-953d-5edc0c34cb72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.505986] env[69399]: DEBUG nova.compute.manager [req-8e75c45d-e27f-476e-a7bf-50753b82a725 req-f288d594-9511-4ede-9459-181c16771b87 service nova] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] No waiting events found dispatching network-vif-plugged-84f8a929-fba9-4f93-ad2b-c6f4ef97548e {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 991.505986] env[69399]: WARNING nova.compute.manager [req-8e75c45d-e27f-476e-a7bf-50753b82a725 req-f288d594-9511-4ede-9459-181c16771b87 service nova] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Received unexpected event network-vif-plugged-84f8a929-fba9-4f93-ad2b-c6f4ef97548e for instance with vm_state building and task_state spawning. [ 991.586338] env[69399]: DEBUG nova.network.neutron [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Successfully updated port: 84f8a929-fba9-4f93-ad2b-c6f4ef97548e {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.590931] env[69399]: DEBUG nova.compute.manager [req-c3418c9e-dd6c-4d5e-a3f2-7f885d10669e req-0c829f08-5d5c-474f-8c80-1e18c2a99407 service nova] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Received event network-vif-deleted-43936dbe-9298-42d7-ab35-6b154901fd12 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.590931] env[69399]: INFO nova.compute.manager [req-c3418c9e-dd6c-4d5e-a3f2-7f885d10669e req-0c829f08-5d5c-474f-8c80-1e18c2a99407 service nova] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Neutron deleted interface 43936dbe-9298-42d7-ab35-6b154901fd12; detaching it from the instance and deleting it from the info cache [ 991.590931] env[69399]: DEBUG nova.network.neutron [req-c3418c9e-dd6c-4d5e-a3f2-7f885d10669e req-0c829f08-5d5c-474f-8c80-1e18c2a99407 service nova] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.664142] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.689043] env[69399]: DEBUG oslo_vmware.api [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Task: {'id': task-4177048, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531909} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.689043] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 517cc4aa-5162-41cf-9c07-48c5fc662987/517cc4aa-5162-41cf-9c07-48c5fc662987.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 991.689043] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 991.689043] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f43944d4-9cfe-4e96-98c2-f7debaf47ec9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.695816] env[69399]: DEBUG oslo_vmware.api [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Waiting for the task: (returnval){ [ 991.695816] env[69399]: value = "task-4177049" [ 991.695816] env[69399]: _type = "Task" [ 991.695816] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.705049] env[69399]: DEBUG oslo_vmware.api [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Task: {'id': task-4177049, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.782778] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Acquiring lock "3ac221b1-b73d-4027-8753-3c06a57affbb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.782778] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Lock "3ac221b1-b73d-4027-8753-3c06a57affbb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.933276] env[69399]: DEBUG nova.scheduler.client.report [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.945586] env[69399]: DEBUG nova.network.neutron [-] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.092614] env[69399]: DEBUG oslo_concurrency.lockutils [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Acquiring lock "refresh_cache-f3ea2749-5d82-4d96-953d-5edc0c34cb72" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.092803] env[69399]: DEBUG oslo_concurrency.lockutils [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Acquired lock "refresh_cache-f3ea2749-5d82-4d96-953d-5edc0c34cb72" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.092976] env[69399]: DEBUG nova.network.neutron [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.098026] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2475db62-f455-48c1-b069-28053c832344 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.108752] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740323ce-bc37-447b-a192-df2b86bf9849 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.147995] env[69399]: DEBUG nova.compute.manager [req-c3418c9e-dd6c-4d5e-a3f2-7f885d10669e req-0c829f08-5d5c-474f-8c80-1e18c2a99407 service nova] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Detach interface failed, port_id=43936dbe-9298-42d7-ab35-6b154901fd12, reason: Instance 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15 could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 992.207584] env[69399]: DEBUG oslo_vmware.api [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Task: {'id': task-4177049, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072477} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.207929] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 992.208755] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b636fea7-c9cf-4d84-97b3-751283c08ab0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.233824] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 517cc4aa-5162-41cf-9c07-48c5fc662987/517cc4aa-5162-41cf-9c07-48c5fc662987.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.238025] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29fd3dd4-25ef-4a07-813b-8884ae32d09a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.259951] env[69399]: DEBUG oslo_vmware.api [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Waiting for the task: (returnval){ [ 992.259951] env[69399]: value = "task-4177050" [ 992.259951] env[69399]: _type = "Task" [ 992.259951] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.270668] env[69399]: DEBUG oslo_vmware.api [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Task: {'id': task-4177050, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.439836] env[69399]: DEBUG oslo_concurrency.lockutils [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.748s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.440306] env[69399]: DEBUG nova.compute.manager [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 992.445485] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ebcdaaa0-e1a4-4f7a-a60a-893746e4aac6 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.596s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.445485] env[69399]: DEBUG nova.objects.instance [None req-ebcdaaa0-e1a4-4f7a-a60a-893746e4aac6 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Lazy-loading 'resources' on Instance uuid c2e45558-5c57-4300-b255-1709734baa40 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.450602] env[69399]: INFO nova.compute.manager [-] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Took 1.46 seconds to deallocate network for instance. [ 992.640281] env[69399]: DEBUG nova.network.neutron [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.775082] env[69399]: DEBUG oslo_vmware.api [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Task: {'id': task-4177050, 'name': ReconfigVM_Task, 'duration_secs': 0.313525} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.775082] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 517cc4aa-5162-41cf-9c07-48c5fc662987/517cc4aa-5162-41cf-9c07-48c5fc662987.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.776078] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6fca6f7-d102-46cb-9219-8e490c5bc3b8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.784184] env[69399]: DEBUG oslo_vmware.api [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Waiting for the task: (returnval){ [ 992.784184] env[69399]: value = "task-4177051" [ 992.784184] env[69399]: _type = "Task" [ 992.784184] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.797699] env[69399]: DEBUG oslo_vmware.api [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Task: {'id': task-4177051, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.829983] env[69399]: DEBUG nova.network.neutron [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Updating instance_info_cache with network_info: [{"id": "84f8a929-fba9-4f93-ad2b-c6f4ef97548e", "address": "fa:16:3e:d9:a9:c5", "network": {"id": "33b45701-af1a-4e20-8775-f7465f40c328", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-159719103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b62952031c546d29af88aaca8c017c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84f8a929-fb", "ovs_interfaceid": "84f8a929-fba9-4f93-ad2b-c6f4ef97548e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.947450] env[69399]: DEBUG nova.compute.utils [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 992.948930] env[69399]: DEBUG nova.compute.manager [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 992.949035] env[69399]: DEBUG nova.network.neutron [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 992.957019] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d3365a25-7bfd-443b-b9d5-dccc78bc78be tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.040397] env[69399]: DEBUG nova.policy [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54e78af4aa03494fa6e0a5790c07d1b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0852e65775340ab9a481d12caa78155', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 993.301752] env[69399]: DEBUG oslo_vmware.api [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Task: {'id': task-4177051, 'name': Rename_Task, 'duration_secs': 0.145095} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.302880] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.303209] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4179d38-fd1a-4754-bee8-52400623e5e6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.315216] env[69399]: DEBUG oslo_vmware.api [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Waiting for the task: (returnval){ [ 993.315216] env[69399]: value = "task-4177052" [ 993.315216] env[69399]: _type = "Task" [ 993.315216] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.326186] env[69399]: DEBUG oslo_vmware.api [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Task: {'id': task-4177052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.333105] env[69399]: DEBUG oslo_concurrency.lockutils [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Releasing lock "refresh_cache-f3ea2749-5d82-4d96-953d-5edc0c34cb72" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.333513] env[69399]: DEBUG nova.compute.manager [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Instance network_info: |[{"id": "84f8a929-fba9-4f93-ad2b-c6f4ef97548e", "address": "fa:16:3e:d9:a9:c5", "network": {"id": "33b45701-af1a-4e20-8775-f7465f40c328", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-159719103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b62952031c546d29af88aaca8c017c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84f8a929-fb", "ovs_interfaceid": "84f8a929-fba9-4f93-ad2b-c6f4ef97548e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.333927] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:a9:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c6a4836-66dc-4e43-982b-f8fcd3f9989a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84f8a929-fba9-4f93-ad2b-c6f4ef97548e', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.344869] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Creating folder: Project (5b62952031c546d29af88aaca8c017c4). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 993.345241] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6b2b50c-5581-47ca-a06e-b6f2ea7023c5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.362282] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Created folder: Project (5b62952031c546d29af88aaca8c017c4) in parent group-v826677. [ 993.362682] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Creating folder: Instances. Parent ref: group-v826850. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 993.362816] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd781728-27ca-43df-914c-8c79a419f5ef {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.377454] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Created folder: Instances in parent group-v826850. [ 993.378026] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.378026] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.378156] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6025d5fa-2a50-49f6-a30c-5444b8533628 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.403713] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.403713] env[69399]: value = "task-4177055" [ 993.403713] env[69399]: _type = "Task" [ 993.403713] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.413455] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177055, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.453793] env[69399]: DEBUG nova.compute.manager [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 993.511656] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7056c83-8942-4591-b917-b392dec9accb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.525028] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc490ac2-e85c-4efb-a71e-c104d1974d96 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.562854] env[69399]: DEBUG nova.network.neutron [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Successfully created port: 56eb995f-f563-4176-b190-588bd8adfdb9 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 993.565579] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6315bff5-f6fb-4700-9756-ad3237571652 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.576933] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ab4d85-5975-4ca7-9c20-a7f76daca9b0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.591934] env[69399]: DEBUG nova.compute.provider_tree [None req-ebcdaaa0-e1a4-4f7a-a60a-893746e4aac6 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.595062] env[69399]: DEBUG nova.compute.manager [req-40aebcb4-c9b3-4e01-88f0-154f2f091711 req-65247897-a942-41f7-a64d-4dd9b76be1d6 service nova] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Received event network-changed-84f8a929-fba9-4f93-ad2b-c6f4ef97548e {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.595251] env[69399]: DEBUG nova.compute.manager [req-40aebcb4-c9b3-4e01-88f0-154f2f091711 req-65247897-a942-41f7-a64d-4dd9b76be1d6 service nova] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Refreshing instance network info cache due to event network-changed-84f8a929-fba9-4f93-ad2b-c6f4ef97548e. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 993.595465] env[69399]: DEBUG oslo_concurrency.lockutils [req-40aebcb4-c9b3-4e01-88f0-154f2f091711 req-65247897-a942-41f7-a64d-4dd9b76be1d6 service nova] Acquiring lock "refresh_cache-f3ea2749-5d82-4d96-953d-5edc0c34cb72" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.595607] env[69399]: DEBUG oslo_concurrency.lockutils [req-40aebcb4-c9b3-4e01-88f0-154f2f091711 req-65247897-a942-41f7-a64d-4dd9b76be1d6 service nova] Acquired lock "refresh_cache-f3ea2749-5d82-4d96-953d-5edc0c34cb72" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.596034] env[69399]: DEBUG nova.network.neutron [req-40aebcb4-c9b3-4e01-88f0-154f2f091711 req-65247897-a942-41f7-a64d-4dd9b76be1d6 service nova] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Refreshing network info cache for port 84f8a929-fba9-4f93-ad2b-c6f4ef97548e {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.826263] env[69399]: DEBUG oslo_vmware.api [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Task: {'id': task-4177052, 'name': PowerOnVM_Task, 'duration_secs': 0.479225} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.826680] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.828017] env[69399]: DEBUG nova.compute.manager [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.828017] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d911f66-79d5-44cc-8d20-1d7ed56116b5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.915442] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177055, 'name': CreateVM_Task, 'duration_secs': 0.353612} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.915653] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 993.916363] env[69399]: DEBUG oslo_concurrency.lockutils [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.916580] env[69399]: DEBUG oslo_concurrency.lockutils [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.916911] env[69399]: DEBUG oslo_concurrency.lockutils [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.917716] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b43a7c9-7489-418b-89f4-6002c3922c9f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.923272] env[69399]: DEBUG oslo_vmware.api [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Waiting for the task: (returnval){ [ 993.923272] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b8f83e-90b4-5390-6da3-53cd81a26e00" [ 993.923272] env[69399]: _type = "Task" [ 993.923272] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.933030] env[69399]: DEBUG oslo_vmware.api [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b8f83e-90b4-5390-6da3-53cd81a26e00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.997685] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "95264e34-97a9-43fc-94f7-df2626c90b0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.997940] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "95264e34-97a9-43fc-94f7-df2626c90b0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.099076] env[69399]: DEBUG nova.scheduler.client.report [None req-ebcdaaa0-e1a4-4f7a-a60a-893746e4aac6 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.332287] env[69399]: DEBUG nova.network.neutron [req-40aebcb4-c9b3-4e01-88f0-154f2f091711 req-65247897-a942-41f7-a64d-4dd9b76be1d6 service nova] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Updated VIF entry in instance network info cache for port 84f8a929-fba9-4f93-ad2b-c6f4ef97548e. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.333134] env[69399]: DEBUG nova.network.neutron [req-40aebcb4-c9b3-4e01-88f0-154f2f091711 req-65247897-a942-41f7-a64d-4dd9b76be1d6 service nova] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Updating instance_info_cache with network_info: [{"id": "84f8a929-fba9-4f93-ad2b-c6f4ef97548e", "address": "fa:16:3e:d9:a9:c5", "network": {"id": "33b45701-af1a-4e20-8775-f7465f40c328", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-159719103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b62952031c546d29af88aaca8c017c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84f8a929-fb", "ovs_interfaceid": "84f8a929-fba9-4f93-ad2b-c6f4ef97548e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.345975] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.436402] env[69399]: DEBUG oslo_vmware.api [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b8f83e-90b4-5390-6da3-53cd81a26e00, 'name': SearchDatastore_Task, 'duration_secs': 0.013292} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.436715] env[69399]: DEBUG oslo_concurrency.lockutils [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.436958] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.437214] env[69399]: DEBUG oslo_concurrency.lockutils [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.437379] env[69399]: DEBUG oslo_concurrency.lockutils [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.437534] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.437800] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8310a604-4fd1-44f1-a71a-3b5b461ff26b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.446942] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.447119] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.447845] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53042de7-cc98-4bc2-bf67-4db4e6ef45fa {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.455642] env[69399]: DEBUG oslo_vmware.api [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Waiting for the task: (returnval){ [ 994.455642] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]520150bf-738d-333b-5626-a7a32d52a8ab" [ 994.455642] env[69399]: _type = "Task" [ 994.455642] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.464113] env[69399]: DEBUG oslo_vmware.api [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]520150bf-738d-333b-5626-a7a32d52a8ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.465283] env[69399]: DEBUG nova.compute.manager [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 994.495039] env[69399]: DEBUG nova.virt.hardware [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.495169] env[69399]: DEBUG nova.virt.hardware [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.495254] env[69399]: DEBUG nova.virt.hardware [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.495437] env[69399]: DEBUG nova.virt.hardware [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.495590] env[69399]: DEBUG nova.virt.hardware [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.495744] env[69399]: DEBUG nova.virt.hardware [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.495948] env[69399]: DEBUG nova.virt.hardware [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.496117] env[69399]: DEBUG nova.virt.hardware [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.496288] env[69399]: DEBUG nova.virt.hardware [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.496447] env[69399]: DEBUG nova.virt.hardware [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.496621] env[69399]: DEBUG nova.virt.hardware [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.497929] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90830c5-a16a-4050-9746-7c14de67d23f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.506968] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8dc1d9a-70ec-4d67-b9e6-7265f3958dc7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.606296] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ebcdaaa0-e1a4-4f7a-a60a-893746e4aac6 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.609027] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.310s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.610265] env[69399]: INFO nova.compute.claims [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.837020] env[69399]: DEBUG oslo_concurrency.lockutils [req-40aebcb4-c9b3-4e01-88f0-154f2f091711 req-65247897-a942-41f7-a64d-4dd9b76be1d6 service nova] Releasing lock "refresh_cache-f3ea2749-5d82-4d96-953d-5edc0c34cb72" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.967733] env[69399]: DEBUG oslo_vmware.api [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]520150bf-738d-333b-5626-a7a32d52a8ab, 'name': SearchDatastore_Task, 'duration_secs': 0.01101} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.968733] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30888a9b-8d68-4b1c-861d-e67ed6d45636 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.978133] env[69399]: DEBUG oslo_vmware.api [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Waiting for the task: (returnval){ [ 994.978133] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5243fee9-1ae1-11a7-47c1-02e308a6ea8f" [ 994.978133] env[69399]: _type = "Task" [ 994.978133] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.985993] env[69399]: DEBUG oslo_vmware.api [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5243fee9-1ae1-11a7-47c1-02e308a6ea8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.090951] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9925a141-b193-46fe-acf2-4fa7a4907345 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Acquiring lock "517cc4aa-5162-41cf-9c07-48c5fc662987" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.091245] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9925a141-b193-46fe-acf2-4fa7a4907345 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Lock "517cc4aa-5162-41cf-9c07-48c5fc662987" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.091461] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9925a141-b193-46fe-acf2-4fa7a4907345 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Acquiring lock "517cc4aa-5162-41cf-9c07-48c5fc662987-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.091695] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9925a141-b193-46fe-acf2-4fa7a4907345 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Lock "517cc4aa-5162-41cf-9c07-48c5fc662987-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.091809] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9925a141-b193-46fe-acf2-4fa7a4907345 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Lock "517cc4aa-5162-41cf-9c07-48c5fc662987-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.094034] env[69399]: INFO nova.compute.manager [None req-9925a141-b193-46fe-acf2-4fa7a4907345 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Terminating instance [ 995.125438] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ebcdaaa0-e1a4-4f7a-a60a-893746e4aac6 tempest-ServerActionsV293TestJSON-731489931 tempest-ServerActionsV293TestJSON-731489931-project-member] Lock "c2e45558-5c57-4300-b255-1709734baa40" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.744s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.401281] env[69399]: DEBUG nova.network.neutron [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Successfully updated port: 56eb995f-f563-4176-b190-588bd8adfdb9 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 995.487347] env[69399]: DEBUG oslo_vmware.api [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5243fee9-1ae1-11a7-47c1-02e308a6ea8f, 'name': SearchDatastore_Task, 'duration_secs': 0.012123} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.487622] env[69399]: DEBUG oslo_concurrency.lockutils [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.487881] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] f3ea2749-5d82-4d96-953d-5edc0c34cb72/f3ea2749-5d82-4d96-953d-5edc0c34cb72.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.488161] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03d1a986-1b14-4253-b4a3-d1fc45dd249c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.494624] env[69399]: DEBUG oslo_vmware.api [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Waiting for the task: (returnval){ [ 995.494624] env[69399]: value = "task-4177056" [ 995.494624] env[69399]: _type = "Task" [ 995.494624] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.503984] env[69399]: DEBUG oslo_vmware.api [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Task: {'id': task-4177056, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.597624] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9925a141-b193-46fe-acf2-4fa7a4907345 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Acquiring lock "refresh_cache-517cc4aa-5162-41cf-9c07-48c5fc662987" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.598186] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9925a141-b193-46fe-acf2-4fa7a4907345 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Acquired lock "refresh_cache-517cc4aa-5162-41cf-9c07-48c5fc662987" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.598186] env[69399]: DEBUG nova.network.neutron [None req-9925a141-b193-46fe-acf2-4fa7a4907345 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.629535] env[69399]: DEBUG nova.compute.manager [req-fbb24543-38cc-4a2a-b7bb-5437f87db7ea req-e073e8ae-da4b-4686-98b2-6e8cf53f0151 service nova] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Received event network-vif-plugged-56eb995f-f563-4176-b190-588bd8adfdb9 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.629700] env[69399]: DEBUG oslo_concurrency.lockutils [req-fbb24543-38cc-4a2a-b7bb-5437f87db7ea req-e073e8ae-da4b-4686-98b2-6e8cf53f0151 service nova] Acquiring lock "d96475d1-6e0c-491f-8365-cfe4aebf90d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.629945] env[69399]: DEBUG oslo_concurrency.lockutils [req-fbb24543-38cc-4a2a-b7bb-5437f87db7ea req-e073e8ae-da4b-4686-98b2-6e8cf53f0151 service nova] Lock "d96475d1-6e0c-491f-8365-cfe4aebf90d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.630141] env[69399]: DEBUG oslo_concurrency.lockutils [req-fbb24543-38cc-4a2a-b7bb-5437f87db7ea req-e073e8ae-da4b-4686-98b2-6e8cf53f0151 service nova] Lock "d96475d1-6e0c-491f-8365-cfe4aebf90d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.630309] env[69399]: DEBUG nova.compute.manager [req-fbb24543-38cc-4a2a-b7bb-5437f87db7ea req-e073e8ae-da4b-4686-98b2-6e8cf53f0151 service nova] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] No waiting events found dispatching network-vif-plugged-56eb995f-f563-4176-b190-588bd8adfdb9 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 995.630486] env[69399]: WARNING nova.compute.manager [req-fbb24543-38cc-4a2a-b7bb-5437f87db7ea req-e073e8ae-da4b-4686-98b2-6e8cf53f0151 service nova] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Received unexpected event network-vif-plugged-56eb995f-f563-4176-b190-588bd8adfdb9 for instance with vm_state building and task_state spawning. [ 995.630652] env[69399]: DEBUG nova.compute.manager [req-fbb24543-38cc-4a2a-b7bb-5437f87db7ea req-e073e8ae-da4b-4686-98b2-6e8cf53f0151 service nova] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Received event network-changed-56eb995f-f563-4176-b190-588bd8adfdb9 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.630935] env[69399]: DEBUG nova.compute.manager [req-fbb24543-38cc-4a2a-b7bb-5437f87db7ea req-e073e8ae-da4b-4686-98b2-6e8cf53f0151 service nova] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Refreshing instance network info cache due to event network-changed-56eb995f-f563-4176-b190-588bd8adfdb9. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 995.631158] env[69399]: DEBUG oslo_concurrency.lockutils [req-fbb24543-38cc-4a2a-b7bb-5437f87db7ea req-e073e8ae-da4b-4686-98b2-6e8cf53f0151 service nova] Acquiring lock "refresh_cache-d96475d1-6e0c-491f-8365-cfe4aebf90d7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.631292] env[69399]: DEBUG oslo_concurrency.lockutils [req-fbb24543-38cc-4a2a-b7bb-5437f87db7ea req-e073e8ae-da4b-4686-98b2-6e8cf53f0151 service nova] Acquired lock "refresh_cache-d96475d1-6e0c-491f-8365-cfe4aebf90d7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.631444] env[69399]: DEBUG nova.network.neutron [req-fbb24543-38cc-4a2a-b7bb-5437f87db7ea req-e073e8ae-da4b-4686-98b2-6e8cf53f0151 service nova] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Refreshing network info cache for port 56eb995f-f563-4176-b190-588bd8adfdb9 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.903070] env[69399]: DEBUG oslo_concurrency.lockutils [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquiring lock "refresh_cache-d96475d1-6e0c-491f-8365-cfe4aebf90d7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.009117] env[69399]: DEBUG oslo_vmware.api [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Task: {'id': task-4177056, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478613} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.010029] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] f3ea2749-5d82-4d96-953d-5edc0c34cb72/f3ea2749-5d82-4d96-953d-5edc0c34cb72.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.010029] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.010029] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e53433a4-dd87-42cf-8ce7-81fa9a7cba4a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.022225] env[69399]: DEBUG oslo_vmware.api [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Waiting for the task: (returnval){ [ 996.022225] env[69399]: value = "task-4177057" [ 996.022225] env[69399]: _type = "Task" [ 996.022225] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.035613] env[69399]: DEBUG oslo_vmware.api [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Task: {'id': task-4177057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.118164] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ef8235-5445-4106-8881-b2d5bd1e33d4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.125762] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b31765-3518-4fad-95da-6e39bb0ff223 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.129562] env[69399]: DEBUG nova.network.neutron [None req-9925a141-b193-46fe-acf2-4fa7a4907345 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.164675] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0103b512-76b4-4740-977a-c8ed20ef2376 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.173518] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88000e52-e489-454c-ad91-7323316a9dbf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.190167] env[69399]: DEBUG nova.compute.provider_tree [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.213908] env[69399]: DEBUG nova.network.neutron [req-fbb24543-38cc-4a2a-b7bb-5437f87db7ea req-e073e8ae-da4b-4686-98b2-6e8cf53f0151 service nova] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.225715] env[69399]: DEBUG nova.network.neutron [None req-9925a141-b193-46fe-acf2-4fa7a4907345 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.288901] env[69399]: DEBUG nova.network.neutron [req-fbb24543-38cc-4a2a-b7bb-5437f87db7ea req-e073e8ae-da4b-4686-98b2-6e8cf53f0151 service nova] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.051257] env[69399]: DEBUG nova.scheduler.client.report [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.054596] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9925a141-b193-46fe-acf2-4fa7a4907345 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Releasing lock "refresh_cache-517cc4aa-5162-41cf-9c07-48c5fc662987" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.054971] env[69399]: DEBUG nova.compute.manager [None req-9925a141-b193-46fe-acf2-4fa7a4907345 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 997.055178] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9925a141-b193-46fe-acf2-4fa7a4907345 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 997.055639] env[69399]: DEBUG oslo_concurrency.lockutils [req-fbb24543-38cc-4a2a-b7bb-5437f87db7ea req-e073e8ae-da4b-4686-98b2-6e8cf53f0151 service nova] Releasing lock "refresh_cache-d96475d1-6e0c-491f-8365-cfe4aebf90d7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.059763] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e3ca29-ffd3-42a9-b6a8-4d14a07fcac8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.062418] env[69399]: DEBUG oslo_concurrency.lockutils [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquired lock "refresh_cache-d96475d1-6e0c-491f-8365-cfe4aebf90d7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.062592] env[69399]: DEBUG nova.network.neutron [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.070194] env[69399]: DEBUG oslo_vmware.api [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Task: {'id': task-4177057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070151} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.072794] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.073161] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9925a141-b193-46fe-acf2-4fa7a4907345 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.073886] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892ba95e-b6c4-4ffb-b0c1-df901dcb07d5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.076542] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-139aebe5-4206-48fd-a32f-3f7b2e13cb07 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.098579] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] f3ea2749-5d82-4d96-953d-5edc0c34cb72/f3ea2749-5d82-4d96-953d-5edc0c34cb72.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.100930] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ad135d4-df85-4cb2-ab99-4942a9d78fd4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.117161] env[69399]: DEBUG oslo_vmware.api [None req-9925a141-b193-46fe-acf2-4fa7a4907345 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Waiting for the task: (returnval){ [ 997.117161] env[69399]: value = "task-4177058" [ 997.117161] env[69399]: _type = "Task" [ 997.117161] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.125457] env[69399]: DEBUG oslo_vmware.api [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Waiting for the task: (returnval){ [ 997.125457] env[69399]: value = "task-4177059" [ 997.125457] env[69399]: _type = "Task" [ 997.125457] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.126843] env[69399]: DEBUG oslo_vmware.api [None req-9925a141-b193-46fe-acf2-4fa7a4907345 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Task: {'id': task-4177058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.135302] env[69399]: DEBUG oslo_vmware.api [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Task: {'id': task-4177059, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.557887] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.949s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.558504] env[69399]: DEBUG nova.compute.manager [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 997.561310] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.682s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.562742] env[69399]: INFO nova.compute.claims [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.598850] env[69399]: DEBUG nova.network.neutron [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 997.631054] env[69399]: DEBUG oslo_vmware.api [None req-9925a141-b193-46fe-acf2-4fa7a4907345 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Task: {'id': task-4177058, 'name': PowerOffVM_Task, 'duration_secs': 0.131754} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.634693] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9925a141-b193-46fe-acf2-4fa7a4907345 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.634885] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9925a141-b193-46fe-acf2-4fa7a4907345 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.635160] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b5b4aa5-fdda-45bd-86c9-40365f969fcb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.642389] env[69399]: DEBUG oslo_vmware.api [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Task: {'id': task-4177059, 'name': ReconfigVM_Task, 'duration_secs': 0.334373} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.642726] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Reconfigured VM instance instance-0000003b to attach disk [datastore2] f3ea2749-5d82-4d96-953d-5edc0c34cb72/f3ea2749-5d82-4d96-953d-5edc0c34cb72.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.643885] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-864ab05c-ffa3-41c5-9d5d-0dd511051c10 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.651951] env[69399]: DEBUG oslo_vmware.api [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Waiting for the task: (returnval){ [ 997.651951] env[69399]: value = "task-4177061" [ 997.651951] env[69399]: _type = "Task" [ 997.651951] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.662172] env[69399]: DEBUG oslo_vmware.api [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Task: {'id': task-4177061, 'name': Rename_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.663624] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9925a141-b193-46fe-acf2-4fa7a4907345 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.663873] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9925a141-b193-46fe-acf2-4fa7a4907345 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.664152] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-9925a141-b193-46fe-acf2-4fa7a4907345 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Deleting the datastore file [datastore2] 517cc4aa-5162-41cf-9c07-48c5fc662987 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.664365] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff92c325-b0e0-43cc-aa8c-8e5fb9a2d3cb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.672212] env[69399]: DEBUG oslo_vmware.api [None req-9925a141-b193-46fe-acf2-4fa7a4907345 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Waiting for the task: (returnval){ [ 997.672212] env[69399]: value = "task-4177062" [ 997.672212] env[69399]: _type = "Task" [ 997.672212] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.680987] env[69399]: DEBUG oslo_vmware.api [None req-9925a141-b193-46fe-acf2-4fa7a4907345 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Task: {'id': task-4177062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.758117] env[69399]: DEBUG nova.network.neutron [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Updating instance_info_cache with network_info: [{"id": "56eb995f-f563-4176-b190-588bd8adfdb9", "address": "fa:16:3e:29:6e:43", "network": {"id": "1189aba4-f9f6-43fc-a90e-a2ba89c61eee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2103604121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0852e65775340ab9a481d12caa78155", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56eb995f-f5", "ovs_interfaceid": "56eb995f-f563-4176-b190-588bd8adfdb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.067208] env[69399]: DEBUG nova.compute.utils [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 998.069808] env[69399]: DEBUG nova.compute.manager [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 998.069808] env[69399]: DEBUG nova.network.neutron [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 998.111763] env[69399]: DEBUG nova.policy [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3abdeb4956c74a0b91fe3836d727eaf0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe8274be5bcf4d7abf26bd27c54328d1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 998.166531] env[69399]: DEBUG oslo_vmware.api [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Task: {'id': task-4177061, 'name': Rename_Task, 'duration_secs': 0.156152} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.166922] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.167255] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d0163cd-7f11-4118-8a88-ad3fd7736425 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.178890] env[69399]: DEBUG oslo_vmware.api [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Waiting for the task: (returnval){ [ 998.178890] env[69399]: value = "task-4177063" [ 998.178890] env[69399]: _type = "Task" [ 998.178890] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.187742] env[69399]: DEBUG oslo_vmware.api [None req-9925a141-b193-46fe-acf2-4fa7a4907345 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Task: {'id': task-4177062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094009} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.188417] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-9925a141-b193-46fe-acf2-4fa7a4907345 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.188608] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9925a141-b193-46fe-acf2-4fa7a4907345 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.188811] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9925a141-b193-46fe-acf2-4fa7a4907345 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.188993] env[69399]: INFO nova.compute.manager [None req-9925a141-b193-46fe-acf2-4fa7a4907345 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Took 1.13 seconds to destroy the instance on the hypervisor. [ 998.189259] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9925a141-b193-46fe-acf2-4fa7a4907345 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.189451] env[69399]: DEBUG nova.compute.manager [-] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 998.189545] env[69399]: DEBUG nova.network.neutron [-] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 998.194330] env[69399]: DEBUG oslo_vmware.api [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Task: {'id': task-4177063, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.224602] env[69399]: DEBUG nova.network.neutron [-] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 998.260616] env[69399]: DEBUG oslo_concurrency.lockutils [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Releasing lock "refresh_cache-d96475d1-6e0c-491f-8365-cfe4aebf90d7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.260963] env[69399]: DEBUG nova.compute.manager [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Instance network_info: |[{"id": "56eb995f-f563-4176-b190-588bd8adfdb9", "address": "fa:16:3e:29:6e:43", "network": {"id": "1189aba4-f9f6-43fc-a90e-a2ba89c61eee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2103604121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0852e65775340ab9a481d12caa78155", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56eb995f-f5", "ovs_interfaceid": "56eb995f-f563-4176-b190-588bd8adfdb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 998.261427] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:6e:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2c68e7-b690-42e2-9491-c3f9357cc66a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56eb995f-f563-4176-b190-588bd8adfdb9', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.268735] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Creating folder: Project (d0852e65775340ab9a481d12caa78155). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 998.269374] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1b9352c-89c3-4add-bc4d-1f31c158def9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.281744] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Created folder: Project (d0852e65775340ab9a481d12caa78155) in parent group-v826677. [ 998.282010] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Creating folder: Instances. Parent ref: group-v826853. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 998.282279] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cedd0b6-af8b-4b93-aa65-409b7e6d0f66 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.293245] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Created folder: Instances in parent group-v826853. [ 998.293455] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.293658] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.293999] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8b95afd-390d-4b88-8696-d1d62405a981 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.315932] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.315932] env[69399]: value = "task-4177066" [ 998.315932] env[69399]: _type = "Task" [ 998.315932] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.327919] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177066, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.413137] env[69399]: DEBUG nova.network.neutron [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Successfully created port: 3181d191-cba0-4a03-b05b-6b9de3d1933e {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 998.574314] env[69399]: DEBUG nova.compute.manager [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 998.695740] env[69399]: DEBUG oslo_vmware.api [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Task: {'id': task-4177063, 'name': PowerOnVM_Task, 'duration_secs': 0.476416} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.696192] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 998.696405] env[69399]: INFO nova.compute.manager [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Took 8.68 seconds to spawn the instance on the hypervisor. [ 998.696587] env[69399]: DEBUG nova.compute.manager [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.697379] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3da78c-ebf7-4e48-bf25-195df96a0d28 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.730838] env[69399]: DEBUG nova.network.neutron [-] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.829570] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177066, 'name': CreateVM_Task, 'duration_secs': 0.338905} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.829754] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.830489] env[69399]: DEBUG oslo_concurrency.lockutils [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.830656] env[69399]: DEBUG oslo_concurrency.lockutils [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.831033] env[69399]: DEBUG oslo_concurrency.lockutils [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.831312] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c764d7a-cd93-4eb9-906e-ac181388c78a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.837673] env[69399]: DEBUG oslo_vmware.api [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 998.837673] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52bd67f4-05cd-47e3-614b-f2eaf64a36f4" [ 998.837673] env[69399]: _type = "Task" [ 998.837673] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.846825] env[69399]: DEBUG oslo_vmware.api [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52bd67f4-05cd-47e3-614b-f2eaf64a36f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.077176] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da4ab52-3ac3-4a07-b550-9880ef28a6ec {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.088811] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c5f8e9-0fd2-4b29-a040-6d34ac8a0c42 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.122096] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c362ed86-f5aa-45f8-bd77-ca263e02b8b7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.130210] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd92bfe-7f5a-4572-83d9-a3b647f8487a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.145616] env[69399]: DEBUG nova.compute.provider_tree [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.220882] env[69399]: INFO nova.compute.manager [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Took 52.04 seconds to build instance. [ 999.233308] env[69399]: INFO nova.compute.manager [-] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Took 1.04 seconds to deallocate network for instance. [ 999.350413] env[69399]: DEBUG oslo_vmware.api [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52bd67f4-05cd-47e3-614b-f2eaf64a36f4, 'name': SearchDatastore_Task, 'duration_secs': 0.01249} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.350749] env[69399]: DEBUG oslo_concurrency.lockutils [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.350993] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.351251] env[69399]: DEBUG oslo_concurrency.lockutils [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.351395] env[69399]: DEBUG oslo_concurrency.lockutils [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.351572] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.351894] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-031bad68-46e0-4867-bfa2-879b49378c39 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.361743] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.361936] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.362707] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c3c30d8-dae9-4822-b047-12602ce2ec46 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.371323] env[69399]: DEBUG oslo_vmware.api [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 999.371323] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52128462-472b-80a9-32a1-229ae71aaf9e" [ 999.371323] env[69399]: _type = "Task" [ 999.371323] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.381645] env[69399]: DEBUG oslo_vmware.api [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52128462-472b-80a9-32a1-229ae71aaf9e, 'name': SearchDatastore_Task, 'duration_secs': 0.009596} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.382463] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcd75dc6-1600-4b59-8af6-80362a7eb50f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.388141] env[69399]: DEBUG oslo_vmware.api [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 999.388141] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]529d1703-cb98-cd5e-d351-ddd3b6e1dd5d" [ 999.388141] env[69399]: _type = "Task" [ 999.388141] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.400585] env[69399]: DEBUG oslo_vmware.api [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]529d1703-cb98-cd5e-d351-ddd3b6e1dd5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.595501] env[69399]: DEBUG nova.compute.manager [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 999.649028] env[69399]: DEBUG nova.scheduler.client.report [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.656666] env[69399]: DEBUG nova.virt.hardware [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.656666] env[69399]: DEBUG nova.virt.hardware [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.656666] env[69399]: DEBUG nova.virt.hardware [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.656666] env[69399]: DEBUG nova.virt.hardware [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.656666] env[69399]: DEBUG nova.virt.hardware [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.656666] env[69399]: DEBUG nova.virt.hardware [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.656666] env[69399]: DEBUG nova.virt.hardware [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.656666] env[69399]: DEBUG nova.virt.hardware [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.656666] env[69399]: DEBUG nova.virt.hardware [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.656666] env[69399]: DEBUG nova.virt.hardware [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.656666] env[69399]: DEBUG nova.virt.hardware [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.657496] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591a43a5-011e-4107-a738-0b265594e919 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.667978] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00550b1-12cf-4416-a57a-f4030f9e92e1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.723174] env[69399]: DEBUG oslo_concurrency.lockutils [None req-26ebbf51-56f9-4994-bca5-4ac460e7e1b5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Lock "f3ea2749-5d82-4d96-953d-5edc0c34cb72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.557s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.744089] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9925a141-b193-46fe-acf2-4fa7a4907345 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.901158] env[69399]: DEBUG oslo_vmware.api [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]529d1703-cb98-cd5e-d351-ddd3b6e1dd5d, 'name': SearchDatastore_Task, 'duration_secs': 0.01024} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.901393] env[69399]: DEBUG oslo_concurrency.lockutils [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.901649] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] d96475d1-6e0c-491f-8365-cfe4aebf90d7/d96475d1-6e0c-491f-8365-cfe4aebf90d7.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.901912] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-004489e5-9062-45fa-be7d-262eeedf988e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.909246] env[69399]: DEBUG oslo_vmware.api [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 999.909246] env[69399]: value = "task-4177067" [ 999.909246] env[69399]: _type = "Task" [ 999.909246] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.918943] env[69399]: DEBUG oslo_vmware.api [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.943973] env[69399]: DEBUG nova.network.neutron [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Successfully updated port: 3181d191-cba0-4a03-b05b-6b9de3d1933e {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 999.978195] env[69399]: DEBUG nova.compute.manager [req-c3c94789-959b-42a2-aefe-efb19af048f6 req-428e01a6-1a13-4150-b828-dafe124d2813 service nova] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Received event network-vif-plugged-3181d191-cba0-4a03-b05b-6b9de3d1933e {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.978195] env[69399]: DEBUG oslo_concurrency.lockutils [req-c3c94789-959b-42a2-aefe-efb19af048f6 req-428e01a6-1a13-4150-b828-dafe124d2813 service nova] Acquiring lock "2495b839-0682-4be9-9aad-654885d71bf0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.978195] env[69399]: DEBUG oslo_concurrency.lockutils [req-c3c94789-959b-42a2-aefe-efb19af048f6 req-428e01a6-1a13-4150-b828-dafe124d2813 service nova] Lock "2495b839-0682-4be9-9aad-654885d71bf0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.978195] env[69399]: DEBUG oslo_concurrency.lockutils [req-c3c94789-959b-42a2-aefe-efb19af048f6 req-428e01a6-1a13-4150-b828-dafe124d2813 service nova] Lock "2495b839-0682-4be9-9aad-654885d71bf0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.978195] env[69399]: DEBUG nova.compute.manager [req-c3c94789-959b-42a2-aefe-efb19af048f6 req-428e01a6-1a13-4150-b828-dafe124d2813 service nova] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] No waiting events found dispatching network-vif-plugged-3181d191-cba0-4a03-b05b-6b9de3d1933e {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 999.979073] env[69399]: WARNING nova.compute.manager [req-c3c94789-959b-42a2-aefe-efb19af048f6 req-428e01a6-1a13-4150-b828-dafe124d2813 service nova] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Received unexpected event network-vif-plugged-3181d191-cba0-4a03-b05b-6b9de3d1933e for instance with vm_state building and task_state spawning. [ 1000.163537] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.164452] env[69399]: DEBUG nova.compute.manager [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1000.167468] env[69399]: DEBUG oslo_concurrency.lockutils [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.671s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.169077] env[69399]: INFO nova.compute.claims [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.226222] env[69399]: DEBUG nova.compute.manager [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1000.420215] env[69399]: DEBUG oslo_vmware.api [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177067, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460973} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.420522] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] d96475d1-6e0c-491f-8365-cfe4aebf90d7/d96475d1-6e0c-491f-8365-cfe4aebf90d7.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.420740] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.421009] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4c2568d-4b49-49ec-a015-8f01ef16e5f4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.429024] env[69399]: DEBUG oslo_vmware.api [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1000.429024] env[69399]: value = "task-4177068" [ 1000.429024] env[69399]: _type = "Task" [ 1000.429024] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.438041] env[69399]: DEBUG oslo_vmware.api [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177068, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.446833] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Acquiring lock "refresh_cache-2495b839-0682-4be9-9aad-654885d71bf0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.446973] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Acquired lock "refresh_cache-2495b839-0682-4be9-9aad-654885d71bf0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.447157] env[69399]: DEBUG nova.network.neutron [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.678878] env[69399]: DEBUG nova.compute.utils [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1000.682372] env[69399]: DEBUG nova.compute.manager [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1000.682372] env[69399]: DEBUG nova.network.neutron [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1000.722954] env[69399]: DEBUG nova.policy [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53b9c76bbe2c444681ff2b104864695c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a6a435774b94997a4afdc2f2ae0fbc2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1000.751928] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.940741] env[69399]: DEBUG oslo_vmware.api [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177068, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071735} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.941018] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1000.942219] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280d1a52-1cee-4e4b-8940-d1198b4cc39b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.978260] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] d96475d1-6e0c-491f-8365-cfe4aebf90d7/d96475d1-6e0c-491f-8365-cfe4aebf90d7.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.979663] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15f4e784-932e-4606-804f-8a26fe3ec080 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.996442] env[69399]: DEBUG oslo_concurrency.lockutils [None req-14bfce30-2300-4030-b751-8d4336079ec5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Acquiring lock "f3ea2749-5d82-4d96-953d-5edc0c34cb72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.996767] env[69399]: DEBUG oslo_concurrency.lockutils [None req-14bfce30-2300-4030-b751-8d4336079ec5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Lock "f3ea2749-5d82-4d96-953d-5edc0c34cb72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.996885] env[69399]: DEBUG oslo_concurrency.lockutils [None req-14bfce30-2300-4030-b751-8d4336079ec5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Acquiring lock "f3ea2749-5d82-4d96-953d-5edc0c34cb72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.997080] env[69399]: DEBUG oslo_concurrency.lockutils [None req-14bfce30-2300-4030-b751-8d4336079ec5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Lock "f3ea2749-5d82-4d96-953d-5edc0c34cb72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.997254] env[69399]: DEBUG oslo_concurrency.lockutils [None req-14bfce30-2300-4030-b751-8d4336079ec5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Lock "f3ea2749-5d82-4d96-953d-5edc0c34cb72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.999957] env[69399]: INFO nova.compute.manager [None req-14bfce30-2300-4030-b751-8d4336079ec5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Terminating instance [ 1001.005509] env[69399]: DEBUG oslo_vmware.api [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1001.005509] env[69399]: value = "task-4177069" [ 1001.005509] env[69399]: _type = "Task" [ 1001.005509] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.010629] env[69399]: DEBUG nova.network.neutron [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Successfully created port: d907d702-58ad-43d3-bd99-a5853968eb5f {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1001.020910] env[69399]: DEBUG oslo_vmware.api [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177069, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.059183] env[69399]: DEBUG nova.network.neutron [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1001.183249] env[69399]: DEBUG nova.compute.manager [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1001.250540] env[69399]: DEBUG nova.network.neutron [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Updating instance_info_cache with network_info: [{"id": "3181d191-cba0-4a03-b05b-6b9de3d1933e", "address": "fa:16:3e:43:53:5c", "network": {"id": "eb013c44-8912-4e6b-be04-b6c8990339ac", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-15547657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe8274be5bcf4d7abf26bd27c54328d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3181d191-cb", "ovs_interfaceid": "3181d191-cba0-4a03-b05b-6b9de3d1933e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.506821] env[69399]: DEBUG nova.compute.manager [None req-14bfce30-2300-4030-b751-8d4336079ec5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1001.507090] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-14bfce30-2300-4030-b751-8d4336079ec5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.508060] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4c00db-49a5-4fae-82e2-91408ec15efc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.522811] env[69399]: DEBUG oslo_vmware.api [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177069, 'name': ReconfigVM_Task, 'duration_secs': 0.511524} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.525226] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Reconfigured VM instance instance-0000003c to attach disk [datastore1] d96475d1-6e0c-491f-8365-cfe4aebf90d7/d96475d1-6e0c-491f-8365-cfe4aebf90d7.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.526335] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-14bfce30-2300-4030-b751-8d4336079ec5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.528941] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9915ef1d-56ce-42be-8834-ef1b2ce3597e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.530506] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-668a95b3-009c-42a1-a8d3-fc86b1b62997 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.538121] env[69399]: DEBUG oslo_vmware.api [None req-14bfce30-2300-4030-b751-8d4336079ec5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Waiting for the task: (returnval){ [ 1001.538121] env[69399]: value = "task-4177071" [ 1001.538121] env[69399]: _type = "Task" [ 1001.538121] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.541019] env[69399]: DEBUG oslo_vmware.api [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1001.541019] env[69399]: value = "task-4177070" [ 1001.541019] env[69399]: _type = "Task" [ 1001.541019] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.554109] env[69399]: DEBUG oslo_vmware.api [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177070, 'name': Rename_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.557200] env[69399]: DEBUG oslo_vmware.api [None req-14bfce30-2300-4030-b751-8d4336079ec5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Task: {'id': task-4177071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.690619] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe41a690-d1ee-441f-b702-084a45396873 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.702835] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ad7c46-95f6-4c87-9cc1-f6d6a2acf449 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.738713] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4056e13d-d85f-4f90-87ec-5d2a26aaa692 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.748320] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd91108-6fb6-4b32-a060-e95eeabd5d3e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.753462] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Releasing lock "refresh_cache-2495b839-0682-4be9-9aad-654885d71bf0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.753851] env[69399]: DEBUG nova.compute.manager [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Instance network_info: |[{"id": "3181d191-cba0-4a03-b05b-6b9de3d1933e", "address": "fa:16:3e:43:53:5c", "network": {"id": "eb013c44-8912-4e6b-be04-b6c8990339ac", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-15547657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe8274be5bcf4d7abf26bd27c54328d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3181d191-cb", "ovs_interfaceid": "3181d191-cba0-4a03-b05b-6b9de3d1933e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1001.754415] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:53:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '535b175f-71d3-4226-81ab-ca253f27fedd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3181d191-cba0-4a03-b05b-6b9de3d1933e', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.762216] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Creating folder: Project (fe8274be5bcf4d7abf26bd27c54328d1). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1001.763361] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc35f4fb-b23b-4c15-82b2-fea272f54f39 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.773788] env[69399]: DEBUG nova.compute.provider_tree [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.786444] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Created folder: Project (fe8274be5bcf4d7abf26bd27c54328d1) in parent group-v826677. [ 1001.786656] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Creating folder: Instances. Parent ref: group-v826856. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1001.787943] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be5dfcba-9aad-4b39-8bba-1fe0764f958a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.797343] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Created folder: Instances in parent group-v826856. [ 1001.797611] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.797833] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.798079] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8072a87a-771b-4577-af9d-952ac2afeab2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.819384] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.819384] env[69399]: value = "task-4177074" [ 1001.819384] env[69399]: _type = "Task" [ 1001.819384] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.827997] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177074, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.035148] env[69399]: DEBUG nova.compute.manager [req-2b0e649c-0a78-43a9-8218-aaef79e21427 req-d32000d3-aa87-4713-acba-926ccfeab73a service nova] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Received event network-changed-3181d191-cba0-4a03-b05b-6b9de3d1933e {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.035358] env[69399]: DEBUG nova.compute.manager [req-2b0e649c-0a78-43a9-8218-aaef79e21427 req-d32000d3-aa87-4713-acba-926ccfeab73a service nova] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Refreshing instance network info cache due to event network-changed-3181d191-cba0-4a03-b05b-6b9de3d1933e. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1002.035605] env[69399]: DEBUG oslo_concurrency.lockutils [req-2b0e649c-0a78-43a9-8218-aaef79e21427 req-d32000d3-aa87-4713-acba-926ccfeab73a service nova] Acquiring lock "refresh_cache-2495b839-0682-4be9-9aad-654885d71bf0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.035761] env[69399]: DEBUG oslo_concurrency.lockutils [req-2b0e649c-0a78-43a9-8218-aaef79e21427 req-d32000d3-aa87-4713-acba-926ccfeab73a service nova] Acquired lock "refresh_cache-2495b839-0682-4be9-9aad-654885d71bf0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.035924] env[69399]: DEBUG nova.network.neutron [req-2b0e649c-0a78-43a9-8218-aaef79e21427 req-d32000d3-aa87-4713-acba-926ccfeab73a service nova] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Refreshing network info cache for port 3181d191-cba0-4a03-b05b-6b9de3d1933e {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.052054] env[69399]: DEBUG oslo_vmware.api [None req-14bfce30-2300-4030-b751-8d4336079ec5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Task: {'id': task-4177071, 'name': PowerOffVM_Task, 'duration_secs': 0.238628} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.055402] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-14bfce30-2300-4030-b751-8d4336079ec5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.055604] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-14bfce30-2300-4030-b751-8d4336079ec5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.056450] env[69399]: DEBUG oslo_vmware.api [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177070, 'name': Rename_Task, 'duration_secs': 0.250134} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.056682] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-182b895e-4722-4311-8a07-d0dba0fc5d30 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.058433] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.058731] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aac00cef-2b74-40cb-a80e-f5fec6e80409 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.066625] env[69399]: DEBUG oslo_vmware.api [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1002.066625] env[69399]: value = "task-4177076" [ 1002.066625] env[69399]: _type = "Task" [ 1002.066625] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.076280] env[69399]: DEBUG oslo_vmware.api [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177076, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.141505] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-14bfce30-2300-4030-b751-8d4336079ec5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.141766] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-14bfce30-2300-4030-b751-8d4336079ec5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.141980] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-14bfce30-2300-4030-b751-8d4336079ec5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Deleting the datastore file [datastore2] f3ea2749-5d82-4d96-953d-5edc0c34cb72 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.142356] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6601c51-f5f3-46d6-962f-56a792a46c67 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.151064] env[69399]: DEBUG oslo_vmware.api [None req-14bfce30-2300-4030-b751-8d4336079ec5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Waiting for the task: (returnval){ [ 1002.151064] env[69399]: value = "task-4177077" [ 1002.151064] env[69399]: _type = "Task" [ 1002.151064] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.160275] env[69399]: DEBUG oslo_vmware.api [None req-14bfce30-2300-4030-b751-8d4336079ec5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Task: {'id': task-4177077, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.200707] env[69399]: DEBUG nova.compute.manager [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1002.231065] env[69399]: DEBUG nova.virt.hardware [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.231455] env[69399]: DEBUG nova.virt.hardware [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.231530] env[69399]: DEBUG nova.virt.hardware [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.231748] env[69399]: DEBUG nova.virt.hardware [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.232137] env[69399]: DEBUG nova.virt.hardware [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.232316] env[69399]: DEBUG nova.virt.hardware [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.232529] env[69399]: DEBUG nova.virt.hardware [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.232685] env[69399]: DEBUG nova.virt.hardware [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.232856] env[69399]: DEBUG nova.virt.hardware [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.233054] env[69399]: DEBUG nova.virt.hardware [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.233242] env[69399]: DEBUG nova.virt.hardware [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.234162] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f66407b-ed3b-4f3a-ac34-67232a32a6a0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.243389] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23071d6-9b17-47bc-9cf0-0480f89352fd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.277535] env[69399]: DEBUG nova.scheduler.client.report [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.330091] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177074, 'name': CreateVM_Task, 'duration_secs': 0.380545} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.330279] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1002.331087] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.331247] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.331565] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.331828] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-425fb7dc-5c21-45af-98fa-11aab9a78dde {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.338635] env[69399]: DEBUG oslo_vmware.api [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Waiting for the task: (returnval){ [ 1002.338635] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5200a381-a1c4-97ec-f693-c6971e3e64e5" [ 1002.338635] env[69399]: _type = "Task" [ 1002.338635] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.348233] env[69399]: DEBUG oslo_vmware.api [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5200a381-a1c4-97ec-f693-c6971e3e64e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.532370] env[69399]: DEBUG nova.network.neutron [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Successfully updated port: d907d702-58ad-43d3-bd99-a5853968eb5f {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1002.578693] env[69399]: DEBUG oslo_vmware.api [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177076, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.666034] env[69399]: DEBUG oslo_vmware.api [None req-14bfce30-2300-4030-b751-8d4336079ec5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Task: {'id': task-4177077, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166007} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.666375] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-14bfce30-2300-4030-b751-8d4336079ec5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.666593] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-14bfce30-2300-4030-b751-8d4336079ec5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.666822] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-14bfce30-2300-4030-b751-8d4336079ec5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.667013] env[69399]: INFO nova.compute.manager [None req-14bfce30-2300-4030-b751-8d4336079ec5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1002.667265] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14bfce30-2300-4030-b751-8d4336079ec5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.667481] env[69399]: DEBUG nova.compute.manager [-] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1002.667621] env[69399]: DEBUG nova.network.neutron [-] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1002.760668] env[69399]: DEBUG nova.network.neutron [req-2b0e649c-0a78-43a9-8218-aaef79e21427 req-d32000d3-aa87-4713-acba-926ccfeab73a service nova] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Updated VIF entry in instance network info cache for port 3181d191-cba0-4a03-b05b-6b9de3d1933e. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.761469] env[69399]: DEBUG nova.network.neutron [req-2b0e649c-0a78-43a9-8218-aaef79e21427 req-d32000d3-aa87-4713-acba-926ccfeab73a service nova] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Updating instance_info_cache with network_info: [{"id": "3181d191-cba0-4a03-b05b-6b9de3d1933e", "address": "fa:16:3e:43:53:5c", "network": {"id": "eb013c44-8912-4e6b-be04-b6c8990339ac", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-15547657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe8274be5bcf4d7abf26bd27c54328d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3181d191-cb", "ovs_interfaceid": "3181d191-cba0-4a03-b05b-6b9de3d1933e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.785040] env[69399]: DEBUG oslo_concurrency.lockutils [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.785040] env[69399]: DEBUG nova.compute.manager [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1002.786509] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 43.166s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.786646] env[69399]: DEBUG nova.objects.instance [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69399) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1002.849247] env[69399]: DEBUG oslo_vmware.api [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5200a381-a1c4-97ec-f693-c6971e3e64e5, 'name': SearchDatastore_Task, 'duration_secs': 0.010536} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.849563] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.849803] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.850048] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.850198] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.850372] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.850631] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a3f2b73-6500-417b-a986-268b15ba9a9f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.862485] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.862585] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1002.864850] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-536b6069-8d80-4146-841f-f212adc5a915 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.873282] env[69399]: DEBUG oslo_vmware.api [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Waiting for the task: (returnval){ [ 1002.873282] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]526715e1-c890-198c-af76-bfcbca836152" [ 1002.873282] env[69399]: _type = "Task" [ 1002.873282] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.881336] env[69399]: DEBUG oslo_vmware.api [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]526715e1-c890-198c-af76-bfcbca836152, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.036135] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Acquiring lock "refresh_cache-61821e8d-2685-4143-8606-73a4d36d762c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.036377] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Acquired lock "refresh_cache-61821e8d-2685-4143-8606-73a4d36d762c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.036613] env[69399]: DEBUG nova.network.neutron [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.079482] env[69399]: DEBUG oslo_vmware.api [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177076, 'name': PowerOnVM_Task, 'duration_secs': 0.52282} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.080035] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.080035] env[69399]: INFO nova.compute.manager [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Took 8.61 seconds to spawn the instance on the hypervisor. [ 1003.080147] env[69399]: DEBUG nova.compute.manager [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.080931] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdec586-928e-41b8-95cd-4b22057d43c3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.204130] env[69399]: DEBUG nova.compute.manager [req-3d1d3fe5-3a63-4b90-9d57-507ab374806c req-60957a73-224c-4822-9a99-c9380b50dfdb service nova] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Received event network-vif-deleted-84f8a929-fba9-4f93-ad2b-c6f4ef97548e {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.204645] env[69399]: INFO nova.compute.manager [req-3d1d3fe5-3a63-4b90-9d57-507ab374806c req-60957a73-224c-4822-9a99-c9380b50dfdb service nova] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Neutron deleted interface 84f8a929-fba9-4f93-ad2b-c6f4ef97548e; detaching it from the instance and deleting it from the info cache [ 1003.204645] env[69399]: DEBUG nova.network.neutron [req-3d1d3fe5-3a63-4b90-9d57-507ab374806c req-60957a73-224c-4822-9a99-c9380b50dfdb service nova] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.265067] env[69399]: DEBUG oslo_concurrency.lockutils [req-2b0e649c-0a78-43a9-8218-aaef79e21427 req-d32000d3-aa87-4713-acba-926ccfeab73a service nova] Releasing lock "refresh_cache-2495b839-0682-4be9-9aad-654885d71bf0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.291971] env[69399]: DEBUG nova.compute.utils [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.299178] env[69399]: DEBUG nova.compute.manager [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1003.300137] env[69399]: DEBUG nova.network.neutron [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1003.387619] env[69399]: DEBUG oslo_vmware.api [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]526715e1-c890-198c-af76-bfcbca836152, 'name': SearchDatastore_Task, 'duration_secs': 0.009762} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.388861] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4115e0b2-0c89-4127-8287-0ce8c11ce801 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.394241] env[69399]: DEBUG nova.policy [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53b9c76bbe2c444681ff2b104864695c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a6a435774b94997a4afdc2f2ae0fbc2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.400603] env[69399]: DEBUG oslo_vmware.api [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Waiting for the task: (returnval){ [ 1003.400603] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]521f1097-a5c3-4e52-183f-8cd3ae85b2b3" [ 1003.400603] env[69399]: _type = "Task" [ 1003.400603] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.409979] env[69399]: DEBUG oslo_vmware.api [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]521f1097-a5c3-4e52-183f-8cd3ae85b2b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.548546] env[69399]: DEBUG nova.network.neutron [-] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.579645] env[69399]: DEBUG nova.network.neutron [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1003.601803] env[69399]: INFO nova.compute.manager [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Took 52.95 seconds to build instance. [ 1003.707760] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b02f721-ab8d-4c02-9f01-6617e66eeea4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.718135] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8302ed6a-71fc-4e29-a85f-13918875da5b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.730505] env[69399]: DEBUG nova.network.neutron [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Updating instance_info_cache with network_info: [{"id": "d907d702-58ad-43d3-bd99-a5853968eb5f", "address": "fa:16:3e:8f:f2:79", "network": {"id": "a213e7ab-7b70-4dc6-882f-02e886df3fa9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1126237948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a6a435774b94997a4afdc2f2ae0fbc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd907d702-58", "ovs_interfaceid": "d907d702-58ad-43d3-bd99-a5853968eb5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.750715] env[69399]: DEBUG nova.compute.manager [req-3d1d3fe5-3a63-4b90-9d57-507ab374806c req-60957a73-224c-4822-9a99-c9380b50dfdb service nova] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Detach interface failed, port_id=84f8a929-fba9-4f93-ad2b-c6f4ef97548e, reason: Instance f3ea2749-5d82-4d96-953d-5edc0c34cb72 could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1003.804113] env[69399]: DEBUG nova.compute.manager [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1003.808125] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2d64c45d-1626-4ec6-8eca-0639dc9cf31e tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.809243] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 42.729s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.809243] env[69399]: DEBUG nova.objects.instance [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69399) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1003.848781] env[69399]: DEBUG nova.network.neutron [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Successfully created port: e38fd14f-2df2-45d8-89c3-f3bb27f30635 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1003.911379] env[69399]: DEBUG oslo_vmware.api [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]521f1097-a5c3-4e52-183f-8cd3ae85b2b3, 'name': SearchDatastore_Task, 'duration_secs': 0.010417} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.911662] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.911970] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 2495b839-0682-4be9-9aad-654885d71bf0/2495b839-0682-4be9-9aad-654885d71bf0.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1003.912249] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-250a036c-389b-4bbb-91b0-b41c2cebafd1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.919539] env[69399]: DEBUG oslo_vmware.api [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Waiting for the task: (returnval){ [ 1003.919539] env[69399]: value = "task-4177078" [ 1003.919539] env[69399]: _type = "Task" [ 1003.919539] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.929487] env[69399]: DEBUG oslo_vmware.api [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.051258] env[69399]: INFO nova.compute.manager [-] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Took 1.38 seconds to deallocate network for instance. [ 1004.102401] env[69399]: DEBUG oslo_concurrency.lockutils [None req-20f2f67c-2899-4262-a622-79e2d900c8aa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "d96475d1-6e0c-491f-8365-cfe4aebf90d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.456s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.139896] env[69399]: DEBUG nova.compute.manager [req-cd4a521b-9850-4e73-a749-c871ba477f8e req-b9166b3f-59ed-4c94-81a3-09f31a4b9468 service nova] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Received event network-vif-plugged-d907d702-58ad-43d3-bd99-a5853968eb5f {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.141179] env[69399]: DEBUG oslo_concurrency.lockutils [req-cd4a521b-9850-4e73-a749-c871ba477f8e req-b9166b3f-59ed-4c94-81a3-09f31a4b9468 service nova] Acquiring lock "61821e8d-2685-4143-8606-73a4d36d762c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.142769] env[69399]: DEBUG oslo_concurrency.lockutils [req-cd4a521b-9850-4e73-a749-c871ba477f8e req-b9166b3f-59ed-4c94-81a3-09f31a4b9468 service nova] Lock "61821e8d-2685-4143-8606-73a4d36d762c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.143047] env[69399]: DEBUG oslo_concurrency.lockutils [req-cd4a521b-9850-4e73-a749-c871ba477f8e req-b9166b3f-59ed-4c94-81a3-09f31a4b9468 service nova] Lock "61821e8d-2685-4143-8606-73a4d36d762c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.143291] env[69399]: DEBUG nova.compute.manager [req-cd4a521b-9850-4e73-a749-c871ba477f8e req-b9166b3f-59ed-4c94-81a3-09f31a4b9468 service nova] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] No waiting events found dispatching network-vif-plugged-d907d702-58ad-43d3-bd99-a5853968eb5f {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1004.143530] env[69399]: WARNING nova.compute.manager [req-cd4a521b-9850-4e73-a749-c871ba477f8e req-b9166b3f-59ed-4c94-81a3-09f31a4b9468 service nova] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Received unexpected event network-vif-plugged-d907d702-58ad-43d3-bd99-a5853968eb5f for instance with vm_state building and task_state spawning. [ 1004.144584] env[69399]: DEBUG nova.compute.manager [req-cd4a521b-9850-4e73-a749-c871ba477f8e req-b9166b3f-59ed-4c94-81a3-09f31a4b9468 service nova] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Received event network-changed-d907d702-58ad-43d3-bd99-a5853968eb5f {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.144584] env[69399]: DEBUG nova.compute.manager [req-cd4a521b-9850-4e73-a749-c871ba477f8e req-b9166b3f-59ed-4c94-81a3-09f31a4b9468 service nova] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Refreshing instance network info cache due to event network-changed-d907d702-58ad-43d3-bd99-a5853968eb5f. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1004.144584] env[69399]: DEBUG oslo_concurrency.lockutils [req-cd4a521b-9850-4e73-a749-c871ba477f8e req-b9166b3f-59ed-4c94-81a3-09f31a4b9468 service nova] Acquiring lock "refresh_cache-61821e8d-2685-4143-8606-73a4d36d762c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.234173] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Releasing lock "refresh_cache-61821e8d-2685-4143-8606-73a4d36d762c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.234880] env[69399]: DEBUG nova.compute.manager [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Instance network_info: |[{"id": "d907d702-58ad-43d3-bd99-a5853968eb5f", "address": "fa:16:3e:8f:f2:79", "network": {"id": "a213e7ab-7b70-4dc6-882f-02e886df3fa9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1126237948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a6a435774b94997a4afdc2f2ae0fbc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd907d702-58", "ovs_interfaceid": "d907d702-58ad-43d3-bd99-a5853968eb5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1004.235513] env[69399]: DEBUG oslo_concurrency.lockutils [req-cd4a521b-9850-4e73-a749-c871ba477f8e req-b9166b3f-59ed-4c94-81a3-09f31a4b9468 service nova] Acquired lock "refresh_cache-61821e8d-2685-4143-8606-73a4d36d762c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.236422] env[69399]: DEBUG nova.network.neutron [req-cd4a521b-9850-4e73-a749-c871ba477f8e req-b9166b3f-59ed-4c94-81a3-09f31a4b9468 service nova] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Refreshing network info cache for port d907d702-58ad-43d3-bd99-a5853968eb5f {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.241676] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:f2:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd907d702-58ad-43d3-bd99-a5853968eb5f', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.249809] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Creating folder: Project (7a6a435774b94997a4afdc2f2ae0fbc2). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1004.251163] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe045dab-1072-413f-b6d4-7517afd005da {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.264762] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Created folder: Project (7a6a435774b94997a4afdc2f2ae0fbc2) in parent group-v826677. [ 1004.265030] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Creating folder: Instances. Parent ref: group-v826859. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1004.265321] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-948e4762-237c-4632-bc4b-38ef565c4fae {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.279430] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Created folder: Instances in parent group-v826859. [ 1004.279607] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.279748] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.280028] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca08a663-fef7-47fe-94c5-50ee95b6fa90 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.304522] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.304522] env[69399]: value = "task-4177081" [ 1004.304522] env[69399]: _type = "Task" [ 1004.304522] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.325034] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177081, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.431778] env[69399]: DEBUG oslo_vmware.api [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177078, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.559124] env[69399]: DEBUG oslo_concurrency.lockutils [None req-14bfce30-2300-4030-b751-8d4336079ec5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.605940] env[69399]: DEBUG nova.compute.manager [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1004.670110] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e6ce0798-2484-4b07-9df9-58b7c7045dcb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquiring lock "d96475d1-6e0c-491f-8365-cfe4aebf90d7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.670397] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e6ce0798-2484-4b07-9df9-58b7c7045dcb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "d96475d1-6e0c-491f-8365-cfe4aebf90d7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.670591] env[69399]: DEBUG nova.compute.manager [None req-e6ce0798-2484-4b07-9df9-58b7c7045dcb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.671914] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2423851f-6f71-4913-a29d-5dffe3c1c925 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.680922] env[69399]: DEBUG nova.compute.manager [None req-e6ce0798-2484-4b07-9df9-58b7c7045dcb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69399) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1004.681587] env[69399]: DEBUG nova.objects.instance [None req-e6ce0798-2484-4b07-9df9-58b7c7045dcb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lazy-loading 'flavor' on Instance uuid d96475d1-6e0c-491f-8365-cfe4aebf90d7 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.821018] env[69399]: DEBUG nova.compute.manager [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1004.823293] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177081, 'name': CreateVM_Task, 'duration_secs': 0.44963} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.826345] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1004.828616] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6a3bb3a6-d1f2-4c29-b6af-56fd3499e507 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.830227] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.831420] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.831807] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.832237] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.577s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.835028] env[69399]: INFO nova.compute.claims [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.839243] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b87e2014-7ab4-48d4-aad4-a3b7b8cc9501 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.845759] env[69399]: DEBUG oslo_vmware.api [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Waiting for the task: (returnval){ [ 1004.845759] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]520ab00f-9f1e-301e-fa49-92a583f82ddd" [ 1004.845759] env[69399]: _type = "Task" [ 1004.845759] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.863456] env[69399]: DEBUG nova.virt.hardware [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.863644] env[69399]: DEBUG nova.virt.hardware [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.863766] env[69399]: DEBUG nova.virt.hardware [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.863945] env[69399]: DEBUG nova.virt.hardware [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.864101] env[69399]: DEBUG nova.virt.hardware [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.864251] env[69399]: DEBUG nova.virt.hardware [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.864454] env[69399]: DEBUG nova.virt.hardware [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.864628] env[69399]: DEBUG nova.virt.hardware [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.864789] env[69399]: DEBUG nova.virt.hardware [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.864950] env[69399]: DEBUG nova.virt.hardware [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.865139] env[69399]: DEBUG nova.virt.hardware [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.865812] env[69399]: DEBUG oslo_vmware.api [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]520ab00f-9f1e-301e-fa49-92a583f82ddd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.866993] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcefcb6b-4f8a-4253-9e65-3571a84dc66e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.875954] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58912521-22ff-4453-8c7c-3c8278a33fe3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.934928] env[69399]: DEBUG oslo_vmware.api [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177078, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526982} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.935255] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 2495b839-0682-4be9-9aad-654885d71bf0/2495b839-0682-4be9-9aad-654885d71bf0.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1004.935487] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1004.935791] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fd78486-1866-4851-9a89-a724012e56b5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.943865] env[69399]: DEBUG oslo_vmware.api [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Waiting for the task: (returnval){ [ 1004.943865] env[69399]: value = "task-4177082" [ 1004.943865] env[69399]: _type = "Task" [ 1004.943865] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.956534] env[69399]: DEBUG oslo_vmware.api [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177082, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.000428] env[69399]: DEBUG nova.network.neutron [req-cd4a521b-9850-4e73-a749-c871ba477f8e req-b9166b3f-59ed-4c94-81a3-09f31a4b9468 service nova] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Updated VIF entry in instance network info cache for port d907d702-58ad-43d3-bd99-a5853968eb5f. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.000886] env[69399]: DEBUG nova.network.neutron [req-cd4a521b-9850-4e73-a749-c871ba477f8e req-b9166b3f-59ed-4c94-81a3-09f31a4b9468 service nova] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Updating instance_info_cache with network_info: [{"id": "d907d702-58ad-43d3-bd99-a5853968eb5f", "address": "fa:16:3e:8f:f2:79", "network": {"id": "a213e7ab-7b70-4dc6-882f-02e886df3fa9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1126237948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a6a435774b94997a4afdc2f2ae0fbc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd907d702-58", "ovs_interfaceid": "d907d702-58ad-43d3-bd99-a5853968eb5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.129459] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.359026] env[69399]: DEBUG oslo_vmware.api [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]520ab00f-9f1e-301e-fa49-92a583f82ddd, 'name': SearchDatastore_Task, 'duration_secs': 0.015483} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.359026] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.359026] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.359026] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.359673] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.359997] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.360374] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc6bf887-d964-4c74-91b9-66b1da93792b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.372679] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.372932] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.373710] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65edbf60-7c4b-47f9-9914-d3f13e1eca10 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.380278] env[69399]: DEBUG oslo_vmware.api [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Waiting for the task: (returnval){ [ 1005.380278] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5290e0d4-b02f-d0eb-1f1e-3bb3a37a4531" [ 1005.380278] env[69399]: _type = "Task" [ 1005.380278] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.388982] env[69399]: DEBUG oslo_vmware.api [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5290e0d4-b02f-d0eb-1f1e-3bb3a37a4531, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.455029] env[69399]: DEBUG oslo_vmware.api [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177082, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07243} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.455029] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.455215] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b45b973-68d8-4174-b8bf-823378662cdb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.478890] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 2495b839-0682-4be9-9aad-654885d71bf0/2495b839-0682-4be9-9aad-654885d71bf0.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.479188] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c136848-8d3a-4c6f-9a48-b5bc2ba90b75 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.503539] env[69399]: DEBUG oslo_concurrency.lockutils [req-cd4a521b-9850-4e73-a749-c871ba477f8e req-b9166b3f-59ed-4c94-81a3-09f31a4b9468 service nova] Releasing lock "refresh_cache-61821e8d-2685-4143-8606-73a4d36d762c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.507423] env[69399]: DEBUG nova.compute.manager [req-c15dccbf-2170-4e3f-b53a-835d01b7ab58 req-2e32ee67-1ee4-4041-9e5f-0a6d81688626 service nova] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Received event network-vif-plugged-e38fd14f-2df2-45d8-89c3-f3bb27f30635 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.507634] env[69399]: DEBUG oslo_concurrency.lockutils [req-c15dccbf-2170-4e3f-b53a-835d01b7ab58 req-2e32ee67-1ee4-4041-9e5f-0a6d81688626 service nova] Acquiring lock "22644d0f-3345-4566-a792-ff72c0a5e979-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.507845] env[69399]: DEBUG oslo_concurrency.lockutils [req-c15dccbf-2170-4e3f-b53a-835d01b7ab58 req-2e32ee67-1ee4-4041-9e5f-0a6d81688626 service nova] Lock "22644d0f-3345-4566-a792-ff72c0a5e979-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.507999] env[69399]: DEBUG oslo_concurrency.lockutils [req-c15dccbf-2170-4e3f-b53a-835d01b7ab58 req-2e32ee67-1ee4-4041-9e5f-0a6d81688626 service nova] Lock "22644d0f-3345-4566-a792-ff72c0a5e979-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.508176] env[69399]: DEBUG nova.compute.manager [req-c15dccbf-2170-4e3f-b53a-835d01b7ab58 req-2e32ee67-1ee4-4041-9e5f-0a6d81688626 service nova] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] No waiting events found dispatching network-vif-plugged-e38fd14f-2df2-45d8-89c3-f3bb27f30635 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1005.508329] env[69399]: WARNING nova.compute.manager [req-c15dccbf-2170-4e3f-b53a-835d01b7ab58 req-2e32ee67-1ee4-4041-9e5f-0a6d81688626 service nova] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Received unexpected event network-vif-plugged-e38fd14f-2df2-45d8-89c3-f3bb27f30635 for instance with vm_state building and task_state spawning. [ 1005.510963] env[69399]: DEBUG oslo_vmware.api [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Waiting for the task: (returnval){ [ 1005.510963] env[69399]: value = "task-4177083" [ 1005.510963] env[69399]: _type = "Task" [ 1005.510963] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.519889] env[69399]: DEBUG oslo_vmware.api [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177083, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.678615] env[69399]: DEBUG nova.network.neutron [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Successfully updated port: e38fd14f-2df2-45d8-89c3-f3bb27f30635 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1005.691553] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6ce0798-2484-4b07-9df9-58b7c7045dcb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.692306] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d958879-9bee-4eb6-8b5f-3fb3b65c875f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.705298] env[69399]: DEBUG oslo_vmware.api [None req-e6ce0798-2484-4b07-9df9-58b7c7045dcb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1005.705298] env[69399]: value = "task-4177084" [ 1005.705298] env[69399]: _type = "Task" [ 1005.705298] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.714777] env[69399]: DEBUG oslo_vmware.api [None req-e6ce0798-2484-4b07-9df9-58b7c7045dcb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.897548] env[69399]: DEBUG oslo_vmware.api [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5290e0d4-b02f-d0eb-1f1e-3bb3a37a4531, 'name': SearchDatastore_Task, 'duration_secs': 0.014554} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.899390] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23af3e50-9a56-4221-9c0b-23ecc85f00c7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.909023] env[69399]: DEBUG oslo_vmware.api [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Waiting for the task: (returnval){ [ 1005.909023] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]528f4070-c69e-1189-3e6f-a3fd548f0012" [ 1005.909023] env[69399]: _type = "Task" [ 1005.909023] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.918582] env[69399]: DEBUG oslo_vmware.api [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]528f4070-c69e-1189-3e6f-a3fd548f0012, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.026039] env[69399]: DEBUG oslo_vmware.api [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177083, 'name': ReconfigVM_Task, 'duration_secs': 0.511423} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.026039] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 2495b839-0682-4be9-9aad-654885d71bf0/2495b839-0682-4be9-9aad-654885d71bf0.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.026720] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-469eadf3-845e-4252-bb05-e5a96adbee7c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.037716] env[69399]: DEBUG oslo_vmware.api [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Waiting for the task: (returnval){ [ 1006.037716] env[69399]: value = "task-4177085" [ 1006.037716] env[69399]: _type = "Task" [ 1006.037716] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.047873] env[69399]: DEBUG oslo_vmware.api [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177085, 'name': Rename_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.184215] env[69399]: DEBUG oslo_concurrency.lockutils [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Acquiring lock "refresh_cache-22644d0f-3345-4566-a792-ff72c0a5e979" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.184371] env[69399]: DEBUG oslo_concurrency.lockutils [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Acquired lock "refresh_cache-22644d0f-3345-4566-a792-ff72c0a5e979" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.184531] env[69399]: DEBUG nova.network.neutron [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.216730] env[69399]: DEBUG oslo_vmware.api [None req-e6ce0798-2484-4b07-9df9-58b7c7045dcb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177084, 'name': PowerOffVM_Task, 'duration_secs': 0.19586} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.216928] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6ce0798-2484-4b07-9df9-58b7c7045dcb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.217181] env[69399]: DEBUG nova.compute.manager [None req-e6ce0798-2484-4b07-9df9-58b7c7045dcb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.217875] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67c87b6-ab7a-4ba9-bac4-6b6c3b00ca6d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.307074] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030b9bc7-8542-49f9-8fdd-b608658b7f47 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.315286] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef955884-b28f-482f-a992-4b30a61bb3ca {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.346554] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798d3a58-f8cc-4fdd-86b4-977dd723a013 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.354950] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ffaa87-6886-4ca2-990c-4428334439a7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.369044] env[69399]: DEBUG nova.compute.provider_tree [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.420300] env[69399]: DEBUG oslo_vmware.api [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]528f4070-c69e-1189-3e6f-a3fd548f0012, 'name': SearchDatastore_Task, 'duration_secs': 0.011656} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.420538] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.420801] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 61821e8d-2685-4143-8606-73a4d36d762c/61821e8d-2685-4143-8606-73a4d36d762c.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1006.421077] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-162511dd-d8cb-419f-a381-855fb351ca18 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.428204] env[69399]: DEBUG oslo_vmware.api [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Waiting for the task: (returnval){ [ 1006.428204] env[69399]: value = "task-4177086" [ 1006.428204] env[69399]: _type = "Task" [ 1006.428204] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.437116] env[69399]: DEBUG oslo_vmware.api [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177086, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.550733] env[69399]: DEBUG oslo_vmware.api [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177085, 'name': Rename_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.733100] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e6ce0798-2484-4b07-9df9-58b7c7045dcb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "d96475d1-6e0c-491f-8365-cfe4aebf90d7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.754452] env[69399]: DEBUG nova.network.neutron [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1006.871963] env[69399]: DEBUG nova.scheduler.client.report [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.939448] env[69399]: DEBUG oslo_vmware.api [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177086, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.029899] env[69399]: DEBUG nova.network.neutron [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Updating instance_info_cache with network_info: [{"id": "e38fd14f-2df2-45d8-89c3-f3bb27f30635", "address": "fa:16:3e:aa:11:2c", "network": {"id": "a213e7ab-7b70-4dc6-882f-02e886df3fa9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1126237948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a6a435774b94997a4afdc2f2ae0fbc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape38fd14f-2d", "ovs_interfaceid": "e38fd14f-2df2-45d8-89c3-f3bb27f30635", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.056141] env[69399]: DEBUG oslo_vmware.api [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177085, 'name': Rename_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.381831] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.382417] env[69399]: DEBUG nova.compute.manager [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1007.385157] env[69399]: DEBUG oslo_concurrency.lockutils [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 44.578s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.441693] env[69399]: DEBUG oslo_vmware.api [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177086, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.871361} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.442017] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 61821e8d-2685-4143-8606-73a4d36d762c/61821e8d-2685-4143-8606-73a4d36d762c.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1007.442258] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1007.442518] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f900bcf8-d27d-4adf-896c-26a8f117077e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.451465] env[69399]: DEBUG oslo_vmware.api [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Waiting for the task: (returnval){ [ 1007.451465] env[69399]: value = "task-4177087" [ 1007.451465] env[69399]: _type = "Task" [ 1007.451465] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.462876] env[69399]: DEBUG oslo_vmware.api [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177087, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.533155] env[69399]: DEBUG oslo_concurrency.lockutils [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Releasing lock "refresh_cache-22644d0f-3345-4566-a792-ff72c0a5e979" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.533553] env[69399]: DEBUG nova.compute.manager [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Instance network_info: |[{"id": "e38fd14f-2df2-45d8-89c3-f3bb27f30635", "address": "fa:16:3e:aa:11:2c", "network": {"id": "a213e7ab-7b70-4dc6-882f-02e886df3fa9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1126237948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a6a435774b94997a4afdc2f2ae0fbc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape38fd14f-2d", "ovs_interfaceid": "e38fd14f-2df2-45d8-89c3-f3bb27f30635", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1007.534288] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:11:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e38fd14f-2df2-45d8-89c3-f3bb27f30635', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1007.543113] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.543480] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1007.547171] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5c52d6e-8fe0-4b40-b765-3bedce614b5f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.567342] env[69399]: DEBUG oslo_vmware.api [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177085, 'name': Rename_Task, 'duration_secs': 1.167343} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.568834] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.569101] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1007.569101] env[69399]: value = "task-4177088" [ 1007.569101] env[69399]: _type = "Task" [ 1007.569101] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.569287] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b72589a-306d-418c-ae98-3066bfeb27a2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.580726] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177088, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.582216] env[69399]: DEBUG oslo_vmware.api [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Waiting for the task: (returnval){ [ 1007.582216] env[69399]: value = "task-4177089" [ 1007.582216] env[69399]: _type = "Task" [ 1007.582216] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.591204] env[69399]: DEBUG oslo_vmware.api [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.740655] env[69399]: DEBUG nova.compute.manager [req-59088d59-ac9a-46a8-8a98-37a61c1b88ba req-d514a1fd-89ae-4fc2-ab6a-6fa9d1850c33 service nova] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Received event network-changed-e38fd14f-2df2-45d8-89c3-f3bb27f30635 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.742634] env[69399]: DEBUG nova.compute.manager [req-59088d59-ac9a-46a8-8a98-37a61c1b88ba req-d514a1fd-89ae-4fc2-ab6a-6fa9d1850c33 service nova] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Refreshing instance network info cache due to event network-changed-e38fd14f-2df2-45d8-89c3-f3bb27f30635. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1007.742634] env[69399]: DEBUG oslo_concurrency.lockutils [req-59088d59-ac9a-46a8-8a98-37a61c1b88ba req-d514a1fd-89ae-4fc2-ab6a-6fa9d1850c33 service nova] Acquiring lock "refresh_cache-22644d0f-3345-4566-a792-ff72c0a5e979" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.742634] env[69399]: DEBUG oslo_concurrency.lockutils [req-59088d59-ac9a-46a8-8a98-37a61c1b88ba req-d514a1fd-89ae-4fc2-ab6a-6fa9d1850c33 service nova] Acquired lock "refresh_cache-22644d0f-3345-4566-a792-ff72c0a5e979" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.742634] env[69399]: DEBUG nova.network.neutron [req-59088d59-ac9a-46a8-8a98-37a61c1b88ba req-d514a1fd-89ae-4fc2-ab6a-6fa9d1850c33 service nova] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Refreshing network info cache for port e38fd14f-2df2-45d8-89c3-f3bb27f30635 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.888933] env[69399]: DEBUG nova.compute.utils [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1007.890498] env[69399]: DEBUG nova.objects.instance [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Lazy-loading 'migration_context' on Instance uuid 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.891615] env[69399]: DEBUG nova.compute.manager [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1007.891782] env[69399]: DEBUG nova.network.neutron [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1007.939241] env[69399]: DEBUG nova.policy [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53b9c76bbe2c444681ff2b104864695c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a6a435774b94997a4afdc2f2ae0fbc2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1007.962972] env[69399]: DEBUG oslo_vmware.api [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177087, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074056} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.963250] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1007.964093] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1783941-79b3-43c3-b17c-b7f2c057062c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.987816] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 61821e8d-2685-4143-8606-73a4d36d762c/61821e8d-2685-4143-8606-73a4d36d762c.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.988774] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c71af987-4b4f-47d0-a7bb-7835c5b1edcd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.011657] env[69399]: DEBUG oslo_vmware.api [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Waiting for the task: (returnval){ [ 1008.011657] env[69399]: value = "task-4177090" [ 1008.011657] env[69399]: _type = "Task" [ 1008.011657] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.022250] env[69399]: DEBUG oslo_vmware.api [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177090, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.083000] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177088, 'name': CreateVM_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.093418] env[69399]: DEBUG oslo_vmware.api [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177089, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.344630] env[69399]: DEBUG nova.network.neutron [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Successfully created port: 363e8878-3294-4052-bace-b00667f0686c {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1008.393306] env[69399]: DEBUG nova.compute.manager [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1008.459496] env[69399]: DEBUG nova.compute.manager [None req-bbba80e0-bfcb-4f62-82a8-87d64ee480dd tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.460635] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4280b88-5cb4-479d-8072-db98b74ca386 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.491098] env[69399]: DEBUG nova.network.neutron [req-59088d59-ac9a-46a8-8a98-37a61c1b88ba req-d514a1fd-89ae-4fc2-ab6a-6fa9d1850c33 service nova] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Updated VIF entry in instance network info cache for port e38fd14f-2df2-45d8-89c3-f3bb27f30635. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1008.491517] env[69399]: DEBUG nova.network.neutron [req-59088d59-ac9a-46a8-8a98-37a61c1b88ba req-d514a1fd-89ae-4fc2-ab6a-6fa9d1850c33 service nova] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Updating instance_info_cache with network_info: [{"id": "e38fd14f-2df2-45d8-89c3-f3bb27f30635", "address": "fa:16:3e:aa:11:2c", "network": {"id": "a213e7ab-7b70-4dc6-882f-02e886df3fa9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1126237948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a6a435774b94997a4afdc2f2ae0fbc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape38fd14f-2d", "ovs_interfaceid": "e38fd14f-2df2-45d8-89c3-f3bb27f30635", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.527636] env[69399]: DEBUG oslo_vmware.api [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177090, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.583691] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177088, 'name': CreateVM_Task, 'duration_secs': 0.65516} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.586829] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1008.587623] env[69399]: DEBUG oslo_concurrency.lockutils [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.588145] env[69399]: DEBUG oslo_concurrency.lockutils [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.588145] env[69399]: DEBUG oslo_concurrency.lockutils [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.588884] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d451077-f1b0-46f9-be02-26eea2d4bedb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.597111] env[69399]: DEBUG oslo_vmware.api [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177089, 'name': PowerOnVM_Task, 'duration_secs': 0.846252} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.598721] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.598948] env[69399]: INFO nova.compute.manager [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Took 9.00 seconds to spawn the instance on the hypervisor. [ 1008.599407] env[69399]: DEBUG nova.compute.manager [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.600117] env[69399]: DEBUG oslo_vmware.api [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Waiting for the task: (returnval){ [ 1008.600117] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]524564d5-71da-503c-4266-c408e8bff486" [ 1008.600117] env[69399]: _type = "Task" [ 1008.600117] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.600927] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463d96dc-7eb3-40d3-95d8-89070e58e940 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.621165] env[69399]: DEBUG oslo_vmware.api [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]524564d5-71da-503c-4266-c408e8bff486, 'name': SearchDatastore_Task, 'duration_secs': 0.010791} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.622763] env[69399]: DEBUG oslo_concurrency.lockutils [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.622763] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.622763] env[69399]: DEBUG oslo_concurrency.lockutils [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.622763] env[69399]: DEBUG oslo_concurrency.lockutils [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.622763] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.622763] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a14d3a0e-cc43-4649-bc6c-b1067858e082 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.633506] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.633705] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.635343] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d9c36bb-967e-4f2c-b92a-e6595eab9f9c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.642101] env[69399]: DEBUG oslo_vmware.api [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Waiting for the task: (returnval){ [ 1008.642101] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f12d35-61bc-479e-198e-c836b5272713" [ 1008.642101] env[69399]: _type = "Task" [ 1008.642101] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.655029] env[69399]: DEBUG oslo_vmware.api [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f12d35-61bc-479e-198e-c836b5272713, 'name': SearchDatastore_Task, 'duration_secs': 0.010032} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.655824] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26ee5ce1-53ca-46f8-9ead-6066aae1337b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.667845] env[69399]: DEBUG oslo_vmware.api [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Waiting for the task: (returnval){ [ 1008.667845] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b1b7ab-6ebf-815a-e720-fac738e4d84c" [ 1008.667845] env[69399]: _type = "Task" [ 1008.667845] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.674926] env[69399]: DEBUG oslo_vmware.api [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b1b7ab-6ebf-815a-e720-fac738e4d84c, 'name': SearchDatastore_Task, 'duration_secs': 0.010446} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.678129] env[69399]: DEBUG oslo_concurrency.lockutils [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.678448] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 22644d0f-3345-4566-a792-ff72c0a5e979/22644d0f-3345-4566-a792-ff72c0a5e979.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1008.679215] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-943dbfd9-94d0-473c-b195-15fab879fab4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.686280] env[69399]: DEBUG oslo_vmware.api [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Waiting for the task: (returnval){ [ 1008.686280] env[69399]: value = "task-4177091" [ 1008.686280] env[69399]: _type = "Task" [ 1008.686280] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.699544] env[69399]: DEBUG oslo_vmware.api [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.774679] env[69399]: DEBUG oslo_concurrency.lockutils [None req-51aae4ae-b5bf-4f9b-b887-48410df3b22c tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquiring lock "41bacac6-0187-4a9d-b413-63da35c48d40" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.775057] env[69399]: DEBUG oslo_concurrency.lockutils [None req-51aae4ae-b5bf-4f9b-b887-48410df3b22c tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "41bacac6-0187-4a9d-b413-63da35c48d40" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.775401] env[69399]: DEBUG oslo_concurrency.lockutils [None req-51aae4ae-b5bf-4f9b-b887-48410df3b22c tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquiring lock "41bacac6-0187-4a9d-b413-63da35c48d40-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.775725] env[69399]: DEBUG oslo_concurrency.lockutils [None req-51aae4ae-b5bf-4f9b-b887-48410df3b22c tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "41bacac6-0187-4a9d-b413-63da35c48d40-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.776024] env[69399]: DEBUG oslo_concurrency.lockutils [None req-51aae4ae-b5bf-4f9b-b887-48410df3b22c tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "41bacac6-0187-4a9d-b413-63da35c48d40-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.783859] env[69399]: INFO nova.compute.manager [None req-51aae4ae-b5bf-4f9b-b887-48410df3b22c tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Terminating instance [ 1008.978661] env[69399]: INFO nova.compute.manager [None req-bbba80e0-bfcb-4f62-82a8-87d64ee480dd tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] instance snapshotting [ 1008.978914] env[69399]: WARNING nova.compute.manager [None req-bbba80e0-bfcb-4f62-82a8-87d64ee480dd tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1008.982672] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05c7cda-46cf-4284-9e6b-95053ca30a3b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.010116] env[69399]: DEBUG oslo_concurrency.lockutils [req-59088d59-ac9a-46a8-8a98-37a61c1b88ba req-d514a1fd-89ae-4fc2-ab6a-6fa9d1850c33 service nova] Releasing lock "refresh_cache-22644d0f-3345-4566-a792-ff72c0a5e979" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.012665] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca36bb7-7099-4165-9a19-63f11c3dc007 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.016747] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b691e4f4-bd15-4084-a069-0fc542a21592 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.039209] env[69399]: DEBUG oslo_vmware.api [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177090, 'name': ReconfigVM_Task, 'duration_secs': 0.56113} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.040160] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 61821e8d-2685-4143-8606-73a4d36d762c/61821e8d-2685-4143-8606-73a4d36d762c.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.043509] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19062d0-d0b2-4cc3-9736-d5e0193ae057 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.048280] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5ce0e71-48cb-4703-ad72-520faac2aa9e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.091931] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59e2217-b4c3-444d-84e3-efeac6425d31 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.096144] env[69399]: DEBUG oslo_vmware.api [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Waiting for the task: (returnval){ [ 1009.096144] env[69399]: value = "task-4177092" [ 1009.096144] env[69399]: _type = "Task" [ 1009.096144] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.105065] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b5a126-49ce-4e26-800b-dde600bd79a8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.114724] env[69399]: DEBUG oslo_vmware.api [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177092, 'name': Rename_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.132340] env[69399]: DEBUG nova.compute.provider_tree [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.137121] env[69399]: INFO nova.compute.manager [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Took 52.87 seconds to build instance. [ 1009.197857] env[69399]: DEBUG oslo_vmware.api [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177091, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4724} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.198166] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 22644d0f-3345-4566-a792-ff72c0a5e979/22644d0f-3345-4566-a792-ff72c0a5e979.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1009.198383] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1009.198693] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b01d720-7e50-4c93-9f71-ba66ea87c73d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.206767] env[69399]: DEBUG oslo_vmware.api [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Waiting for the task: (returnval){ [ 1009.206767] env[69399]: value = "task-4177093" [ 1009.206767] env[69399]: _type = "Task" [ 1009.206767] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.220415] env[69399]: DEBUG oslo_vmware.api [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177093, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.289158] env[69399]: DEBUG nova.compute.manager [None req-51aae4ae-b5bf-4f9b-b887-48410df3b22c tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.289422] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-51aae4ae-b5bf-4f9b-b887-48410df3b22c tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.291453] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de96ec05-c4f0-472f-b0b9-5d80f80a0080 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.302432] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-51aae4ae-b5bf-4f9b-b887-48410df3b22c tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.302432] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83d44b7b-7714-4e34-8a6f-cef20396b22f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.310310] env[69399]: DEBUG oslo_vmware.api [None req-51aae4ae-b5bf-4f9b-b887-48410df3b22c tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 1009.310310] env[69399]: value = "task-4177094" [ 1009.310310] env[69399]: _type = "Task" [ 1009.310310] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.323184] env[69399]: DEBUG oslo_vmware.api [None req-51aae4ae-b5bf-4f9b-b887-48410df3b22c tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.406492] env[69399]: DEBUG nova.compute.manager [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1009.429125] env[69399]: DEBUG nova.virt.hardware [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.429242] env[69399]: DEBUG nova.virt.hardware [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.429395] env[69399]: DEBUG nova.virt.hardware [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.429574] env[69399]: DEBUG nova.virt.hardware [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.429761] env[69399]: DEBUG nova.virt.hardware [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.429917] env[69399]: DEBUG nova.virt.hardware [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.430142] env[69399]: DEBUG nova.virt.hardware [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.430312] env[69399]: DEBUG nova.virt.hardware [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.430476] env[69399]: DEBUG nova.virt.hardware [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.430639] env[69399]: DEBUG nova.virt.hardware [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.430816] env[69399]: DEBUG nova.virt.hardware [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.431678] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60b49af-48d1-4c94-bd7f-ceaad7f870d0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.441017] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabd69f7-e0e1-4a19-9a52-684ca72a0d33 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.543278] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-bbba80e0-bfcb-4f62-82a8-87d64ee480dd tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Creating Snapshot of the VM instance {{(pid=69399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1009.543278] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c9f478c1-996f-49cb-9ba4-9581e8a62780 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.551346] env[69399]: DEBUG oslo_vmware.api [None req-bbba80e0-bfcb-4f62-82a8-87d64ee480dd tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1009.551346] env[69399]: value = "task-4177095" [ 1009.551346] env[69399]: _type = "Task" [ 1009.551346] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.564273] env[69399]: DEBUG oslo_vmware.api [None req-bbba80e0-bfcb-4f62-82a8-87d64ee480dd tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177095, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.605893] env[69399]: DEBUG oslo_vmware.api [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177092, 'name': Rename_Task, 'duration_secs': 0.213398} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.606214] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.606476] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3b5e145-7e99-4865-a80d-b172ec2b83f8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.613777] env[69399]: DEBUG oslo_vmware.api [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Waiting for the task: (returnval){ [ 1009.613777] env[69399]: value = "task-4177096" [ 1009.613777] env[69399]: _type = "Task" [ 1009.613777] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.624020] env[69399]: DEBUG oslo_vmware.api [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.638271] env[69399]: DEBUG nova.scheduler.client.report [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.642660] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4053a2f7-2605-471b-8aec-149aef6d673e tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Lock "2495b839-0682-4be9-9aad-654885d71bf0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.385s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.718121] env[69399]: DEBUG oslo_vmware.api [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177093, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069118} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.718422] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1009.719247] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e216f567-e09b-4143-b5a8-df2ba902a216 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.743611] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 22644d0f-3345-4566-a792-ff72c0a5e979/22644d0f-3345-4566-a792-ff72c0a5e979.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.744052] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39ec1bc0-7e94-4c10-b273-85b2986194c9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.765145] env[69399]: DEBUG oslo_vmware.api [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Waiting for the task: (returnval){ [ 1009.765145] env[69399]: value = "task-4177097" [ 1009.765145] env[69399]: _type = "Task" [ 1009.765145] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.774142] env[69399]: DEBUG oslo_vmware.api [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177097, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.821613] env[69399]: DEBUG oslo_vmware.api [None req-51aae4ae-b5bf-4f9b-b887-48410df3b22c tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177094, 'name': PowerOffVM_Task, 'duration_secs': 0.253357} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.822011] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-51aae4ae-b5bf-4f9b-b887-48410df3b22c tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.822269] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-51aae4ae-b5bf-4f9b-b887-48410df3b22c tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.822694] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f70f976-ee69-4a95-86c5-5a685919a9fa {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.910676] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-51aae4ae-b5bf-4f9b-b887-48410df3b22c tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.911020] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-51aae4ae-b5bf-4f9b-b887-48410df3b22c tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.911752] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-51aae4ae-b5bf-4f9b-b887-48410df3b22c tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Deleting the datastore file [datastore2] 41bacac6-0187-4a9d-b413-63da35c48d40 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.911904] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-faefd4e0-6a5f-42ce-8ab4-0c4965b7190e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.920465] env[69399]: DEBUG oslo_vmware.api [None req-51aae4ae-b5bf-4f9b-b887-48410df3b22c tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 1009.920465] env[69399]: value = "task-4177099" [ 1009.920465] env[69399]: _type = "Task" [ 1009.920465] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.929845] env[69399]: DEBUG oslo_vmware.api [None req-51aae4ae-b5bf-4f9b-b887-48410df3b22c tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.061955] env[69399]: DEBUG oslo_vmware.api [None req-bbba80e0-bfcb-4f62-82a8-87d64ee480dd tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177095, 'name': CreateSnapshot_Task, 'duration_secs': 0.506985} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.062194] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-bbba80e0-bfcb-4f62-82a8-87d64ee480dd tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Created Snapshot of the VM instance {{(pid=69399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1010.062940] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f730cc4-35fd-4c31-bf91-5618f106c574 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.124957] env[69399]: DEBUG oslo_vmware.api [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177096, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.276503] env[69399]: DEBUG oslo_vmware.api [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177097, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.436867] env[69399]: DEBUG oslo_vmware.api [None req-51aae4ae-b5bf-4f9b-b887-48410df3b22c tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277623} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.437316] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-51aae4ae-b5bf-4f9b-b887-48410df3b22c tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.437436] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-51aae4ae-b5bf-4f9b-b887-48410df3b22c tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.437614] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-51aae4ae-b5bf-4f9b-b887-48410df3b22c tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.437786] env[69399]: INFO nova.compute.manager [None req-51aae4ae-b5bf-4f9b-b887-48410df3b22c tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1010.438132] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51aae4ae-b5bf-4f9b-b887-48410df3b22c tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.438281] env[69399]: DEBUG nova.compute.manager [-] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.438376] env[69399]: DEBUG nova.network.neutron [-] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.574175] env[69399]: DEBUG nova.network.neutron [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Successfully updated port: 363e8878-3294-4052-bace-b00667f0686c {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1010.589362] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-bbba80e0-bfcb-4f62-82a8-87d64ee480dd tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Creating linked-clone VM from snapshot {{(pid=69399) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1010.590888] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6f95f970-c4d4-4bb4-b563-eb7d95e080e8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.603323] env[69399]: DEBUG oslo_vmware.api [None req-bbba80e0-bfcb-4f62-82a8-87d64ee480dd tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1010.603323] env[69399]: value = "task-4177100" [ 1010.603323] env[69399]: _type = "Task" [ 1010.603323] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.620465] env[69399]: DEBUG oslo_vmware.api [None req-bbba80e0-bfcb-4f62-82a8-87d64ee480dd tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177100, 'name': CloneVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.633499] env[69399]: DEBUG nova.compute.manager [req-846629b6-5e90-4ace-a5d2-157a291c12c0 req-3855992d-36a0-4510-8493-a0b21a0ad67a service nova] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Received event network-vif-plugged-363e8878-3294-4052-bace-b00667f0686c {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.633841] env[69399]: DEBUG oslo_concurrency.lockutils [req-846629b6-5e90-4ace-a5d2-157a291c12c0 req-3855992d-36a0-4510-8493-a0b21a0ad67a service nova] Acquiring lock "f61fe5a5-55a1-465f-ac32-2b324c94861d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.634329] env[69399]: DEBUG oslo_concurrency.lockutils [req-846629b6-5e90-4ace-a5d2-157a291c12c0 req-3855992d-36a0-4510-8493-a0b21a0ad67a service nova] Lock "f61fe5a5-55a1-465f-ac32-2b324c94861d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.634459] env[69399]: DEBUG oslo_concurrency.lockutils [req-846629b6-5e90-4ace-a5d2-157a291c12c0 req-3855992d-36a0-4510-8493-a0b21a0ad67a service nova] Lock "f61fe5a5-55a1-465f-ac32-2b324c94861d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.634757] env[69399]: DEBUG nova.compute.manager [req-846629b6-5e90-4ace-a5d2-157a291c12c0 req-3855992d-36a0-4510-8493-a0b21a0ad67a service nova] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] No waiting events found dispatching network-vif-plugged-363e8878-3294-4052-bace-b00667f0686c {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1010.635105] env[69399]: WARNING nova.compute.manager [req-846629b6-5e90-4ace-a5d2-157a291c12c0 req-3855992d-36a0-4510-8493-a0b21a0ad67a service nova] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Received unexpected event network-vif-plugged-363e8878-3294-4052-bace-b00667f0686c for instance with vm_state building and task_state spawning. [ 1010.641954] env[69399]: DEBUG oslo_vmware.api [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177096, 'name': PowerOnVM_Task, 'duration_secs': 0.655706} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.641954] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.642787] env[69399]: INFO nova.compute.manager [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Took 8.44 seconds to spawn the instance on the hypervisor. [ 1010.642787] env[69399]: DEBUG nova.compute.manager [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.643237] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b051e019-8c7a-4564-a1d5-e15fdadc3e1f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.650522] env[69399]: DEBUG oslo_concurrency.lockutils [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.265s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.658881] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3364893b-53bd-4b57-a465-9a64fce0a8df tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.695s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.659144] env[69399]: DEBUG nova.objects.instance [None req-3364893b-53bd-4b57-a465-9a64fce0a8df tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Lazy-loading 'resources' on Instance uuid 27a33fa9-0522-4ee7-b350-ac8cee85a177 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.776637] env[69399]: DEBUG oslo_vmware.api [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177097, 'name': ReconfigVM_Task, 'duration_secs': 0.888531} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.777325] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 22644d0f-3345-4566-a792-ff72c0a5e979/22644d0f-3345-4566-a792-ff72c0a5e979.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.778086] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5178f4ab-a517-410d-812d-df6713a24bb8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.785527] env[69399]: DEBUG oslo_vmware.api [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Waiting for the task: (returnval){ [ 1010.785527] env[69399]: value = "task-4177101" [ 1010.785527] env[69399]: _type = "Task" [ 1010.785527] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.794516] env[69399]: DEBUG oslo_vmware.api [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177101, 'name': Rename_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.091724] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Acquiring lock "refresh_cache-f61fe5a5-55a1-465f-ac32-2b324c94861d" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.091884] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Acquired lock "refresh_cache-f61fe5a5-55a1-465f-ac32-2b324c94861d" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.092169] env[69399]: DEBUG nova.network.neutron [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.116586] env[69399]: DEBUG oslo_vmware.api [None req-bbba80e0-bfcb-4f62-82a8-87d64ee480dd tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177100, 'name': CloneVM_Task} progress is 94%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.123865] env[69399]: DEBUG nova.compute.manager [req-0c57d5b6-9c88-4b24-ab12-4284a870071c req-c05491a8-96a6-4e62-87be-d03c67704c82 service nova] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Received event network-vif-deleted-188fa42d-7f8f-410f-b3c4-d8596f49cd11 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.124087] env[69399]: INFO nova.compute.manager [req-0c57d5b6-9c88-4b24-ab12-4284a870071c req-c05491a8-96a6-4e62-87be-d03c67704c82 service nova] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Neutron deleted interface 188fa42d-7f8f-410f-b3c4-d8596f49cd11; detaching it from the instance and deleting it from the info cache [ 1011.124264] env[69399]: DEBUG nova.network.neutron [req-0c57d5b6-9c88-4b24-ab12-4284a870071c req-c05491a8-96a6-4e62-87be-d03c67704c82 service nova] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.182435] env[69399]: INFO nova.compute.manager [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Took 52.33 seconds to build instance. [ 1011.300857] env[69399]: DEBUG oslo_vmware.api [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177101, 'name': Rename_Task, 'duration_secs': 0.197509} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.301268] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.301595] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40ef8c5f-5f2d-4b07-90d3-9190404d0e8c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.311474] env[69399]: DEBUG oslo_vmware.api [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Waiting for the task: (returnval){ [ 1011.311474] env[69399]: value = "task-4177102" [ 1011.311474] env[69399]: _type = "Task" [ 1011.311474] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.326135] env[69399]: DEBUG oslo_vmware.api [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177102, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.467388] env[69399]: DEBUG nova.network.neutron [-] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.618539] env[69399]: DEBUG oslo_vmware.api [None req-bbba80e0-bfcb-4f62-82a8-87d64ee480dd tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177100, 'name': CloneVM_Task} progress is 94%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.628150] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a5a61ea-5fca-438b-b575-0b2dd3584545 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.634670] env[69399]: DEBUG nova.network.neutron [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.645150] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9e685b-0aa0-478e-b189-d2e15147e0d1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.689257] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3bfebf7-3fe8-4190-bd32-9908e0f8e487 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Lock "61821e8d-2685-4143-8606-73a4d36d762c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.850s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.689648] env[69399]: DEBUG nova.compute.manager [req-0c57d5b6-9c88-4b24-ab12-4284a870071c req-c05491a8-96a6-4e62-87be-d03c67704c82 service nova] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Detach interface failed, port_id=188fa42d-7f8f-410f-b3c4-d8596f49cd11, reason: Instance 41bacac6-0187-4a9d-b413-63da35c48d40 could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1011.738157] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c5a543-a5d1-4f14-8f65-5d102408f65e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.750164] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a522c3a7-f430-40f2-b1ad-980b12d3984d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.783562] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e509e9-8283-4597-a765-56cbfe8850e0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.793115] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ce6c7e-acaf-46d5-b9f1-c254b0cea386 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.814446] env[69399]: DEBUG nova.compute.provider_tree [None req-3364893b-53bd-4b57-a465-9a64fce0a8df tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.827268] env[69399]: DEBUG oslo_vmware.api [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177102, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.834085] env[69399]: DEBUG nova.network.neutron [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Updating instance_info_cache with network_info: [{"id": "363e8878-3294-4052-bace-b00667f0686c", "address": "fa:16:3e:c0:a2:f6", "network": {"id": "a213e7ab-7b70-4dc6-882f-02e886df3fa9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1126237948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a6a435774b94997a4afdc2f2ae0fbc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap363e8878-32", "ovs_interfaceid": "363e8878-3294-4052-bace-b00667f0686c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.970233] env[69399]: INFO nova.compute.manager [-] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Took 1.53 seconds to deallocate network for instance. [ 1012.115967] env[69399]: DEBUG oslo_vmware.api [None req-bbba80e0-bfcb-4f62-82a8-87d64ee480dd tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177100, 'name': CloneVM_Task, 'duration_secs': 1.419038} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.116280] env[69399]: INFO nova.virt.vmwareapi.vmops [None req-bbba80e0-bfcb-4f62-82a8-87d64ee480dd tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Created linked-clone VM from snapshot [ 1012.117250] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63efd46b-2b48-4360-bdfe-0d0e16f34496 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.125447] env[69399]: DEBUG nova.virt.vmwareapi.images [None req-bbba80e0-bfcb-4f62-82a8-87d64ee480dd tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Uploading image dc19cc05-3171-4779-a701-ff2c9d48a944 {{(pid=69399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1012.148446] env[69399]: DEBUG oslo_vmware.rw_handles [None req-bbba80e0-bfcb-4f62-82a8-87d64ee480dd tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1012.148446] env[69399]: value = "vm-826864" [ 1012.148446] env[69399]: _type = "VirtualMachine" [ 1012.148446] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1012.148446] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-92d29015-3266-4404-a6ee-7c5eb3e55c6c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.156490] env[69399]: DEBUG oslo_vmware.rw_handles [None req-bbba80e0-bfcb-4f62-82a8-87d64ee480dd tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lease: (returnval){ [ 1012.156490] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5224f78d-a955-e767-c718-f236e1ea860c" [ 1012.156490] env[69399]: _type = "HttpNfcLease" [ 1012.156490] env[69399]: } obtained for exporting VM: (result){ [ 1012.156490] env[69399]: value = "vm-826864" [ 1012.156490] env[69399]: _type = "VirtualMachine" [ 1012.156490] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1012.156744] env[69399]: DEBUG oslo_vmware.api [None req-bbba80e0-bfcb-4f62-82a8-87d64ee480dd tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the lease: (returnval){ [ 1012.156744] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5224f78d-a955-e767-c718-f236e1ea860c" [ 1012.156744] env[69399]: _type = "HttpNfcLease" [ 1012.156744] env[69399]: } to be ready. {{(pid=69399) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1012.163953] env[69399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1012.163953] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5224f78d-a955-e767-c718-f236e1ea860c" [ 1012.163953] env[69399]: _type = "HttpNfcLease" [ 1012.163953] env[69399]: } is initializing. {{(pid=69399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1012.215478] env[69399]: INFO nova.compute.manager [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Swapping old allocation on dict_keys(['65caca49-2bb8-4896-b9be-5baf8708847a']) held by migration 8890b0f9-39ec-4f7f-8402-a52e7025ed20 for instance [ 1012.240804] env[69399]: DEBUG nova.scheduler.client.report [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Overwriting current allocation {'allocations': {'65caca49-2bb8-4896-b9be-5baf8708847a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 90}}, 'project_id': '709ddc7d320440f895a05b5228bfc4a2', 'user_id': '98c3962630df415c8385c2dc11437a28', 'consumer_generation': 1} on consumer 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6 {{(pid=69399) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1012.321807] env[69399]: DEBUG nova.scheduler.client.report [None req-3364893b-53bd-4b57-a465-9a64fce0a8df tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.329741] env[69399]: DEBUG oslo_vmware.api [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177102, 'name': PowerOnVM_Task, 'duration_secs': 0.673292} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.330483] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1012.330705] env[69399]: INFO nova.compute.manager [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Took 7.51 seconds to spawn the instance on the hypervisor. [ 1012.331447] env[69399]: DEBUG nova.compute.manager [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1012.331864] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6adb791b-9a6d-4369-85df-c23f67919a87 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.336542] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Releasing lock "refresh_cache-f61fe5a5-55a1-465f-ac32-2b324c94861d" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.336787] env[69399]: DEBUG nova.compute.manager [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Instance network_info: |[{"id": "363e8878-3294-4052-bace-b00667f0686c", "address": "fa:16:3e:c0:a2:f6", "network": {"id": "a213e7ab-7b70-4dc6-882f-02e886df3fa9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1126237948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a6a435774b94997a4afdc2f2ae0fbc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap363e8878-32", "ovs_interfaceid": "363e8878-3294-4052-bace-b00667f0686c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1012.337189] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:a2:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '363e8878-3294-4052-bace-b00667f0686c', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.344864] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.348386] env[69399]: DEBUG oslo_concurrency.lockutils [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquiring lock "refresh_cache-49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.348552] env[69399]: DEBUG oslo_concurrency.lockutils [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquired lock "refresh_cache-49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.348719] env[69399]: DEBUG nova.network.neutron [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.349862] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.354096] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67b3fa62-3cdd-4257-9330-9fd6bf39c2fc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.376718] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.376718] env[69399]: value = "task-4177104" [ 1012.376718] env[69399]: _type = "Task" [ 1012.376718] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.391778] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177104, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.478209] env[69399]: DEBUG oslo_concurrency.lockutils [None req-51aae4ae-b5bf-4f9b-b887-48410df3b22c tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.665661] env[69399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1012.665661] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5224f78d-a955-e767-c718-f236e1ea860c" [ 1012.665661] env[69399]: _type = "HttpNfcLease" [ 1012.665661] env[69399]: } is ready. {{(pid=69399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1012.665983] env[69399]: DEBUG oslo_vmware.rw_handles [None req-bbba80e0-bfcb-4f62-82a8-87d64ee480dd tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1012.665983] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5224f78d-a955-e767-c718-f236e1ea860c" [ 1012.665983] env[69399]: _type = "HttpNfcLease" [ 1012.665983] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1012.666815] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79e89d8-d281-4166-81dc-8d81710aa25a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.677851] env[69399]: DEBUG oslo_vmware.rw_handles [None req-bbba80e0-bfcb-4f62-82a8-87d64ee480dd tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523ffee1-0726-cbe5-3ab8-4b7f59db12d5/disk-0.vmdk from lease info. {{(pid=69399) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1012.678103] env[69399]: DEBUG oslo_vmware.rw_handles [None req-bbba80e0-bfcb-4f62-82a8-87d64ee480dd tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523ffee1-0726-cbe5-3ab8-4b7f59db12d5/disk-0.vmdk for reading. {{(pid=69399) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1012.788029] env[69399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-255824b6-7d9b-4bcd-8fee-cfbf194bbcd5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.792488] env[69399]: DEBUG nova.compute.manager [req-bb7fa226-a369-481d-8121-654c402297cd req-c39727b3-3700-4092-83fb-e0cc4999f7ad service nova] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Received event network-changed-363e8878-3294-4052-bace-b00667f0686c {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.792606] env[69399]: DEBUG nova.compute.manager [req-bb7fa226-a369-481d-8121-654c402297cd req-c39727b3-3700-4092-83fb-e0cc4999f7ad service nova] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Refreshing instance network info cache due to event network-changed-363e8878-3294-4052-bace-b00667f0686c. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1012.793315] env[69399]: DEBUG oslo_concurrency.lockutils [req-bb7fa226-a369-481d-8121-654c402297cd req-c39727b3-3700-4092-83fb-e0cc4999f7ad service nova] Acquiring lock "refresh_cache-f61fe5a5-55a1-465f-ac32-2b324c94861d" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.793580] env[69399]: DEBUG oslo_concurrency.lockutils [req-bb7fa226-a369-481d-8121-654c402297cd req-c39727b3-3700-4092-83fb-e0cc4999f7ad service nova] Acquired lock "refresh_cache-f61fe5a5-55a1-465f-ac32-2b324c94861d" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.793740] env[69399]: DEBUG nova.network.neutron [req-bb7fa226-a369-481d-8121-654c402297cd req-c39727b3-3700-4092-83fb-e0cc4999f7ad service nova] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Refreshing network info cache for port 363e8878-3294-4052-bace-b00667f0686c {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.832221] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3364893b-53bd-4b57-a465-9a64fce0a8df tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.173s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.836814] env[69399]: DEBUG oslo_concurrency.lockutils [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.564s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.837081] env[69399]: DEBUG nova.objects.instance [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lazy-loading 'pci_requests' on Instance uuid 8d8f09c7-5035-4ae0-92ea-3562432e6ceb {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.864489] env[69399]: INFO nova.scheduler.client.report [None req-3364893b-53bd-4b57-a465-9a64fce0a8df tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Deleted allocations for instance 27a33fa9-0522-4ee7-b350-ac8cee85a177 [ 1012.884756] env[69399]: INFO nova.compute.manager [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Took 53.41 seconds to build instance. [ 1012.895040] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177104, 'name': CreateVM_Task, 'duration_secs': 0.367963} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.895040] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.895040] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.895040] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.895040] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.895040] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d988baed-f7e8-4483-9f66-547814e704ca {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.902035] env[69399]: DEBUG oslo_vmware.api [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Waiting for the task: (returnval){ [ 1012.902035] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f349f0-ee44-51ed-66f1-29e8ad70ea59" [ 1012.902035] env[69399]: _type = "Task" [ 1012.902035] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.916551] env[69399]: DEBUG oslo_vmware.api [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f349f0-ee44-51ed-66f1-29e8ad70ea59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.109409] env[69399]: DEBUG nova.network.neutron [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Updating instance_info_cache with network_info: [{"id": "1b378abd-3e1e-4f87-abc9-0504ff71d132", "address": "fa:16:3e:e1:80:4f", "network": {"id": "e6123224-ba4a-4d8f-91b9-06e051cef811", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70c0851169f84ebb9810edf05230c60d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b378abd-3e", "ovs_interfaceid": "1b378abd-3e1e-4f87-abc9-0504ff71d132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.341608] env[69399]: DEBUG nova.objects.instance [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lazy-loading 'numa_topology' on Instance uuid 8d8f09c7-5035-4ae0-92ea-3562432e6ceb {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.374231] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3364893b-53bd-4b57-a465-9a64fce0a8df tempest-ServerTagsTestJSON-1862764168 tempest-ServerTagsTestJSON-1862764168-project-member] Lock "27a33fa9-0522-4ee7-b350-ac8cee85a177" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.093s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.392722] env[69399]: DEBUG oslo_concurrency.lockutils [None req-65cc5bbd-ec4e-42b0-b3ea-dd767cbd9ff9 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Lock "22644d0f-3345-4566-a792-ff72c0a5e979" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.930s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.395271] env[69399]: DEBUG nova.compute.manager [None req-2f2b3cd1-47d8-428c-8f94-65197ae91561 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.398211] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196cfb74-de03-4492-8863-c990c24d7244 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.423379] env[69399]: DEBUG oslo_vmware.api [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f349f0-ee44-51ed-66f1-29e8ad70ea59, 'name': SearchDatastore_Task, 'duration_secs': 0.013963} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.428023] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.428023] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.428315] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.428315] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.428472] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.428690] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5da1bf7b-8e69-4233-b46c-d847bf69c983 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.442296] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.443596] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.443825] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd93d5da-d85a-4fc7-8666-83516c8697d8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.452190] env[69399]: DEBUG oslo_vmware.api [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Waiting for the task: (returnval){ [ 1013.452190] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5213eee7-aa0f-4782-8437-0c93a11e674c" [ 1013.452190] env[69399]: _type = "Task" [ 1013.452190] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.464579] env[69399]: DEBUG oslo_vmware.api [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5213eee7-aa0f-4782-8437-0c93a11e674c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.568257] env[69399]: DEBUG nova.network.neutron [req-bb7fa226-a369-481d-8121-654c402297cd req-c39727b3-3700-4092-83fb-e0cc4999f7ad service nova] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Updated VIF entry in instance network info cache for port 363e8878-3294-4052-bace-b00667f0686c. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.569122] env[69399]: DEBUG nova.network.neutron [req-bb7fa226-a369-481d-8121-654c402297cd req-c39727b3-3700-4092-83fb-e0cc4999f7ad service nova] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Updating instance_info_cache with network_info: [{"id": "363e8878-3294-4052-bace-b00667f0686c", "address": "fa:16:3e:c0:a2:f6", "network": {"id": "a213e7ab-7b70-4dc6-882f-02e886df3fa9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1126237948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a6a435774b94997a4afdc2f2ae0fbc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap363e8878-32", "ovs_interfaceid": "363e8878-3294-4052-bace-b00667f0686c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.615028] env[69399]: DEBUG oslo_concurrency.lockutils [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Releasing lock "refresh_cache-49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.615028] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.615028] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc32f637-6f69-40ba-a746-669136744fdc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.624035] env[69399]: DEBUG oslo_vmware.api [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Waiting for the task: (returnval){ [ 1013.624035] env[69399]: value = "task-4177105" [ 1013.624035] env[69399]: _type = "Task" [ 1013.624035] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.637587] env[69399]: DEBUG oslo_vmware.api [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4177105, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.848246] env[69399]: INFO nova.compute.claims [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.911012] env[69399]: INFO nova.compute.manager [None req-2f2b3cd1-47d8-428c-8f94-65197ae91561 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] instance snapshotting [ 1013.915552] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f201d599-b246-42c4-8636-6a119627c738 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.944022] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793df067-0a36-413a-a12a-42fea4fad284 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.968319] env[69399]: DEBUG oslo_vmware.api [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5213eee7-aa0f-4782-8437-0c93a11e674c, 'name': SearchDatastore_Task, 'duration_secs': 0.015061} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.971051] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-530f1d28-d5c1-489c-8e9b-6267ff16eed4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.976402] env[69399]: DEBUG oslo_vmware.api [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Waiting for the task: (returnval){ [ 1013.976402] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52a01e3b-84fe-4119-60db-331554f622ab" [ 1013.976402] env[69399]: _type = "Task" [ 1013.976402] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.986523] env[69399]: DEBUG oslo_vmware.api [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52a01e3b-84fe-4119-60db-331554f622ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.072457] env[69399]: DEBUG oslo_concurrency.lockutils [req-bb7fa226-a369-481d-8121-654c402297cd req-c39727b3-3700-4092-83fb-e0cc4999f7ad service nova] Releasing lock "refresh_cache-f61fe5a5-55a1-465f-ac32-2b324c94861d" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.137088] env[69399]: DEBUG oslo_vmware.api [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4177105, 'name': PowerOffVM_Task, 'duration_secs': 0.341593} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.137450] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.138157] env[69399]: DEBUG nova.virt.hardware [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:52:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='f73e70f3-a9b4-4d2d-b5ba-6fb797be7cd1',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1706461506',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.138376] env[69399]: DEBUG nova.virt.hardware [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.138532] env[69399]: DEBUG nova.virt.hardware [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.138713] env[69399]: DEBUG nova.virt.hardware [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.138893] env[69399]: DEBUG nova.virt.hardware [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.139063] env[69399]: DEBUG nova.virt.hardware [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.139276] env[69399]: DEBUG nova.virt.hardware [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.139433] env[69399]: DEBUG nova.virt.hardware [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.139597] env[69399]: DEBUG nova.virt.hardware [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.139762] env[69399]: DEBUG nova.virt.hardware [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.139939] env[69399]: DEBUG nova.virt.hardware [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.145259] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8727132d-2dd1-48d1-834a-eb4349867609 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.201224] env[69399]: DEBUG oslo_vmware.api [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Waiting for the task: (returnval){ [ 1014.201224] env[69399]: value = "task-4177106" [ 1014.201224] env[69399]: _type = "Task" [ 1014.201224] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.211755] env[69399]: DEBUG oslo_vmware.api [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4177106, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.462405] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2b3cd1-47d8-428c-8f94-65197ae91561 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Creating Snapshot of the VM instance {{(pid=69399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1014.462806] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7ea105b4-712f-44ad-8987-95f1e461aa42 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.473363] env[69399]: DEBUG oslo_vmware.api [None req-2f2b3cd1-47d8-428c-8f94-65197ae91561 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Waiting for the task: (returnval){ [ 1014.473363] env[69399]: value = "task-4177107" [ 1014.473363] env[69399]: _type = "Task" [ 1014.473363] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.493292] env[69399]: DEBUG oslo_vmware.api [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52a01e3b-84fe-4119-60db-331554f622ab, 'name': SearchDatastore_Task, 'duration_secs': 0.019721} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.493552] env[69399]: DEBUG oslo_vmware.api [None req-2f2b3cd1-47d8-428c-8f94-65197ae91561 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177107, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.493819] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.494099] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] f61fe5a5-55a1-465f-ac32-2b324c94861d/f61fe5a5-55a1-465f-ac32-2b324c94861d.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.494377] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a4a34d9-08d0-4783-9ed9-1b137393faaf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.503818] env[69399]: DEBUG oslo_vmware.api [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Waiting for the task: (returnval){ [ 1014.503818] env[69399]: value = "task-4177108" [ 1014.503818] env[69399]: _type = "Task" [ 1014.503818] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.514303] env[69399]: DEBUG oslo_vmware.api [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.711982] env[69399]: DEBUG oslo_vmware.api [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4177106, 'name': ReconfigVM_Task, 'duration_secs': 0.284381} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.713090] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca6f778-2aea-4a9c-950c-cb554f476837 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.738673] env[69399]: DEBUG nova.virt.hardware [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:52:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='f73e70f3-a9b4-4d2d-b5ba-6fb797be7cd1',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1706461506',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.738963] env[69399]: DEBUG nova.virt.hardware [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.739179] env[69399]: DEBUG nova.virt.hardware [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.739414] env[69399]: DEBUG nova.virt.hardware [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.739531] env[69399]: DEBUG nova.virt.hardware [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.739674] env[69399]: DEBUG nova.virt.hardware [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.739972] env[69399]: DEBUG nova.virt.hardware [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.740084] env[69399]: DEBUG nova.virt.hardware [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.740214] env[69399]: DEBUG nova.virt.hardware [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.740374] env[69399]: DEBUG nova.virt.hardware [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.740540] env[69399]: DEBUG nova.virt.hardware [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.741556] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a08b7704-7922-4be3-bef3-f070669e22f7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.748604] env[69399]: DEBUG oslo_vmware.api [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Waiting for the task: (returnval){ [ 1014.748604] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]524037d9-1ee0-ba7d-c686-10fb05494dfc" [ 1014.748604] env[69399]: _type = "Task" [ 1014.748604] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.760545] env[69399]: DEBUG oslo_vmware.api [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]524037d9-1ee0-ba7d-c686-10fb05494dfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.990804] env[69399]: DEBUG oslo_vmware.api [None req-2f2b3cd1-47d8-428c-8f94-65197ae91561 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177107, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.018777] env[69399]: DEBUG oslo_vmware.api [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177108, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.268023] env[69399]: DEBUG oslo_vmware.api [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]524037d9-1ee0-ba7d-c686-10fb05494dfc, 'name': SearchDatastore_Task, 'duration_secs': 0.013249} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.270677] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1015.274523] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-041b531d-b645-4f47-b35c-62dc43713d86 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.295927] env[69399]: DEBUG oslo_vmware.api [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Waiting for the task: (returnval){ [ 1015.295927] env[69399]: value = "task-4177109" [ 1015.295927] env[69399]: _type = "Task" [ 1015.295927] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.310375] env[69399]: DEBUG oslo_vmware.api [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4177109, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.465733] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75670821-c5e3-41e7-a35d-72f354a2a863 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.474305] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94471a4e-e334-4d36-8d1c-6250b86863a9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.487459] env[69399]: DEBUG oslo_vmware.api [None req-2f2b3cd1-47d8-428c-8f94-65197ae91561 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177107, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.516729] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ccddeb-0972-4d76-a555-e7bf83bf7022 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.529542] env[69399]: DEBUG oslo_vmware.api [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177108, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615238} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.531470] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f1afe5-edeb-435f-9684-1e9526d40794 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.539021] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] f61fe5a5-55a1-465f-ac32-2b324c94861d/f61fe5a5-55a1-465f-ac32-2b324c94861d.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.539409] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.539775] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9428780a-391d-4d81-ad80-e6ce0606e402 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.555972] env[69399]: DEBUG nova.compute.provider_tree [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1015.559291] env[69399]: DEBUG oslo_vmware.api [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Waiting for the task: (returnval){ [ 1015.559291] env[69399]: value = "task-4177110" [ 1015.559291] env[69399]: _type = "Task" [ 1015.559291] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.568920] env[69399]: DEBUG oslo_vmware.api [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177110, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.807821] env[69399]: DEBUG oslo_vmware.api [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4177109, 'name': ReconfigVM_Task, 'duration_secs': 0.283613} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.808125] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1015.808821] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd741c69-07ea-4684-a039-2a0927ee85af {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.834260] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6/49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.835292] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62e5418a-af31-4146-a8ad-8645f23f0676 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.856555] env[69399]: DEBUG oslo_vmware.api [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Waiting for the task: (returnval){ [ 1015.856555] env[69399]: value = "task-4177111" [ 1015.856555] env[69399]: _type = "Task" [ 1015.856555] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.865704] env[69399]: DEBUG oslo_vmware.api [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4177111, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.987638] env[69399]: DEBUG oslo_vmware.api [None req-2f2b3cd1-47d8-428c-8f94-65197ae91561 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177107, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.074331] env[69399]: DEBUG oslo_vmware.api [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177110, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076826} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.074620] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1016.075554] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b016236-0ca1-4b0d-b129-b4024907d916 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.113255] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] f61fe5a5-55a1-465f-ac32-2b324c94861d/f61fe5a5-55a1-465f-ac32-2b324c94861d.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.113855] env[69399]: ERROR nova.scheduler.client.report [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [req-1a109988-f6be-4434-a311-ba1314e92e46] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65caca49-2bb8-4896-b9be-5baf8708847a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1a109988-f6be-4434-a311-ba1314e92e46"}]} [ 1016.114626] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df83083e-5847-40ab-8151-48ce21ef7cc1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.139718] env[69399]: DEBUG oslo_vmware.api [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Waiting for the task: (returnval){ [ 1016.139718] env[69399]: value = "task-4177112" [ 1016.139718] env[69399]: _type = "Task" [ 1016.139718] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.146796] env[69399]: DEBUG nova.scheduler.client.report [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Refreshing inventories for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1016.152268] env[69399]: DEBUG oslo_vmware.api [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177112, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.170469] env[69399]: DEBUG nova.scheduler.client.report [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Updating ProviderTree inventory for provider 65caca49-2bb8-4896-b9be-5baf8708847a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1016.170759] env[69399]: DEBUG nova.compute.provider_tree [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1016.184748] env[69399]: DEBUG nova.scheduler.client.report [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Refreshing aggregate associations for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a, aggregates: None {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1016.206898] env[69399]: DEBUG nova.scheduler.client.report [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Refreshing trait associations for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1016.369824] env[69399]: DEBUG oslo_vmware.api [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4177111, 'name': ReconfigVM_Task, 'duration_secs': 0.448544} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.370134] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6/49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.371135] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410792b5-f448-4c0c-8167-ea5dd62e4db8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.396715] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1edf828-54ee-4526-9945-0f106a73e45b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.419752] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84d34e0-90af-47f4-83e2-67672b240820 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.446292] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1b5c80-6868-417c-b2e8-dbd014e4518b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.454601] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.454950] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aaad4ccf-e25d-4e12-807b-57b649d51c1d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.466219] env[69399]: DEBUG oslo_vmware.api [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Waiting for the task: (returnval){ [ 1016.466219] env[69399]: value = "task-4177113" [ 1016.466219] env[69399]: _type = "Task" [ 1016.466219] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.481808] env[69399]: DEBUG oslo_vmware.api [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4177113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.491981] env[69399]: DEBUG oslo_vmware.api [None req-2f2b3cd1-47d8-428c-8f94-65197ae91561 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177107, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.658057] env[69399]: DEBUG oslo_vmware.api [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.770019] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842bba7c-c56b-4839-beb9-d0c377c6652e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.777796] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a826a3b8-ab43-44f8-b300-57e004fd69ba {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.816264] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a62d03-b04b-4fd7-b6d2-a446e9c18012 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.824498] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349993ec-fd9f-41f9-b4a2-6f8f40f7e9fd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.838871] env[69399]: DEBUG nova.compute.provider_tree [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1016.977520] env[69399]: DEBUG oslo_vmware.api [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4177113, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.994222] env[69399]: DEBUG oslo_vmware.api [None req-2f2b3cd1-47d8-428c-8f94-65197ae91561 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177107, 'name': CreateSnapshot_Task, 'duration_secs': 2.358375} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.994738] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2b3cd1-47d8-428c-8f94-65197ae91561 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Created Snapshot of the VM instance {{(pid=69399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1016.995767] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6758200e-a6d6-4c43-9c26-b9fdf8800eb5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.153270] env[69399]: DEBUG oslo_vmware.api [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177112, 'name': ReconfigVM_Task, 'duration_secs': 0.608297} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.153642] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Reconfigured VM instance instance-00000040 to attach disk [datastore1] f61fe5a5-55a1-465f-ac32-2b324c94861d/f61fe5a5-55a1-465f-ac32-2b324c94861d.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.157486] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33b71d60-7765-46c3-a493-532b1bac343e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.166229] env[69399]: DEBUG oslo_vmware.api [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Waiting for the task: (returnval){ [ 1017.166229] env[69399]: value = "task-4177114" [ 1017.166229] env[69399]: _type = "Task" [ 1017.166229] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.177560] env[69399]: DEBUG oslo_vmware.api [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177114, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.362192] env[69399]: ERROR nova.scheduler.client.report [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [req-7081bdd2-e7ee-4efc-8ad4-574de0d477cf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65caca49-2bb8-4896-b9be-5baf8708847a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7081bdd2-e7ee-4efc-8ad4-574de0d477cf"}]} [ 1017.382492] env[69399]: DEBUG nova.scheduler.client.report [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Refreshing inventories for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1017.396622] env[69399]: DEBUG nova.scheduler.client.report [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Updating ProviderTree inventory for provider 65caca49-2bb8-4896-b9be-5baf8708847a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1017.397115] env[69399]: DEBUG nova.compute.provider_tree [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1017.410992] env[69399]: DEBUG nova.scheduler.client.report [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Refreshing aggregate associations for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a, aggregates: None {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1017.434852] env[69399]: DEBUG nova.scheduler.client.report [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Refreshing trait associations for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1017.484328] env[69399]: DEBUG oslo_vmware.api [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4177113, 'name': PowerOnVM_Task, 'duration_secs': 0.583613} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.485189] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.523553] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2b3cd1-47d8-428c-8f94-65197ae91561 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Creating linked-clone VM from snapshot {{(pid=69399) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1017.526807] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4ae12695-8103-47ea-a5aa-16347e62e2ec {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.536375] env[69399]: DEBUG oslo_vmware.api [None req-2f2b3cd1-47d8-428c-8f94-65197ae91561 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Waiting for the task: (returnval){ [ 1017.536375] env[69399]: value = "task-4177115" [ 1017.536375] env[69399]: _type = "Task" [ 1017.536375] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.548955] env[69399]: DEBUG oslo_vmware.api [None req-2f2b3cd1-47d8-428c-8f94-65197ae91561 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177115, 'name': CloneVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.641543] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Acquiring lock "58bc5be7-5ea0-4383-9831-003db3d67dfd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.641674] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Lock "58bc5be7-5ea0-4383-9831-003db3d67dfd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.680285] env[69399]: DEBUG oslo_vmware.api [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177114, 'name': Rename_Task, 'duration_secs': 0.307118} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.680567] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.683592] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c487fce-5be2-4362-9494-5d07fc73a01a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.692862] env[69399]: DEBUG oslo_vmware.api [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Waiting for the task: (returnval){ [ 1017.692862] env[69399]: value = "task-4177116" [ 1017.692862] env[69399]: _type = "Task" [ 1017.692862] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.703452] env[69399]: DEBUG oslo_vmware.api [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177116, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.942416] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Acquiring lock "621a2a18-e70c-4bcf-b0a3-7814b81e5a27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.943223] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Lock "621a2a18-e70c-4bcf-b0a3-7814b81e5a27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.993580] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dd48c3-25af-4075-8626-f9dcbfc35e87 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.003626] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161f83f9-a270-4057-8ab1-0a7b9ffb3d69 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.052398] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2cb7b7-1622-4f06-83eb-8848401acaf9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.064576] env[69399]: DEBUG oslo_vmware.api [None req-2f2b3cd1-47d8-428c-8f94-65197ae91561 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177115, 'name': CloneVM_Task} progress is 94%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.069516] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc49010-59c3-456c-a9e0-32ffa5f56af0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.089601] env[69399]: DEBUG nova.compute.provider_tree [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1018.144561] env[69399]: DEBUG nova.compute.manager [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 58bc5be7-5ea0-4383-9831-003db3d67dfd] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1018.204655] env[69399]: DEBUG oslo_vmware.api [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177116, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.446968] env[69399]: DEBUG nova.compute.manager [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1018.498796] env[69399]: INFO nova.compute.manager [None req-33b7cb5b-89c7-4400-b262-d10e9faf4424 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Updating instance to original state: 'active' [ 1018.558926] env[69399]: DEBUG oslo_vmware.api [None req-2f2b3cd1-47d8-428c-8f94-65197ae91561 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177115, 'name': CloneVM_Task} progress is 94%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.615024] env[69399]: ERROR nova.scheduler.client.report [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [req-05f9a618-f6f0-4ac5-9e6c-b709bcb084a6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65caca49-2bb8-4896-b9be-5baf8708847a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-05f9a618-f6f0-4ac5-9e6c-b709bcb084a6"}]} [ 1018.641958] env[69399]: DEBUG nova.scheduler.client.report [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Refreshing inventories for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1018.665941] env[69399]: DEBUG nova.scheduler.client.report [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Updating ProviderTree inventory for provider 65caca49-2bb8-4896-b9be-5baf8708847a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1018.666226] env[69399]: DEBUG nova.compute.provider_tree [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1018.669612] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.681362] env[69399]: DEBUG nova.scheduler.client.report [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Refreshing aggregate associations for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a, aggregates: None {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1018.701337] env[69399]: DEBUG nova.scheduler.client.report [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Refreshing trait associations for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1018.708449] env[69399]: DEBUG oslo_vmware.api [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177116, 'name': PowerOnVM_Task, 'duration_secs': 0.779165} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.709307] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.713026] env[69399]: INFO nova.compute.manager [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Took 9.30 seconds to spawn the instance on the hypervisor. [ 1018.713026] env[69399]: DEBUG nova.compute.manager [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.713026] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b724e0bb-7d82-4c91-b438-05f826d9b27f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.979665] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.070254] env[69399]: DEBUG oslo_vmware.api [None req-2f2b3cd1-47d8-428c-8f94-65197ae91561 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177115, 'name': CloneVM_Task} progress is 95%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.125623] env[69399]: DEBUG oslo_concurrency.lockutils [None req-21062f7e-515d-40fb-98d3-a67f8d3aa7b2 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Acquiring lock "f8f6f147-d160-4942-b0a1-70f8d885ee53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.125915] env[69399]: DEBUG oslo_concurrency.lockutils [None req-21062f7e-515d-40fb-98d3-a67f8d3aa7b2 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Lock "f8f6f147-d160-4942-b0a1-70f8d885ee53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.126255] env[69399]: DEBUG oslo_concurrency.lockutils [None req-21062f7e-515d-40fb-98d3-a67f8d3aa7b2 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Acquiring lock "f8f6f147-d160-4942-b0a1-70f8d885ee53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.126481] env[69399]: DEBUG oslo_concurrency.lockutils [None req-21062f7e-515d-40fb-98d3-a67f8d3aa7b2 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Lock "f8f6f147-d160-4942-b0a1-70f8d885ee53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.126694] env[69399]: DEBUG oslo_concurrency.lockutils [None req-21062f7e-515d-40fb-98d3-a67f8d3aa7b2 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Lock "f8f6f147-d160-4942-b0a1-70f8d885ee53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.129484] env[69399]: INFO nova.compute.manager [None req-21062f7e-515d-40fb-98d3-a67f8d3aa7b2 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Terminating instance [ 1019.233025] env[69399]: INFO nova.compute.manager [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Took 57.00 seconds to build instance. [ 1019.312466] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540e48de-d8d1-450c-a95b-9daf2d0436d0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.321900] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe08082-d153-424d-b3c4-4272ee783529 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.361665] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e48c1ac-3a1f-48cf-a5c9-0c3ab581df53 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.371927] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8eff4d0-a2ac-4f2a-864c-8cdf29ea6474 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.390483] env[69399]: DEBUG nova.compute.provider_tree [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1019.560927] env[69399]: DEBUG oslo_vmware.api [None req-2f2b3cd1-47d8-428c-8f94-65197ae91561 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177115, 'name': CloneVM_Task, 'duration_secs': 1.997578} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.561259] env[69399]: INFO nova.virt.vmwareapi.vmops [None req-2f2b3cd1-47d8-428c-8f94-65197ae91561 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Created linked-clone VM from snapshot [ 1019.562123] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a841cfd8-c1e8-4e22-a468-a2390f75a2af {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.571387] env[69399]: DEBUG nova.virt.vmwareapi.images [None req-2f2b3cd1-47d8-428c-8f94-65197ae91561 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Uploading image 2d0b76dd-c820-4a94-951d-2ed299e3a046 {{(pid=69399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1019.583811] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f2b3cd1-47d8-428c-8f94-65197ae91561 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Destroying the VM {{(pid=69399) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1019.584229] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-acb2268d-671d-49e7-b4ba-518c3574787c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.594482] env[69399]: DEBUG oslo_vmware.api [None req-2f2b3cd1-47d8-428c-8f94-65197ae91561 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Waiting for the task: (returnval){ [ 1019.594482] env[69399]: value = "task-4177117" [ 1019.594482] env[69399]: _type = "Task" [ 1019.594482] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.605709] env[69399]: DEBUG oslo_vmware.api [None req-2f2b3cd1-47d8-428c-8f94-65197ae91561 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177117, 'name': Destroy_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.635063] env[69399]: DEBUG nova.compute.manager [None req-21062f7e-515d-40fb-98d3-a67f8d3aa7b2 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1019.635063] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-21062f7e-515d-40fb-98d3-a67f8d3aa7b2 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.635063] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97092047-06cb-4a76-bd63-828e0374b32a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.644636] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-21062f7e-515d-40fb-98d3-a67f8d3aa7b2 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.644995] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e5d58d5-57ac-4401-9f40-0afe196c2548 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.653459] env[69399]: DEBUG oslo_vmware.api [None req-21062f7e-515d-40fb-98d3-a67f8d3aa7b2 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Waiting for the task: (returnval){ [ 1019.653459] env[69399]: value = "task-4177118" [ 1019.653459] env[69399]: _type = "Task" [ 1019.653459] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.664269] env[69399]: DEBUG oslo_vmware.api [None req-21062f7e-515d-40fb-98d3-a67f8d3aa7b2 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4177118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.734984] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a85443e5-5998-4e97-8166-2e034901e31b tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Lock "f61fe5a5-55a1-465f-ac32-2b324c94861d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.267s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.926315] env[69399]: DEBUG nova.scheduler.client.report [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Updated inventory for provider 65caca49-2bb8-4896-b9be-5baf8708847a with generation 93 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1019.926626] env[69399]: DEBUG nova.compute.provider_tree [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Updating resource provider 65caca49-2bb8-4896-b9be-5baf8708847a generation from 93 to 94 during operation: update_inventory {{(pid=69399) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1019.926827] env[69399]: DEBUG nova.compute.provider_tree [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1020.109933] env[69399]: DEBUG oslo_vmware.api [None req-2f2b3cd1-47d8-428c-8f94-65197ae91561 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177117, 'name': Destroy_Task} progress is 33%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.131754] env[69399]: DEBUG oslo_concurrency.lockutils [None req-24d5b3de-33fc-4893-801a-dd0b38befe6e tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquiring lock "49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.132086] env[69399]: DEBUG oslo_concurrency.lockutils [None req-24d5b3de-33fc-4893-801a-dd0b38befe6e tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Lock "49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.132334] env[69399]: DEBUG oslo_concurrency.lockutils [None req-24d5b3de-33fc-4893-801a-dd0b38befe6e tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquiring lock "49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.132531] env[69399]: DEBUG oslo_concurrency.lockutils [None req-24d5b3de-33fc-4893-801a-dd0b38befe6e tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Lock "49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.132802] env[69399]: DEBUG oslo_concurrency.lockutils [None req-24d5b3de-33fc-4893-801a-dd0b38befe6e tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Lock "49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.135408] env[69399]: INFO nova.compute.manager [None req-24d5b3de-33fc-4893-801a-dd0b38befe6e tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Terminating instance [ 1020.168029] env[69399]: DEBUG oslo_vmware.api [None req-21062f7e-515d-40fb-98d3-a67f8d3aa7b2 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4177118, 'name': PowerOffVM_Task, 'duration_secs': 0.458217} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.168029] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-21062f7e-515d-40fb-98d3-a67f8d3aa7b2 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.168029] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-21062f7e-515d-40fb-98d3-a67f8d3aa7b2 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.168029] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b99742df-9644-4854-b0f2-ce0d8f90007c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.262697] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-21062f7e-515d-40fb-98d3-a67f8d3aa7b2 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.262697] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-21062f7e-515d-40fb-98d3-a67f8d3aa7b2 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.262697] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-21062f7e-515d-40fb-98d3-a67f8d3aa7b2 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Deleting the datastore file [datastore2] f8f6f147-d160-4942-b0a1-70f8d885ee53 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.262697] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f3b3d0c-2e2c-458c-92a4-f5773763f239 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.269612] env[69399]: DEBUG oslo_vmware.api [None req-21062f7e-515d-40fb-98d3-a67f8d3aa7b2 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Waiting for the task: (returnval){ [ 1020.269612] env[69399]: value = "task-4177120" [ 1020.269612] env[69399]: _type = "Task" [ 1020.269612] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.279954] env[69399]: DEBUG oslo_vmware.api [None req-21062f7e-515d-40fb-98d3-a67f8d3aa7b2 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4177120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.433427] env[69399]: DEBUG oslo_concurrency.lockutils [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 7.598s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.435904] env[69399]: DEBUG oslo_concurrency.lockutils [None req-92327d8b-cf20-46da-83b0-723a7ea1ab53 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 53.992s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.437148] env[69399]: DEBUG nova.objects.instance [None req-92327d8b-cf20-46da-83b0-723a7ea1ab53 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lazy-loading 'resources' on Instance uuid 38d879e2-43f0-4c06-b7a4-a5eb38d585a0 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.469058] env[69399]: INFO nova.network.neutron [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Updating port 8b20617f-700e-463e-b927-a3bf52897575 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1020.608033] env[69399]: DEBUG oslo_vmware.api [None req-2f2b3cd1-47d8-428c-8f94-65197ae91561 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177117, 'name': Destroy_Task, 'duration_secs': 0.793876} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.608033] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-2f2b3cd1-47d8-428c-8f94-65197ae91561 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Destroyed the VM [ 1020.608033] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2b3cd1-47d8-428c-8f94-65197ae91561 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Deleting Snapshot of the VM instance {{(pid=69399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1020.608033] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-73babfa0-3f15-44bb-9c2d-8403982d9f3b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.616307] env[69399]: DEBUG oslo_vmware.api [None req-2f2b3cd1-47d8-428c-8f94-65197ae91561 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Waiting for the task: (returnval){ [ 1020.616307] env[69399]: value = "task-4177121" [ 1020.616307] env[69399]: _type = "Task" [ 1020.616307] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.626283] env[69399]: DEBUG oslo_vmware.api [None req-2f2b3cd1-47d8-428c-8f94-65197ae91561 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177121, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.645439] env[69399]: DEBUG nova.compute.manager [None req-24d5b3de-33fc-4893-801a-dd0b38befe6e tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1020.645734] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-24d5b3de-33fc-4893-801a-dd0b38befe6e tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.646689] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fed5ea3-0655-4214-aa98-fb164d6c8961 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.657104] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d5b3de-33fc-4893-801a-dd0b38befe6e tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.657434] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fe7f5ba-2770-4838-af50-324c40383750 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.664786] env[69399]: DEBUG oslo_vmware.api [None req-24d5b3de-33fc-4893-801a-dd0b38befe6e tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Waiting for the task: (returnval){ [ 1020.664786] env[69399]: value = "task-4177122" [ 1020.664786] env[69399]: _type = "Task" [ 1020.664786] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.674660] env[69399]: DEBUG oslo_vmware.api [None req-24d5b3de-33fc-4893-801a-dd0b38befe6e tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4177122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.780736] env[69399]: DEBUG oslo_vmware.api [None req-21062f7e-515d-40fb-98d3-a67f8d3aa7b2 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Task: {'id': task-4177120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215711} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.781035] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-21062f7e-515d-40fb-98d3-a67f8d3aa7b2 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.781229] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-21062f7e-515d-40fb-98d3-a67f8d3aa7b2 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.781439] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-21062f7e-515d-40fb-98d3-a67f8d3aa7b2 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.781658] env[69399]: INFO nova.compute.manager [None req-21062f7e-515d-40fb-98d3-a67f8d3aa7b2 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1020.781960] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21062f7e-515d-40fb-98d3-a67f8d3aa7b2 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.782437] env[69399]: DEBUG nova.compute.manager [-] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1020.782543] env[69399]: DEBUG nova.network.neutron [-] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1021.130847] env[69399]: DEBUG oslo_vmware.api [None req-2f2b3cd1-47d8-428c-8f94-65197ae91561 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177121, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.179578] env[69399]: DEBUG oslo_vmware.api [None req-24d5b3de-33fc-4893-801a-dd0b38befe6e tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4177122, 'name': PowerOffVM_Task, 'duration_secs': 0.350396} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.182172] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d5b3de-33fc-4893-801a-dd0b38befe6e tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.182172] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-24d5b3de-33fc-4893-801a-dd0b38befe6e tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.182172] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d20bc74e-5e1c-43d8-88fc-f38e2d809323 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.265266] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-24d5b3de-33fc-4893-801a-dd0b38befe6e tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.265266] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-24d5b3de-33fc-4893-801a-dd0b38befe6e tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.265266] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-24d5b3de-33fc-4893-801a-dd0b38befe6e tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Deleting the datastore file [datastore2] 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.272509] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a290c8c8-1935-44ab-bbc6-3b6ffbb2eab6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.279298] env[69399]: DEBUG oslo_vmware.api [None req-24d5b3de-33fc-4893-801a-dd0b38befe6e tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Waiting for the task: (returnval){ [ 1021.279298] env[69399]: value = "task-4177124" [ 1021.279298] env[69399]: _type = "Task" [ 1021.279298] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.296292] env[69399]: DEBUG oslo_vmware.api [None req-24d5b3de-33fc-4893-801a-dd0b38befe6e tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4177124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.499194] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb74288-b7b9-40ac-b644-bd7ff7363b29 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.508026] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49872b58-f189-4e84-a8c0-10d1b41dfe9e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.542229] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85498906-371d-44a7-a4bc-1db18e3525dc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.550894] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4db26c7-9cc9-44ce-a1b3-748af63a1bee {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.565818] env[69399]: DEBUG nova.compute.provider_tree [None req-92327d8b-cf20-46da-83b0-723a7ea1ab53 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1021.628538] env[69399]: DEBUG oslo_vmware.api [None req-2f2b3cd1-47d8-428c-8f94-65197ae91561 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177121, 'name': RemoveSnapshot_Task, 'duration_secs': 0.680583} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.628842] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2b3cd1-47d8-428c-8f94-65197ae91561 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Deleted Snapshot of the VM instance {{(pid=69399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1021.790030] env[69399]: DEBUG oslo_vmware.api [None req-24d5b3de-33fc-4893-801a-dd0b38befe6e tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4177124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208895} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.790451] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-24d5b3de-33fc-4893-801a-dd0b38befe6e tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.790706] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-24d5b3de-33fc-4893-801a-dd0b38befe6e tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.790916] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-24d5b3de-33fc-4893-801a-dd0b38befe6e tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.791180] env[69399]: INFO nova.compute.manager [None req-24d5b3de-33fc-4893-801a-dd0b38befe6e tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1021.791550] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24d5b3de-33fc-4893-801a-dd0b38befe6e tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.791788] env[69399]: DEBUG nova.compute.manager [-] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1021.791889] env[69399]: DEBUG nova.network.neutron [-] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1022.056301] env[69399]: DEBUG oslo_concurrency.lockutils [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquiring lock "refresh_cache-8d8f09c7-5035-4ae0-92ea-3562432e6ceb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.056301] env[69399]: DEBUG oslo_concurrency.lockutils [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquired lock "refresh_cache-8d8f09c7-5035-4ae0-92ea-3562432e6ceb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.056301] env[69399]: DEBUG nova.network.neutron [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.117299] env[69399]: DEBUG nova.scheduler.client.report [None req-92327d8b-cf20-46da-83b0-723a7ea1ab53 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Updated inventory for provider 65caca49-2bb8-4896-b9be-5baf8708847a with generation 94 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1022.117299] env[69399]: DEBUG nova.compute.provider_tree [None req-92327d8b-cf20-46da-83b0-723a7ea1ab53 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Updating resource provider 65caca49-2bb8-4896-b9be-5baf8708847a generation from 94 to 95 during operation: update_inventory {{(pid=69399) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1022.117299] env[69399]: DEBUG nova.compute.provider_tree [None req-92327d8b-cf20-46da-83b0-723a7ea1ab53 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1022.135372] env[69399]: WARNING nova.compute.manager [None req-2f2b3cd1-47d8-428c-8f94-65197ae91561 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Image not found during snapshot: nova.exception.ImageNotFound: Image 2d0b76dd-c820-4a94-951d-2ed299e3a046 could not be found. [ 1022.346446] env[69399]: DEBUG nova.network.neutron [-] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.404396] env[69399]: DEBUG nova.compute.manager [req-c568f417-de8e-4591-8194-ff1c80b6be96 req-4208659e-a353-4b48-bc51-ba4d7b5d3954 service nova] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Received event network-vif-deleted-37e2f2ea-1c04-4d6b-9937-f04d339e95f0 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.502028] env[69399]: DEBUG nova.compute.manager [req-80d02b15-606e-49c8-888f-2c5fd75ce773 req-95b846fd-803e-4232-b7b6-0c4c84f7a822 service nova] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Received event network-vif-plugged-8b20617f-700e-463e-b927-a3bf52897575 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.502780] env[69399]: DEBUG oslo_concurrency.lockutils [req-80d02b15-606e-49c8-888f-2c5fd75ce773 req-95b846fd-803e-4232-b7b6-0c4c84f7a822 service nova] Acquiring lock "8d8f09c7-5035-4ae0-92ea-3562432e6ceb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.503048] env[69399]: DEBUG oslo_concurrency.lockutils [req-80d02b15-606e-49c8-888f-2c5fd75ce773 req-95b846fd-803e-4232-b7b6-0c4c84f7a822 service nova] Lock "8d8f09c7-5035-4ae0-92ea-3562432e6ceb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.503134] env[69399]: DEBUG oslo_concurrency.lockutils [req-80d02b15-606e-49c8-888f-2c5fd75ce773 req-95b846fd-803e-4232-b7b6-0c4c84f7a822 service nova] Lock "8d8f09c7-5035-4ae0-92ea-3562432e6ceb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.503309] env[69399]: DEBUG nova.compute.manager [req-80d02b15-606e-49c8-888f-2c5fd75ce773 req-95b846fd-803e-4232-b7b6-0c4c84f7a822 service nova] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] No waiting events found dispatching network-vif-plugged-8b20617f-700e-463e-b927-a3bf52897575 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.503479] env[69399]: WARNING nova.compute.manager [req-80d02b15-606e-49c8-888f-2c5fd75ce773 req-95b846fd-803e-4232-b7b6-0c4c84f7a822 service nova] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Received unexpected event network-vif-plugged-8b20617f-700e-463e-b927-a3bf52897575 for instance with vm_state shelved_offloaded and task_state spawning. [ 1022.622262] env[69399]: DEBUG oslo_concurrency.lockutils [None req-92327d8b-cf20-46da-83b0-723a7ea1ab53 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.625268] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b93c083a-f655-420c-ab66-88925b0e1b86 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 54.657s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.625268] env[69399]: DEBUG nova.objects.instance [None req-b93c083a-f655-420c-ab66-88925b0e1b86 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Lazy-loading 'resources' on Instance uuid c62e8d06-2b79-4b20-82db-fba80a3f8b80 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.647751] env[69399]: INFO nova.scheduler.client.report [None req-92327d8b-cf20-46da-83b0-723a7ea1ab53 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Deleted allocations for instance 38d879e2-43f0-4c06-b7a4-a5eb38d585a0 [ 1022.698527] env[69399]: DEBUG nova.network.neutron [-] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.849980] env[69399]: INFO nova.compute.manager [-] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Took 2.07 seconds to deallocate network for instance. [ 1022.920572] env[69399]: DEBUG nova.network.neutron [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Updating instance_info_cache with network_info: [{"id": "8b20617f-700e-463e-b927-a3bf52897575", "address": "fa:16:3e:cf:ae:56", "network": {"id": "ec26b104-06f2-45dc-8dea-679a3711ccb3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-608903597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b365d893784bd2b90412f55fdaaa49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b20617f-70", "ovs_interfaceid": "8b20617f-700e-463e-b927-a3bf52897575", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.975804] env[69399]: DEBUG oslo_vmware.rw_handles [None req-bbba80e0-bfcb-4f62-82a8-87d64ee480dd tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523ffee1-0726-cbe5-3ab8-4b7f59db12d5/disk-0.vmdk. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1022.977538] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fdbcff-2db8-4578-8e41-baa20d3c5b8f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.985507] env[69399]: DEBUG oslo_vmware.rw_handles [None req-bbba80e0-bfcb-4f62-82a8-87d64ee480dd tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523ffee1-0726-cbe5-3ab8-4b7f59db12d5/disk-0.vmdk is in state: ready. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1022.988146] env[69399]: ERROR oslo_vmware.rw_handles [None req-bbba80e0-bfcb-4f62-82a8-87d64ee480dd tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523ffee1-0726-cbe5-3ab8-4b7f59db12d5/disk-0.vmdk due to incomplete transfer. [ 1022.988146] env[69399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-006041bb-5ca7-43f7-9229-c72a7ed68f4e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.993856] env[69399]: DEBUG oslo_vmware.rw_handles [None req-bbba80e0-bfcb-4f62-82a8-87d64ee480dd tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523ffee1-0726-cbe5-3ab8-4b7f59db12d5/disk-0.vmdk. {{(pid=69399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1022.994065] env[69399]: DEBUG nova.virt.vmwareapi.images [None req-bbba80e0-bfcb-4f62-82a8-87d64ee480dd tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Uploaded image dc19cc05-3171-4779-a701-ff2c9d48a944 to the Glance image server {{(pid=69399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1022.996303] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbba80e0-bfcb-4f62-82a8-87d64ee480dd tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Destroying the VM {{(pid=69399) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1022.996563] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-aa83cd2e-1c67-4254-ad96-6fc4a14fec79 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.003660] env[69399]: DEBUG oslo_vmware.api [None req-bbba80e0-bfcb-4f62-82a8-87d64ee480dd tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1023.003660] env[69399]: value = "task-4177125" [ 1023.003660] env[69399]: _type = "Task" [ 1023.003660] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.013021] env[69399]: DEBUG oslo_vmware.api [None req-bbba80e0-bfcb-4f62-82a8-87d64ee480dd tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177125, 'name': Destroy_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.165500] env[69399]: DEBUG oslo_concurrency.lockutils [None req-92327d8b-cf20-46da-83b0-723a7ea1ab53 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lock "38d879e2-43f0-4c06-b7a4-a5eb38d585a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 61.120s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.203342] env[69399]: INFO nova.compute.manager [-] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Took 1.41 seconds to deallocate network for instance. [ 1023.286122] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9d2fb475-7d57-44e2-8adb-dbdae563bcb6 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Acquiring lock "2495b839-0682-4be9-9aad-654885d71bf0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.286122] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9d2fb475-7d57-44e2-8adb-dbdae563bcb6 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Lock "2495b839-0682-4be9-9aad-654885d71bf0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.286122] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9d2fb475-7d57-44e2-8adb-dbdae563bcb6 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Acquiring lock "2495b839-0682-4be9-9aad-654885d71bf0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.286122] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9d2fb475-7d57-44e2-8adb-dbdae563bcb6 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Lock "2495b839-0682-4be9-9aad-654885d71bf0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.286122] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9d2fb475-7d57-44e2-8adb-dbdae563bcb6 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Lock "2495b839-0682-4be9-9aad-654885d71bf0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.289068] env[69399]: INFO nova.compute.manager [None req-9d2fb475-7d57-44e2-8adb-dbdae563bcb6 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Terminating instance [ 1023.357330] env[69399]: DEBUG oslo_concurrency.lockutils [None req-21062f7e-515d-40fb-98d3-a67f8d3aa7b2 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.425339] env[69399]: DEBUG oslo_concurrency.lockutils [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Releasing lock "refresh_cache-8d8f09c7-5035-4ae0-92ea-3562432e6ceb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.463157] env[69399]: DEBUG nova.virt.hardware [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b2d8957923e40c2c3a3a269629eadc88',container_format='bare',created_at=2025-05-15T10:53:00Z,direct_url=,disk_format='vmdk',id=e4d101bf-c1bc-4545-bf97-33b28f75eb4f,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-272282630-shelved',owner='90b365d893784bd2b90412f55fdaaa49',properties=ImageMetaProps,protected=,size=31659008,status='active',tags=,updated_at=2025-05-15T10:53:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.463448] env[69399]: DEBUG nova.virt.hardware [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.463605] env[69399]: DEBUG nova.virt.hardware [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.463787] env[69399]: DEBUG nova.virt.hardware [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.463956] env[69399]: DEBUG nova.virt.hardware [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.464152] env[69399]: DEBUG nova.virt.hardware [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.464410] env[69399]: DEBUG nova.virt.hardware [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.464581] env[69399]: DEBUG nova.virt.hardware [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.464806] env[69399]: DEBUG nova.virt.hardware [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.465083] env[69399]: DEBUG nova.virt.hardware [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.465219] env[69399]: DEBUG nova.virt.hardware [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.466421] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15344e1e-33eb-4556-ab54-5a92ead49727 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.482076] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492c3a3f-476b-4607-84f1-c12952022403 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.496212] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:ae:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b20617f-700e-463e-b927-a3bf52897575', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.503755] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.507207] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.507742] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8aa6e6d3-c899-4c71-b558-bd854395f520 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.534728] env[69399]: DEBUG oslo_vmware.api [None req-bbba80e0-bfcb-4f62-82a8-87d64ee480dd tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177125, 'name': Destroy_Task} progress is 33%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.536305] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.536305] env[69399]: value = "task-4177126" [ 1023.536305] env[69399]: _type = "Task" [ 1023.536305] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.551736] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177126, 'name': CreateVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.673167] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db40ad69-4679-46a4-9e65-22bbd2838bed {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.683384] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ecdb09-25ee-4831-b1a4-89d0e8d10f72 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.716833] env[69399]: DEBUG oslo_concurrency.lockutils [None req-24d5b3de-33fc-4893-801a-dd0b38befe6e tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.718059] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01835ab6-761d-45d8-9d85-ee36730265cb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.727299] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e22851-652c-4c27-ba8e-afbf5cb7286e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.747919] env[69399]: DEBUG nova.compute.provider_tree [None req-b93c083a-f655-420c-ab66-88925b0e1b86 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.799036] env[69399]: DEBUG nova.compute.manager [None req-9d2fb475-7d57-44e2-8adb-dbdae563bcb6 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1023.800143] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2fb475-7d57-44e2-8adb-dbdae563bcb6 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1023.800889] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342be9e5-9ba8-49e8-ad3a-bc1643e18d9b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.812316] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d2fb475-7d57-44e2-8adb-dbdae563bcb6 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.812700] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e26cdbba-b596-4f5d-aaf0-0175619e4b6a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.820413] env[69399]: DEBUG oslo_vmware.api [None req-9d2fb475-7d57-44e2-8adb-dbdae563bcb6 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Waiting for the task: (returnval){ [ 1023.820413] env[69399]: value = "task-4177127" [ 1023.820413] env[69399]: _type = "Task" [ 1023.820413] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.832725] env[69399]: DEBUG oslo_vmware.api [None req-9d2fb475-7d57-44e2-8adb-dbdae563bcb6 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177127, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.948142] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f6745d8b-a13f-4ada-9be1-4ddeef911bab tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Acquiring lock "61821e8d-2685-4143-8606-73a4d36d762c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.948427] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f6745d8b-a13f-4ada-9be1-4ddeef911bab tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Lock "61821e8d-2685-4143-8606-73a4d36d762c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.948619] env[69399]: DEBUG nova.compute.manager [None req-f6745d8b-a13f-4ada-9be1-4ddeef911bab tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.949819] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0320904e-67f4-4077-8d73-cbd2a0ddc54d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.957154] env[69399]: DEBUG nova.compute.manager [None req-f6745d8b-a13f-4ada-9be1-4ddeef911bab tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69399) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1023.957832] env[69399]: DEBUG nova.objects.instance [None req-f6745d8b-a13f-4ada-9be1-4ddeef911bab tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Lazy-loading 'flavor' on Instance uuid 61821e8d-2685-4143-8606-73a4d36d762c {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.021460] env[69399]: DEBUG oslo_vmware.api [None req-bbba80e0-bfcb-4f62-82a8-87d64ee480dd tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177125, 'name': Destroy_Task, 'duration_secs': 0.750235} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.021754] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-bbba80e0-bfcb-4f62-82a8-87d64ee480dd tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Destroyed the VM [ 1024.021999] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-bbba80e0-bfcb-4f62-82a8-87d64ee480dd tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Deleting Snapshot of the VM instance {{(pid=69399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1024.022293] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6fc4638c-616a-4a07-818e-a8d88c0c65aa {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.029860] env[69399]: DEBUG oslo_vmware.api [None req-bbba80e0-bfcb-4f62-82a8-87d64ee480dd tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1024.029860] env[69399]: value = "task-4177128" [ 1024.029860] env[69399]: _type = "Task" [ 1024.029860] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.041753] env[69399]: DEBUG oslo_vmware.api [None req-bbba80e0-bfcb-4f62-82a8-87d64ee480dd tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177128, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.047138] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1b286276-3b1a-4751-95b1-2fca084b672a tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquiring lock "f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.048972] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1b286276-3b1a-4751-95b1-2fca084b672a tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lock "f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.048972] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1b286276-3b1a-4751-95b1-2fca084b672a tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquiring lock "f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.048972] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1b286276-3b1a-4751-95b1-2fca084b672a tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lock "f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.048972] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1b286276-3b1a-4751-95b1-2fca084b672a tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lock "f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.054030] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177126, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.054030] env[69399]: INFO nova.compute.manager [None req-1b286276-3b1a-4751-95b1-2fca084b672a tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Terminating instance [ 1024.252025] env[69399]: DEBUG nova.scheduler.client.report [None req-b93c083a-f655-420c-ab66-88925b0e1b86 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.331127] env[69399]: DEBUG oslo_vmware.api [None req-9d2fb475-7d57-44e2-8adb-dbdae563bcb6 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177127, 'name': PowerOffVM_Task, 'duration_secs': 0.212218} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.331491] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d2fb475-7d57-44e2-8adb-dbdae563bcb6 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.331741] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2fb475-7d57-44e2-8adb-dbdae563bcb6 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.332021] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef228c72-8a2b-4496-9135-2a07e0e9ba0f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.399560] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2fb475-7d57-44e2-8adb-dbdae563bcb6 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1024.399560] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2fb475-7d57-44e2-8adb-dbdae563bcb6 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1024.399560] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d2fb475-7d57-44e2-8adb-dbdae563bcb6 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Deleting the datastore file [datastore2] 2495b839-0682-4be9-9aad-654885d71bf0 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.399560] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af73898c-67d2-44d2-bff7-83ebcebe4fbe {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.406913] env[69399]: DEBUG oslo_vmware.api [None req-9d2fb475-7d57-44e2-8adb-dbdae563bcb6 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Waiting for the task: (returnval){ [ 1024.406913] env[69399]: value = "task-4177130" [ 1024.406913] env[69399]: _type = "Task" [ 1024.406913] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.415831] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2bd7c6b9-1161-42f1-8efb-ab96cd44942f tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquiring lock "d96475d1-6e0c-491f-8365-cfe4aebf90d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.416144] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2bd7c6b9-1161-42f1-8efb-ab96cd44942f tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "d96475d1-6e0c-491f-8365-cfe4aebf90d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.416358] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2bd7c6b9-1161-42f1-8efb-ab96cd44942f tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquiring lock "d96475d1-6e0c-491f-8365-cfe4aebf90d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.416545] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2bd7c6b9-1161-42f1-8efb-ab96cd44942f tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "d96475d1-6e0c-491f-8365-cfe4aebf90d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.416710] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2bd7c6b9-1161-42f1-8efb-ab96cd44942f tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "d96475d1-6e0c-491f-8365-cfe4aebf90d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.418319] env[69399]: DEBUG oslo_vmware.api [None req-9d2fb475-7d57-44e2-8adb-dbdae563bcb6 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177130, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.418888] env[69399]: INFO nova.compute.manager [None req-2bd7c6b9-1161-42f1-8efb-ab96cd44942f tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Terminating instance [ 1024.541289] env[69399]: DEBUG oslo_vmware.api [None req-bbba80e0-bfcb-4f62-82a8-87d64ee480dd tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177128, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.550203] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177126, 'name': CreateVM_Task, 'duration_secs': 0.525923} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.550737] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.551230] env[69399]: DEBUG oslo_concurrency.lockutils [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d101bf-c1bc-4545-bf97-33b28f75eb4f" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.552028] env[69399]: DEBUG oslo_concurrency.lockutils [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d101bf-c1bc-4545-bf97-33b28f75eb4f" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.552028] env[69399]: DEBUG oslo_concurrency.lockutils [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e4d101bf-c1bc-4545-bf97-33b28f75eb4f" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.552028] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb92f089-eff9-41bf-b983-6f9d9b18c691 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.560025] env[69399]: DEBUG nova.compute.manager [None req-1b286276-3b1a-4751-95b1-2fca084b672a tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1024.560025] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-1b286276-3b1a-4751-95b1-2fca084b672a tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1024.560025] env[69399]: DEBUG oslo_vmware.api [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 1024.560025] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d9629d-4bb1-51d9-0511-bed13dfbac7c" [ 1024.560025] env[69399]: _type = "Task" [ 1024.560025] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.560282] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a4426c-c89d-488b-b322-f513746c3b55 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.572266] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b286276-3b1a-4751-95b1-2fca084b672a tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.576144] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96f1c2fa-07af-4d7e-b9ea-dc3bf8dbbcdf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.578108] env[69399]: DEBUG oslo_concurrency.lockutils [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d101bf-c1bc-4545-bf97-33b28f75eb4f" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.578385] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Processing image e4d101bf-c1bc-4545-bf97-33b28f75eb4f {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.578647] env[69399]: DEBUG oslo_concurrency.lockutils [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e4d101bf-c1bc-4545-bf97-33b28f75eb4f/e4d101bf-c1bc-4545-bf97-33b28f75eb4f.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.578824] env[69399]: DEBUG oslo_concurrency.lockutils [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e4d101bf-c1bc-4545-bf97-33b28f75eb4f/e4d101bf-c1bc-4545-bf97-33b28f75eb4f.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.579050] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.579827] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9662c389-23b7-44fc-90ed-ef4c0e4fbe72 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.584168] env[69399]: DEBUG nova.compute.manager [req-902ade81-66d5-4f87-9bbd-a7dbdc1fb736 req-0c4422ad-0cbe-4e1c-977d-b5b2257220a6 service nova] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Received event network-vif-deleted-1b378abd-3e1e-4f87-abc9-0504ff71d132 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.586494] env[69399]: DEBUG oslo_vmware.api [None req-1b286276-3b1a-4751-95b1-2fca084b672a tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 1024.586494] env[69399]: value = "task-4177131" [ 1024.586494] env[69399]: _type = "Task" [ 1024.586494] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.597048] env[69399]: DEBUG oslo_vmware.api [None req-1b286276-3b1a-4751-95b1-2fca084b672a tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4177131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.604562] env[69399]: DEBUG nova.compute.manager [req-19076299-d1bb-4816-97f0-ba67aa270e2c req-d6647cb8-75ff-4f56-b70f-a5a5939f9cef service nova] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Received event network-changed-8b20617f-700e-463e-b927-a3bf52897575 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.604784] env[69399]: DEBUG nova.compute.manager [req-19076299-d1bb-4816-97f0-ba67aa270e2c req-d6647cb8-75ff-4f56-b70f-a5a5939f9cef service nova] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Refreshing instance network info cache due to event network-changed-8b20617f-700e-463e-b927-a3bf52897575. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.605083] env[69399]: DEBUG oslo_concurrency.lockutils [req-19076299-d1bb-4816-97f0-ba67aa270e2c req-d6647cb8-75ff-4f56-b70f-a5a5939f9cef service nova] Acquiring lock "refresh_cache-8d8f09c7-5035-4ae0-92ea-3562432e6ceb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.605243] env[69399]: DEBUG oslo_concurrency.lockutils [req-19076299-d1bb-4816-97f0-ba67aa270e2c req-d6647cb8-75ff-4f56-b70f-a5a5939f9cef service nova] Acquired lock "refresh_cache-8d8f09c7-5035-4ae0-92ea-3562432e6ceb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.605469] env[69399]: DEBUG nova.network.neutron [req-19076299-d1bb-4816-97f0-ba67aa270e2c req-d6647cb8-75ff-4f56-b70f-a5a5939f9cef service nova] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Refreshing network info cache for port 8b20617f-700e-463e-b927-a3bf52897575 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.606754] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.606962] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.608941] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f891b2c-4212-494b-b35d-b09888267232 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.616943] env[69399]: DEBUG oslo_vmware.api [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 1024.616943] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]525ab8ca-6db0-f9b4-6a1c-ad1fd8d0e7d6" [ 1024.616943] env[69399]: _type = "Task" [ 1024.616943] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.627225] env[69399]: DEBUG oslo_vmware.api [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]525ab8ca-6db0-f9b4-6a1c-ad1fd8d0e7d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.763291] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b93c083a-f655-420c-ab66-88925b0e1b86 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.137s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.765394] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a0825514-9bfe-43d9-8d64-757b2a0b46b5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 54.862s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.765662] env[69399]: DEBUG nova.objects.instance [None req-a0825514-9bfe-43d9-8d64-757b2a0b46b5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Lazy-loading 'resources' on Instance uuid db895088-b0cb-421c-99da-56b4c402c485 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.787655] env[69399]: INFO nova.scheduler.client.report [None req-b93c083a-f655-420c-ab66-88925b0e1b86 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Deleted allocations for instance c62e8d06-2b79-4b20-82db-fba80a3f8b80 [ 1024.920093] env[69399]: DEBUG oslo_vmware.api [None req-9d2fb475-7d57-44e2-8adb-dbdae563bcb6 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177130, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276385} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.920491] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d2fb475-7d57-44e2-8adb-dbdae563bcb6 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.920909] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2fb475-7d57-44e2-8adb-dbdae563bcb6 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.920981] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2fb475-7d57-44e2-8adb-dbdae563bcb6 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.921570] env[69399]: INFO nova.compute.manager [None req-9d2fb475-7d57-44e2-8adb-dbdae563bcb6 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1024.921570] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d2fb475-7d57-44e2-8adb-dbdae563bcb6 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.921762] env[69399]: DEBUG nova.compute.manager [-] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1024.921897] env[69399]: DEBUG nova.network.neutron [-] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1024.924471] env[69399]: DEBUG nova.compute.manager [None req-2bd7c6b9-1161-42f1-8efb-ab96cd44942f tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1024.924884] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd7c6b9-1161-42f1-8efb-ab96cd44942f tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1024.925709] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574011fa-2888-40f5-aba5-41e4db8dfc9c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.935314] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd7c6b9-1161-42f1-8efb-ab96cd44942f tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.935597] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-727752c3-1454-4f4a-ba62-4f8832c121ea {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.967705] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6745d8b-a13f-4ada-9be1-4ddeef911bab tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.968077] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e08c1e6c-073d-4ae4-a8b0-239c55fdebde {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.976906] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquiring lock "cec95df8-9d38-4b34-bf79-51b63d622633" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.977192] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "cec95df8-9d38-4b34-bf79-51b63d622633" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.978462] env[69399]: DEBUG oslo_vmware.api [None req-f6745d8b-a13f-4ada-9be1-4ddeef911bab tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Waiting for the task: (returnval){ [ 1024.978462] env[69399]: value = "task-4177133" [ 1024.978462] env[69399]: _type = "Task" [ 1024.978462] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.991287] env[69399]: DEBUG oslo_vmware.api [None req-f6745d8b-a13f-4ada-9be1-4ddeef911bab tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177133, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.029236] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd7c6b9-1161-42f1-8efb-ab96cd44942f tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1025.029794] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd7c6b9-1161-42f1-8efb-ab96cd44942f tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1025.030088] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bd7c6b9-1161-42f1-8efb-ab96cd44942f tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Deleting the datastore file [datastore1] d96475d1-6e0c-491f-8365-cfe4aebf90d7 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.030577] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-965fa84d-e6ee-4d66-9527-624fc9b60047 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.045088] env[69399]: DEBUG oslo_vmware.api [None req-bbba80e0-bfcb-4f62-82a8-87d64ee480dd tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177128, 'name': RemoveSnapshot_Task, 'duration_secs': 0.896677} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.047118] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-bbba80e0-bfcb-4f62-82a8-87d64ee480dd tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Deleted Snapshot of the VM instance {{(pid=69399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1025.047380] env[69399]: INFO nova.compute.manager [None req-bbba80e0-bfcb-4f62-82a8-87d64ee480dd tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Took 16.07 seconds to snapshot the instance on the hypervisor. [ 1025.050107] env[69399]: DEBUG oslo_vmware.api [None req-2bd7c6b9-1161-42f1-8efb-ab96cd44942f tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1025.050107] env[69399]: value = "task-4177134" [ 1025.050107] env[69399]: _type = "Task" [ 1025.050107] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.062027] env[69399]: DEBUG oslo_vmware.api [None req-2bd7c6b9-1161-42f1-8efb-ab96cd44942f tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.099916] env[69399]: DEBUG oslo_vmware.api [None req-1b286276-3b1a-4751-95b1-2fca084b672a tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4177131, 'name': PowerOffVM_Task, 'duration_secs': 0.206455} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.100351] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b286276-3b1a-4751-95b1-2fca084b672a tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.101205] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-1b286276-3b1a-4751-95b1-2fca084b672a tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1025.101205] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7f0fe69-b104-4a91-a633-ea3bc91dcfe1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.130398] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Preparing fetch location {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1025.130398] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Fetch image to [datastore2] OSTACK_IMG_2299cb7c-edcb-4741-96c1-f24f8b356278/OSTACK_IMG_2299cb7c-edcb-4741-96c1-f24f8b356278.vmdk {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1025.130398] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Downloading stream optimized image e4d101bf-c1bc-4545-bf97-33b28f75eb4f to [datastore2] OSTACK_IMG_2299cb7c-edcb-4741-96c1-f24f8b356278/OSTACK_IMG_2299cb7c-edcb-4741-96c1-f24f8b356278.vmdk on the data store datastore2 as vApp {{(pid=69399) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1025.130398] env[69399]: DEBUG nova.virt.vmwareapi.images [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Downloading image file data e4d101bf-c1bc-4545-bf97-33b28f75eb4f to the ESX as VM named 'OSTACK_IMG_2299cb7c-edcb-4741-96c1-f24f8b356278' {{(pid=69399) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1025.195344] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-1b286276-3b1a-4751-95b1-2fca084b672a tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1025.195609] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-1b286276-3b1a-4751-95b1-2fca084b672a tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1025.195926] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b286276-3b1a-4751-95b1-2fca084b672a tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Deleting the datastore file [datastore2] f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.196326] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87ea3fcc-844e-4a9e-84e0-08e920b1d8b9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.205238] env[69399]: DEBUG oslo_vmware.api [None req-1b286276-3b1a-4751-95b1-2fca084b672a tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 1025.205238] env[69399]: value = "task-4177136" [ 1025.205238] env[69399]: _type = "Task" [ 1025.205238] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.220780] env[69399]: DEBUG oslo_vmware.api [None req-1b286276-3b1a-4751-95b1-2fca084b672a tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4177136, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.271790] env[69399]: DEBUG oslo_vmware.rw_handles [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1025.271790] env[69399]: value = "resgroup-9" [ 1025.271790] env[69399]: _type = "ResourcePool" [ 1025.271790] env[69399]: }. {{(pid=69399) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1025.275436] env[69399]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-0bd342ed-4da3-44cd-8a6f-45e5993bfea3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.300147] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b93c083a-f655-420c-ab66-88925b0e1b86 tempest-ServersAaction247Test-2034388315 tempest-ServersAaction247Test-2034388315-project-member] Lock "c62e8d06-2b79-4b20-82db-fba80a3f8b80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 61.780s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.306816] env[69399]: DEBUG oslo_vmware.rw_handles [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lease: (returnval){ [ 1025.306816] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52894229-5586-35af-6ed3-c31408d147c0" [ 1025.306816] env[69399]: _type = "HttpNfcLease" [ 1025.306816] env[69399]: } obtained for vApp import into resource pool (val){ [ 1025.306816] env[69399]: value = "resgroup-9" [ 1025.306816] env[69399]: _type = "ResourcePool" [ 1025.306816] env[69399]: }. {{(pid=69399) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1025.306816] env[69399]: DEBUG oslo_vmware.api [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the lease: (returnval){ [ 1025.306816] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52894229-5586-35af-6ed3-c31408d147c0" [ 1025.306816] env[69399]: _type = "HttpNfcLease" [ 1025.306816] env[69399]: } to be ready. {{(pid=69399) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1025.314852] env[69399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1025.314852] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52894229-5586-35af-6ed3-c31408d147c0" [ 1025.314852] env[69399]: _type = "HttpNfcLease" [ 1025.314852] env[69399]: } is initializing. {{(pid=69399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1025.449193] env[69399]: DEBUG nova.network.neutron [req-19076299-d1bb-4816-97f0-ba67aa270e2c req-d6647cb8-75ff-4f56-b70f-a5a5939f9cef service nova] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Updated VIF entry in instance network info cache for port 8b20617f-700e-463e-b927-a3bf52897575. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.449651] env[69399]: DEBUG nova.network.neutron [req-19076299-d1bb-4816-97f0-ba67aa270e2c req-d6647cb8-75ff-4f56-b70f-a5a5939f9cef service nova] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Updating instance_info_cache with network_info: [{"id": "8b20617f-700e-463e-b927-a3bf52897575", "address": "fa:16:3e:cf:ae:56", "network": {"id": "ec26b104-06f2-45dc-8dea-679a3711ccb3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-608903597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b365d893784bd2b90412f55fdaaa49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b20617f-70", "ovs_interfaceid": "8b20617f-700e-463e-b927-a3bf52897575", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.479646] env[69399]: DEBUG nova.compute.manager [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1025.498659] env[69399]: DEBUG oslo_vmware.api [None req-f6745d8b-a13f-4ada-9be1-4ddeef911bab tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177133, 'name': PowerOffVM_Task, 'duration_secs': 0.26675} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.498659] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6745d8b-a13f-4ada-9be1-4ddeef911bab tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.498659] env[69399]: DEBUG nova.compute.manager [None req-f6745d8b-a13f-4ada-9be1-4ddeef911bab tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.499007] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48db7d8f-6690-438c-8dd0-8a1f9ff126c9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.557631] env[69399]: DEBUG nova.compute.manager [None req-bbba80e0-bfcb-4f62-82a8-87d64ee480dd tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Instance disappeared during snapshot {{(pid=69399) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1025.570998] env[69399]: DEBUG oslo_vmware.api [None req-2bd7c6b9-1161-42f1-8efb-ab96cd44942f tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203605} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.576925] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bd7c6b9-1161-42f1-8efb-ab96cd44942f tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.576925] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd7c6b9-1161-42f1-8efb-ab96cd44942f tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.577082] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd7c6b9-1161-42f1-8efb-ab96cd44942f tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.577290] env[69399]: INFO nova.compute.manager [None req-2bd7c6b9-1161-42f1-8efb-ab96cd44942f tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1025.577539] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2bd7c6b9-1161-42f1-8efb-ab96cd44942f tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.578419] env[69399]: DEBUG nova.compute.manager [None req-bbba80e0-bfcb-4f62-82a8-87d64ee480dd tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Image not found during clean up dc19cc05-3171-4779-a701-ff2c9d48a944 {{(pid=69399) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1025.580273] env[69399]: DEBUG nova.compute.manager [-] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1025.580273] env[69399]: DEBUG nova.network.neutron [-] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1025.720611] env[69399]: DEBUG oslo_vmware.api [None req-1b286276-3b1a-4751-95b1-2fca084b672a tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4177136, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253022} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.721564] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b286276-3b1a-4751-95b1-2fca084b672a tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.722441] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-1b286276-3b1a-4751-95b1-2fca084b672a tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.722441] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-1b286276-3b1a-4751-95b1-2fca084b672a tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.722641] env[69399]: INFO nova.compute.manager [None req-1b286276-3b1a-4751-95b1-2fca084b672a tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1025.722910] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b286276-3b1a-4751-95b1-2fca084b672a tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.725937] env[69399]: DEBUG nova.compute.manager [-] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1025.726041] env[69399]: DEBUG nova.network.neutron [-] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1025.818775] env[69399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1025.818775] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52894229-5586-35af-6ed3-c31408d147c0" [ 1025.818775] env[69399]: _type = "HttpNfcLease" [ 1025.818775] env[69399]: } is initializing. {{(pid=69399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1025.886762] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69a64c1-f38f-4740-a963-869bc99345f1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.895480] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a938de-1937-4d3f-aa87-a16c9d0707a4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.929234] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8104bdb9-3075-4e3b-8802-448c2a18d9ac {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.936687] env[69399]: DEBUG nova.network.neutron [-] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.938970] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c39c3a4-2230-4708-8792-c01a3eb1760c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.957610] env[69399]: DEBUG oslo_concurrency.lockutils [req-19076299-d1bb-4816-97f0-ba67aa270e2c req-d6647cb8-75ff-4f56-b70f-a5a5939f9cef service nova] Releasing lock "refresh_cache-8d8f09c7-5035-4ae0-92ea-3562432e6ceb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.958268] env[69399]: DEBUG nova.compute.provider_tree [None req-a0825514-9bfe-43d9-8d64-757b2a0b46b5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.010496] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.016553] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f6745d8b-a13f-4ada-9be1-4ddeef911bab tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Lock "61821e8d-2685-4143-8606-73a4d36d762c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.068s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.316812] env[69399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1026.316812] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52894229-5586-35af-6ed3-c31408d147c0" [ 1026.316812] env[69399]: _type = "HttpNfcLease" [ 1026.316812] env[69399]: } is initializing. {{(pid=69399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1026.444580] env[69399]: INFO nova.compute.manager [-] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Took 1.52 seconds to deallocate network for instance. [ 1026.460257] env[69399]: DEBUG nova.network.neutron [-] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.461950] env[69399]: DEBUG nova.scheduler.client.report [None req-a0825514-9bfe-43d9-8d64-757b2a0b46b5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.625885] env[69399]: DEBUG nova.network.neutron [-] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.680351] env[69399]: DEBUG nova.compute.manager [req-212617bf-26c9-4f0d-b56c-8e5baa41b199 req-f315bc59-093e-4e4e-be68-006bdf88c204 service nova] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Received event network-vif-deleted-3181d191-cba0-4a03-b05b-6b9de3d1933e {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.680568] env[69399]: DEBUG nova.compute.manager [req-212617bf-26c9-4f0d-b56c-8e5baa41b199 req-f315bc59-093e-4e4e-be68-006bdf88c204 service nova] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Received event network-vif-deleted-6ad01cb3-dd61-44f0-b01a-ac7a672babac {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.698644] env[69399]: DEBUG nova.compute.manager [req-4034b891-6521-40bd-9072-f487cd81e2f6 req-12ac2dd6-8a1a-4c2c-a3fb-6b4f1deaad9c service nova] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Received event network-vif-deleted-56eb995f-f563-4176-b190-588bd8adfdb9 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.792464] env[69399]: DEBUG nova.objects.instance [None req-8cbc88ac-7124-4f5a-8368-0fc112837a31 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Lazy-loading 'flavor' on Instance uuid 61821e8d-2685-4143-8606-73a4d36d762c {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.817398] env[69399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1026.817398] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52894229-5586-35af-6ed3-c31408d147c0" [ 1026.817398] env[69399]: _type = "HttpNfcLease" [ 1026.817398] env[69399]: } is ready. {{(pid=69399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1026.817680] env[69399]: DEBUG oslo_vmware.rw_handles [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1026.817680] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52894229-5586-35af-6ed3-c31408d147c0" [ 1026.817680] env[69399]: _type = "HttpNfcLease" [ 1026.817680] env[69399]: }. {{(pid=69399) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1026.818691] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6fed404-2441-4898-b2e8-c13f5677c242 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.826616] env[69399]: DEBUG oslo_vmware.rw_handles [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb750a-8e77-7be0-abc6-1819a0436221/disk-0.vmdk from lease info. {{(pid=69399) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1026.826797] env[69399]: DEBUG oslo_vmware.rw_handles [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Creating HTTP connection to write to file with size = 31659008 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb750a-8e77-7be0-abc6-1819a0436221/disk-0.vmdk. {{(pid=69399) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1026.893255] env[69399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4e731e64-6445-4318-b009-725a8fbebd8b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.952721] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9d2fb475-7d57-44e2-8adb-dbdae563bcb6 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.966049] env[69399]: INFO nova.compute.manager [-] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Took 1.39 seconds to deallocate network for instance. [ 1026.971745] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a0825514-9bfe-43d9-8d64-757b2a0b46b5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.206s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.974526] env[69399]: DEBUG oslo_concurrency.lockutils [None req-50e8a6ef-cff7-4a3c-9765-f925b4f81b8d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 57.069s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.974834] env[69399]: DEBUG nova.objects.instance [None req-50e8a6ef-cff7-4a3c-9765-f925b4f81b8d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lazy-loading 'resources' on Instance uuid 64f7123e-4dfc-4c86-b430-ee91d9996662 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.991353] env[69399]: INFO nova.scheduler.client.report [None req-a0825514-9bfe-43d9-8d64-757b2a0b46b5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Deleted allocations for instance db895088-b0cb-421c-99da-56b4c402c485 [ 1027.131601] env[69399]: INFO nova.compute.manager [-] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Took 1.41 seconds to deallocate network for instance. [ 1027.298069] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8cbc88ac-7124-4f5a-8368-0fc112837a31 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Acquiring lock "refresh_cache-61821e8d-2685-4143-8606-73a4d36d762c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.298216] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8cbc88ac-7124-4f5a-8368-0fc112837a31 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Acquired lock "refresh_cache-61821e8d-2685-4143-8606-73a4d36d762c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.298371] env[69399]: DEBUG nova.network.neutron [None req-8cbc88ac-7124-4f5a-8368-0fc112837a31 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.298534] env[69399]: DEBUG nova.objects.instance [None req-8cbc88ac-7124-4f5a-8368-0fc112837a31 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Lazy-loading 'info_cache' on Instance uuid 61821e8d-2685-4143-8606-73a4d36d762c {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.362050] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Acquiring lock "d1df03aa-04c7-4dab-905e-f1c259755903" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.362430] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Lock "d1df03aa-04c7-4dab-905e-f1c259755903" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.475931] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2bd7c6b9-1161-42f1-8efb-ab96cd44942f tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.500785] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a0825514-9bfe-43d9-8d64-757b2a0b46b5 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Lock "db895088-b0cb-421c-99da-56b4c402c485" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 63.335s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.642418] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1b286276-3b1a-4751-95b1-2fca084b672a tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.801879] env[69399]: DEBUG nova.objects.base [None req-8cbc88ac-7124-4f5a-8368-0fc112837a31 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Object Instance<61821e8d-2685-4143-8606-73a4d36d762c> lazy-loaded attributes: flavor,info_cache {{(pid=69399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1027.864940] env[69399]: DEBUG nova.compute.manager [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1028.002537] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303ace60-9537-4dbf-803d-6661a0472a2e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.011839] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098ea3d5-d490-4ce0-9e9b-f20e7c1dfb8d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.052928] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658f42a8-dc7b-4a7f-b7a6-eaed9f418b35 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.065846] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4ab383-98a3-48ae-9c21-9254ce5ee3a0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.087086] env[69399]: DEBUG nova.compute.provider_tree [None req-50e8a6ef-cff7-4a3c-9765-f925b4f81b8d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.188884] env[69399]: DEBUG oslo_vmware.rw_handles [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Completed reading data from the image iterator. {{(pid=69399) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1028.189358] env[69399]: DEBUG oslo_vmware.rw_handles [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb750a-8e77-7be0-abc6-1819a0436221/disk-0.vmdk. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1028.190888] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5f3ad2-f779-4185-a890-b9091283e504 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.197993] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ea7a8885-365d-488f-8c1b-1f2795817457 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Acquiring lock "a572b063-eb76-4524-9008-58dfb766cc17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.198438] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ea7a8885-365d-488f-8c1b-1f2795817457 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Lock "a572b063-eb76-4524-9008-58dfb766cc17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.198789] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ea7a8885-365d-488f-8c1b-1f2795817457 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Acquiring lock "a572b063-eb76-4524-9008-58dfb766cc17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.199088] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ea7a8885-365d-488f-8c1b-1f2795817457 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Lock "a572b063-eb76-4524-9008-58dfb766cc17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.199353] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ea7a8885-365d-488f-8c1b-1f2795817457 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Lock "a572b063-eb76-4524-9008-58dfb766cc17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.204191] env[69399]: DEBUG oslo_vmware.rw_handles [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb750a-8e77-7be0-abc6-1819a0436221/disk-0.vmdk is in state: ready. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1028.204457] env[69399]: DEBUG oslo_vmware.rw_handles [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb750a-8e77-7be0-abc6-1819a0436221/disk-0.vmdk. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1028.205234] env[69399]: INFO nova.compute.manager [None req-ea7a8885-365d-488f-8c1b-1f2795817457 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Terminating instance [ 1028.207450] env[69399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-55e5ccf3-4f3a-4f3f-b79b-114def59b585 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.391035] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.453390] env[69399]: DEBUG oslo_vmware.rw_handles [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb750a-8e77-7be0-abc6-1819a0436221/disk-0.vmdk. {{(pid=69399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1028.453653] env[69399]: INFO nova.virt.vmwareapi.images [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Downloaded image file data e4d101bf-c1bc-4545-bf97-33b28f75eb4f [ 1028.454528] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f469794-17a3-401b-9817-7f8d4b6fd680 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.471438] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea709488-12a8-4f09-a28f-086a3a952378 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.499212] env[69399]: INFO nova.virt.vmwareapi.images [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] The imported VM was unregistered [ 1028.501841] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Caching image {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1028.502133] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Creating directory with path [datastore2] devstack-image-cache_base/e4d101bf-c1bc-4545-bf97-33b28f75eb4f {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.502438] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcd2a705-272d-4495-87e0-cd0361b23245 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.515824] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Created directory with path [datastore2] devstack-image-cache_base/e4d101bf-c1bc-4545-bf97-33b28f75eb4f {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.516070] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_2299cb7c-edcb-4741-96c1-f24f8b356278/OSTACK_IMG_2299cb7c-edcb-4741-96c1-f24f8b356278.vmdk to [datastore2] devstack-image-cache_base/e4d101bf-c1bc-4545-bf97-33b28f75eb4f/e4d101bf-c1bc-4545-bf97-33b28f75eb4f.vmdk. {{(pid=69399) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1028.516548] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a94384a5-f129-430f-a912-1c63fa9d2312 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.526272] env[69399]: DEBUG oslo_vmware.api [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 1028.526272] env[69399]: value = "task-4177139" [ 1028.526272] env[69399]: _type = "Task" [ 1028.526272] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.534991] env[69399]: DEBUG oslo_vmware.api [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177139, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.590992] env[69399]: DEBUG nova.scheduler.client.report [None req-50e8a6ef-cff7-4a3c-9765-f925b4f81b8d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.669363] env[69399]: DEBUG nova.network.neutron [None req-8cbc88ac-7124-4f5a-8368-0fc112837a31 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Updating instance_info_cache with network_info: [{"id": "d907d702-58ad-43d3-bd99-a5853968eb5f", "address": "fa:16:3e:8f:f2:79", "network": {"id": "a213e7ab-7b70-4dc6-882f-02e886df3fa9", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1126237948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a6a435774b94997a4afdc2f2ae0fbc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd907d702-58", "ovs_interfaceid": "d907d702-58ad-43d3-bd99-a5853968eb5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.715369] env[69399]: DEBUG nova.compute.manager [None req-ea7a8885-365d-488f-8c1b-1f2795817457 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.715613] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7a8885-365d-488f-8c1b-1f2795817457 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.716607] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fa6bdf-8e50-4030-b8a7-911a426e96ca {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.725344] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea7a8885-365d-488f-8c1b-1f2795817457 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.725631] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e0af4a2-f0a1-444c-98cf-3412463ee9d4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.733317] env[69399]: DEBUG oslo_vmware.api [None req-ea7a8885-365d-488f-8c1b-1f2795817457 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Waiting for the task: (returnval){ [ 1028.733317] env[69399]: value = "task-4177140" [ 1028.733317] env[69399]: _type = "Task" [ 1028.733317] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.744445] env[69399]: DEBUG oslo_vmware.api [None req-ea7a8885-365d-488f-8c1b-1f2795817457 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4177140, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.039715] env[69399]: DEBUG oslo_vmware.api [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177139, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.099949] env[69399]: DEBUG oslo_concurrency.lockutils [None req-50e8a6ef-cff7-4a3c-9765-f925b4f81b8d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.102724] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 56.283s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.124395] env[69399]: INFO nova.scheduler.client.report [None req-50e8a6ef-cff7-4a3c-9765-f925b4f81b8d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Deleted allocations for instance 64f7123e-4dfc-4c86-b430-ee91d9996662 [ 1029.174542] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8cbc88ac-7124-4f5a-8368-0fc112837a31 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Releasing lock "refresh_cache-61821e8d-2685-4143-8606-73a4d36d762c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.244914] env[69399]: DEBUG oslo_vmware.api [None req-ea7a8885-365d-488f-8c1b-1f2795817457 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4177140, 'name': PowerOffVM_Task, 'duration_secs': 0.32166} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.245303] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea7a8885-365d-488f-8c1b-1f2795817457 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.245683] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7a8885-365d-488f-8c1b-1f2795817457 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.246021] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-badbddb1-ed5f-4c0b-8a9d-64cbdb08381e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.318847] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7a8885-365d-488f-8c1b-1f2795817457 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.319186] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7a8885-365d-488f-8c1b-1f2795817457 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.319277] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea7a8885-365d-488f-8c1b-1f2795817457 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Deleting the datastore file [datastore1] a572b063-eb76-4524-9008-58dfb766cc17 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.319545] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9b329dc-7d0c-4aff-8bd1-560ba61345e7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.326577] env[69399]: DEBUG oslo_vmware.api [None req-ea7a8885-365d-488f-8c1b-1f2795817457 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Waiting for the task: (returnval){ [ 1029.326577] env[69399]: value = "task-4177142" [ 1029.326577] env[69399]: _type = "Task" [ 1029.326577] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.337570] env[69399]: DEBUG oslo_vmware.api [None req-ea7a8885-365d-488f-8c1b-1f2795817457 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4177142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.537403] env[69399]: DEBUG oslo_vmware.api [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177139, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.633046] env[69399]: DEBUG oslo_concurrency.lockutils [None req-50e8a6ef-cff7-4a3c-9765-f925b4f81b8d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "64f7123e-4dfc-4c86-b430-ee91d9996662" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 66.464s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.836927] env[69399]: DEBUG oslo_vmware.api [None req-ea7a8885-365d-488f-8c1b-1f2795817457 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Task: {'id': task-4177142, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363933} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.837931] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea7a8885-365d-488f-8c1b-1f2795817457 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.837931] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7a8885-365d-488f-8c1b-1f2795817457 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.837931] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7a8885-365d-488f-8c1b-1f2795817457 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.837931] env[69399]: INFO nova.compute.manager [None req-ea7a8885-365d-488f-8c1b-1f2795817457 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1029.838219] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea7a8885-365d-488f-8c1b-1f2795817457 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.838219] env[69399]: DEBUG nova.compute.manager [-] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1029.838353] env[69399]: DEBUG nova.network.neutron [-] [instance: a572b063-eb76-4524-9008-58dfb766cc17] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.038834] env[69399]: DEBUG oslo_vmware.api [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177139, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.155543] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 2068b009-a493-4a97-adb2-bf90e6d71c12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1030.155707] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 2214b977-1c24-47ce-9faa-b9af1714fa19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1030.155866] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance a69aa834-a200-486e-9922-61018ae10f90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1030.156021] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 11028ce0-73e3-483a-bd01-62cfd5713954 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1030.156366] env[69399]: WARNING nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 78876af3-91f0-4cdf-bdde-39b4519e54bc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1030.156366] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 57172c5b-44e2-4828-a73c-9a2657864eb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1030.156525] env[69399]: WARNING nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1030.156525] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance a572b063-eb76-4524-9008-58dfb766cc17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1030.156633] env[69399]: WARNING nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance f8f6f147-d160-4942-b0a1-70f8d885ee53 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1030.156758] env[69399]: WARNING nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 41bacac6-0187-4a9d-b413-63da35c48d40 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1030.156916] env[69399]: WARNING nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1030.157085] env[69399]: WARNING nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 34524205-14bb-4755-b850-6df1b4533763 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1030.157210] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 8d8f09c7-5035-4ae0-92ea-3562432e6ceb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1030.157324] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 31ea7532-3ec5-4a25-8425-eb893a26169c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1030.157448] env[69399]: WARNING nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1030.157569] env[69399]: WARNING nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 517cc4aa-5162-41cf-9c07-48c5fc662987 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1030.157689] env[69399]: WARNING nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance f3ea2749-5d82-4d96-953d-5edc0c34cb72 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1030.157806] env[69399]: WARNING nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance d96475d1-6e0c-491f-8365-cfe4aebf90d7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1030.157927] env[69399]: WARNING nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 2495b839-0682-4be9-9aad-654885d71bf0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1030.160173] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 61821e8d-2685-4143-8606-73a4d36d762c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1030.161117] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 22644d0f-3345-4566-a792-ff72c0a5e979 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1030.161117] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance f61fe5a5-55a1-465f-ac32-2b324c94861d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1030.179426] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cbc88ac-7124-4f5a-8368-0fc112837a31 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.179754] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-162cc475-6372-4438-8e5c-7a4ec1068eb5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.188891] env[69399]: DEBUG oslo_vmware.api [None req-8cbc88ac-7124-4f5a-8368-0fc112837a31 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Waiting for the task: (returnval){ [ 1030.188891] env[69399]: value = "task-4177143" [ 1030.188891] env[69399]: _type = "Task" [ 1030.188891] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.198990] env[69399]: DEBUG oslo_vmware.api [None req-8cbc88ac-7124-4f5a-8368-0fc112837a31 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.364121] env[69399]: DEBUG nova.compute.manager [req-995d74bb-36ef-47a2-9e03-4e306ec54256 req-710d05b8-1f40-445a-90dd-3d011ceaa6f7 service nova] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Received event network-vif-deleted-324cd50b-f0e6-442e-b2e7-4d1bf1afc71e {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.364288] env[69399]: INFO nova.compute.manager [req-995d74bb-36ef-47a2-9e03-4e306ec54256 req-710d05b8-1f40-445a-90dd-3d011ceaa6f7 service nova] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Neutron deleted interface 324cd50b-f0e6-442e-b2e7-4d1bf1afc71e; detaching it from the instance and deleting it from the info cache [ 1030.364439] env[69399]: DEBUG nova.network.neutron [req-995d74bb-36ef-47a2-9e03-4e306ec54256 req-710d05b8-1f40-445a-90dd-3d011ceaa6f7 service nova] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.539137] env[69399]: DEBUG oslo_vmware.api [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177139, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.665590] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 02cf0b0d-692c-4e47-9d41-266a3ec0edf2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1030.700672] env[69399]: DEBUG oslo_vmware.api [None req-8cbc88ac-7124-4f5a-8368-0fc112837a31 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177143, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.820778] env[69399]: DEBUG nova.network.neutron [-] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.870739] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d46bbe38-870a-4d11-82c9-104beba8b3ed {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.881086] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4be075-754b-4809-a28b-eb4bae35923f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.917760] env[69399]: DEBUG nova.compute.manager [req-995d74bb-36ef-47a2-9e03-4e306ec54256 req-710d05b8-1f40-445a-90dd-3d011ceaa6f7 service nova] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Detach interface failed, port_id=324cd50b-f0e6-442e-b2e7-4d1bf1afc71e, reason: Instance a572b063-eb76-4524-9008-58dfb766cc17 could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1031.040312] env[69399]: DEBUG oslo_vmware.api [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177139, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.168994] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 74f0eacc-a50a-467a-86fb-7c0d39513b02 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1031.201695] env[69399]: DEBUG oslo_vmware.api [None req-8cbc88ac-7124-4f5a-8368-0fc112837a31 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177143, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.323705] env[69399]: INFO nova.compute.manager [-] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Took 1.49 seconds to deallocate network for instance. [ 1031.541408] env[69399]: DEBUG oslo_vmware.api [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177139, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.528107} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.541760] env[69399]: INFO nova.virt.vmwareapi.ds_util [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_2299cb7c-edcb-4741-96c1-f24f8b356278/OSTACK_IMG_2299cb7c-edcb-4741-96c1-f24f8b356278.vmdk to [datastore2] devstack-image-cache_base/e4d101bf-c1bc-4545-bf97-33b28f75eb4f/e4d101bf-c1bc-4545-bf97-33b28f75eb4f.vmdk. [ 1031.541866] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Cleaning up location [datastore2] OSTACK_IMG_2299cb7c-edcb-4741-96c1-f24f8b356278 {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1031.542041] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_2299cb7c-edcb-4741-96c1-f24f8b356278 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.542303] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fc46ec8-1c2c-447f-83c5-135c10b95a13 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.549315] env[69399]: DEBUG oslo_vmware.api [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 1031.549315] env[69399]: value = "task-4177144" [ 1031.549315] env[69399]: _type = "Task" [ 1031.549315] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.561320] env[69399]: DEBUG oslo_vmware.api [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177144, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.671795] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 9b94c560-2c30-4fd2-ab6d-38f1910d7209 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1031.700804] env[69399]: DEBUG oslo_vmware.api [None req-8cbc88ac-7124-4f5a-8368-0fc112837a31 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177143, 'name': PowerOnVM_Task, 'duration_secs': 1.052606} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.701156] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cbc88ac-7124-4f5a-8368-0fc112837a31 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.701406] env[69399]: DEBUG nova.compute.manager [None req-8cbc88ac-7124-4f5a-8368-0fc112837a31 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.702444] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0380c1b-7ef1-4150-bbb3-9d5f80deaa7a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.831815] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ea7a8885-365d-488f-8c1b-1f2795817457 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.060904] env[69399]: DEBUG oslo_vmware.api [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177144, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31963} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.061232] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.061460] env[69399]: DEBUG oslo_concurrency.lockutils [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e4d101bf-c1bc-4545-bf97-33b28f75eb4f/e4d101bf-c1bc-4545-bf97-33b28f75eb4f.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.061707] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e4d101bf-c1bc-4545-bf97-33b28f75eb4f/e4d101bf-c1bc-4545-bf97-33b28f75eb4f.vmdk to [datastore2] 8d8f09c7-5035-4ae0-92ea-3562432e6ceb/8d8f09c7-5035-4ae0-92ea-3562432e6ceb.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1032.062046] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4dd09da5-8ef1-4f56-b07c-8baceb9f874b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.070102] env[69399]: DEBUG oslo_vmware.api [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 1032.070102] env[69399]: value = "task-4177145" [ 1032.070102] env[69399]: _type = "Task" [ 1032.070102] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.078993] env[69399]: DEBUG oslo_vmware.api [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.175239] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance ceee5359-0359-4531-a7f0-1656c0329e0e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1032.582965] env[69399]: DEBUG oslo_vmware.api [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.680083] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 3ac221b1-b73d-4027-8753-3c06a57affbb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1032.945853] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "8c99713d-68cf-4951-a499-084bb049ddda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.946185] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "8c99713d-68cf-4951-a499-084bb049ddda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.083379] env[69399]: DEBUG oslo_vmware.api [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177145, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.183803] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 95264e34-97a9-43fc-94f7-df2626c90b0b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1033.585437] env[69399]: DEBUG oslo_vmware.api [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177145, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.687668] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 58bc5be7-5ea0-4383-9831-003db3d67dfd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1034.083703] env[69399]: DEBUG oslo_vmware.api [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177145, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.195370] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 621a2a18-e70c-4bcf-b0a3-7814b81e5a27 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1034.591498] env[69399]: DEBUG oslo_vmware.api [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177145, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.698508] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance cec95df8-9d38-4b34-bf79-51b63d622633 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1035.084473] env[69399]: DEBUG oslo_vmware.api [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177145, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.794503} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.084765] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e4d101bf-c1bc-4545-bf97-33b28f75eb4f/e4d101bf-c1bc-4545-bf97-33b28f75eb4f.vmdk to [datastore2] 8d8f09c7-5035-4ae0-92ea-3562432e6ceb/8d8f09c7-5035-4ae0-92ea-3562432e6ceb.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1035.086078] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0857084-6264-4ad7-8826-e8b887bb0c3f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.089786] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9397d996-7b20-4a3c-8980-4860c4a53cdb tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Acquiring lock "f61fe5a5-55a1-465f-ac32-2b324c94861d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.090062] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9397d996-7b20-4a3c-8980-4860c4a53cdb tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Lock "f61fe5a5-55a1-465f-ac32-2b324c94861d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.090268] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9397d996-7b20-4a3c-8980-4860c4a53cdb tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Acquiring lock "f61fe5a5-55a1-465f-ac32-2b324c94861d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.090451] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9397d996-7b20-4a3c-8980-4860c4a53cdb tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Lock "f61fe5a5-55a1-465f-ac32-2b324c94861d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.090616] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9397d996-7b20-4a3c-8980-4860c4a53cdb tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Lock "f61fe5a5-55a1-465f-ac32-2b324c94861d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.092769] env[69399]: INFO nova.compute.manager [None req-9397d996-7b20-4a3c-8980-4860c4a53cdb tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Terminating instance [ 1035.113943] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 8d8f09c7-5035-4ae0-92ea-3562432e6ceb/8d8f09c7-5035-4ae0-92ea-3562432e6ceb.vmdk or device None with type streamOptimized {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.115375] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c401629-8105-4b1c-8166-38f3b1552c9b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.136297] env[69399]: DEBUG oslo_vmware.api [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 1035.136297] env[69399]: value = "task-4177146" [ 1035.136297] env[69399]: _type = "Task" [ 1035.136297] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.146036] env[69399]: DEBUG oslo_vmware.api [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177146, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.202513] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance d1df03aa-04c7-4dab-905e-f1c259755903 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1035.202817] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1035.202968] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2752MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1035.616992] env[69399]: DEBUG nova.compute.manager [None req-9397d996-7b20-4a3c-8980-4860c4a53cdb tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1035.617280] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9397d996-7b20-4a3c-8980-4860c4a53cdb tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.618486] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a972dd6-8009-447f-9f83-aca9dca19be8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.627427] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9397d996-7b20-4a3c-8980-4860c4a53cdb tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.628114] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27f64363-49fe-431b-8ba7-9c0dd3f5ebae {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.631607] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809e2666-d480-4f9e-b0b8-ebebebf0d2f6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.643209] env[69399]: DEBUG oslo_vmware.api [None req-9397d996-7b20-4a3c-8980-4860c4a53cdb tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Waiting for the task: (returnval){ [ 1035.643209] env[69399]: value = "task-4177147" [ 1035.643209] env[69399]: _type = "Task" [ 1035.643209] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.644730] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10386139-49bc-48fe-9d62-b63570675c01 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.654450] env[69399]: DEBUG oslo_vmware.api [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177146, 'name': ReconfigVM_Task, 'duration_secs': 0.287131} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.655229] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 8d8f09c7-5035-4ae0-92ea-3562432e6ceb/8d8f09c7-5035-4ae0-92ea-3562432e6ceb.vmdk or device None with type streamOptimized {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.656773] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'encryption_format': None, 'device_name': '/dev/sda', 'encrypted': False, 'device_type': 'disk', 'boot_index': 0, 'size': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'guest_format': None, 'image_id': '080cf791-deb9-45e0-96cd-252fc7c4f56a'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826836', 'volume_id': 'a0645e01-5aa0-4126-aba9-c18f277d4da6', 'name': 'volume-a0645e01-5aa0-4126-aba9-c18f277d4da6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8d8f09c7-5035-4ae0-92ea-3562432e6ceb', 'attached_at': '', 'detached_at': '', 'volume_id': 'a0645e01-5aa0-4126-aba9-c18f277d4da6', 'serial': 'a0645e01-5aa0-4126-aba9-c18f277d4da6'}, 'disk_bus': None, 'attachment_id': 'ba0b4ba9-3388-4aa7-b0f0-edec2e906330', 'mount_device': '/dev/sdb', 'device_type': None, 'boot_index': None, 'delete_on_termination': False, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69399) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1035.657043] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Volume attach. Driver type: vmdk {{(pid=69399) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1035.657286] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826836', 'volume_id': 'a0645e01-5aa0-4126-aba9-c18f277d4da6', 'name': 'volume-a0645e01-5aa0-4126-aba9-c18f277d4da6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8d8f09c7-5035-4ae0-92ea-3562432e6ceb', 'attached_at': '', 'detached_at': '', 'volume_id': 'a0645e01-5aa0-4126-aba9-c18f277d4da6', 'serial': 'a0645e01-5aa0-4126-aba9-c18f277d4da6'} {{(pid=69399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1035.659057] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7144aff-8974-4d34-8108-e53d315fc533 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.688510] env[69399]: DEBUG oslo_vmware.api [None req-9397d996-7b20-4a3c-8980-4860c4a53cdb tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.690284] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7cbc15-dcbb-4056-a5a4-9c6f92e2cb61 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.706853] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4566ab3-23be-4b4a-8aef-6d167e037b99 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.713276] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93d1090-b5a1-4f7a-bc6e-45222d4ee737 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.739115] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] volume-a0645e01-5aa0-4126-aba9-c18f277d4da6/volume-a0645e01-5aa0-4126-aba9-c18f277d4da6.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.739811] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f00d736c-ccf5-4abb-b984-896fafb6d881 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.761038] env[69399]: DEBUG nova.compute.provider_tree [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.773151] env[69399]: DEBUG oslo_vmware.api [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 1035.773151] env[69399]: value = "task-4177148" [ 1035.773151] env[69399]: _type = "Task" [ 1035.773151] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.782582] env[69399]: DEBUG oslo_vmware.api [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177148, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.153913] env[69399]: DEBUG oslo_vmware.api [None req-9397d996-7b20-4a3c-8980-4860c4a53cdb tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177147, 'name': PowerOffVM_Task, 'duration_secs': 0.208203} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.154240] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9397d996-7b20-4a3c-8980-4860c4a53cdb tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.154410] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9397d996-7b20-4a3c-8980-4860c4a53cdb tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1036.154658] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61cc75f2-6fac-445f-a4bb-d288841ad168 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.226257] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9397d996-7b20-4a3c-8980-4860c4a53cdb tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.226671] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9397d996-7b20-4a3c-8980-4860c4a53cdb tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.226927] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-9397d996-7b20-4a3c-8980-4860c4a53cdb tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Deleting the datastore file [datastore1] f61fe5a5-55a1-465f-ac32-2b324c94861d {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.227245] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af6b4d5f-175d-4eb5-a07e-2829813fb77e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.235101] env[69399]: DEBUG oslo_vmware.api [None req-9397d996-7b20-4a3c-8980-4860c4a53cdb tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Waiting for the task: (returnval){ [ 1036.235101] env[69399]: value = "task-4177150" [ 1036.235101] env[69399]: _type = "Task" [ 1036.235101] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.243800] env[69399]: DEBUG oslo_vmware.api [None req-9397d996-7b20-4a3c-8980-4860c4a53cdb tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177150, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.263936] env[69399]: DEBUG nova.scheduler.client.report [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.283326] env[69399]: DEBUG oslo_vmware.api [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177148, 'name': ReconfigVM_Task, 'duration_secs': 0.362383} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.284216] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Reconfigured VM instance instance-00000021 to attach disk [datastore2] volume-a0645e01-5aa0-4126-aba9-c18f277d4da6/volume-a0645e01-5aa0-4126-aba9-c18f277d4da6.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.289165] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40c4b76d-ac96-4e32-ad4b-17c28f8e01d1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.305640] env[69399]: DEBUG oslo_vmware.api [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 1036.305640] env[69399]: value = "task-4177151" [ 1036.305640] env[69399]: _type = "Task" [ 1036.305640] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.314482] env[69399]: DEBUG oslo_vmware.api [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177151, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.745478] env[69399]: DEBUG oslo_vmware.api [None req-9397d996-7b20-4a3c-8980-4860c4a53cdb tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177150, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.769609] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69399) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1036.769808] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.667s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.770222] env[69399]: DEBUG oslo_concurrency.lockutils [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 60.643s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.771802] env[69399]: INFO nova.compute.claims [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.774783] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1036.774961] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Cleaning up deleted instances {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1036.817742] env[69399]: DEBUG oslo_vmware.api [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177151, 'name': ReconfigVM_Task, 'duration_secs': 0.150295} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.818295] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826836', 'volume_id': 'a0645e01-5aa0-4126-aba9-c18f277d4da6', 'name': 'volume-a0645e01-5aa0-4126-aba9-c18f277d4da6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8d8f09c7-5035-4ae0-92ea-3562432e6ceb', 'attached_at': '', 'detached_at': '', 'volume_id': 'a0645e01-5aa0-4126-aba9-c18f277d4da6', 'serial': 'a0645e01-5aa0-4126-aba9-c18f277d4da6'} {{(pid=69399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1036.819172] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0bdb362-c2aa-4ab6-a14b-ed39279d3072 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.830019] env[69399]: DEBUG oslo_vmware.api [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 1036.830019] env[69399]: value = "task-4177152" [ 1036.830019] env[69399]: _type = "Task" [ 1036.830019] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.846326] env[69399]: DEBUG oslo_vmware.api [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177152, 'name': Rename_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.247807] env[69399]: DEBUG oslo_vmware.api [None req-9397d996-7b20-4a3c-8980-4860c4a53cdb tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177150, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.561551} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.248189] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-9397d996-7b20-4a3c-8980-4860c4a53cdb tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.248451] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9397d996-7b20-4a3c-8980-4860c4a53cdb tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.248695] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9397d996-7b20-4a3c-8980-4860c4a53cdb tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.248934] env[69399]: INFO nova.compute.manager [None req-9397d996-7b20-4a3c-8980-4860c4a53cdb tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1037.249296] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9397d996-7b20-4a3c-8980-4860c4a53cdb tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.249565] env[69399]: DEBUG nova.compute.manager [-] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1037.249671] env[69399]: DEBUG nova.network.neutron [-] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1037.290930] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] There are 42 instances to clean {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1037.290930] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: c62e8d06-2b79-4b20-82db-fba80a3f8b80] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1037.340439] env[69399]: DEBUG oslo_vmware.api [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177152, 'name': Rename_Task, 'duration_secs': 0.24024} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.340709] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1037.340954] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bff925fc-5ab8-4516-9308-e803cc1fe876 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.350203] env[69399]: DEBUG oslo_vmware.api [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 1037.350203] env[69399]: value = "task-4177153" [ 1037.350203] env[69399]: _type = "Task" [ 1037.350203] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.359157] env[69399]: DEBUG oslo_vmware.api [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.745727] env[69399]: DEBUG nova.compute.manager [req-71f53b97-fb5b-4513-a781-d4b421c78377 req-d508c11d-a06f-4d43-b883-d0420d2d94c3 service nova] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Received event network-vif-deleted-363e8878-3294-4052-bace-b00667f0686c {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.746016] env[69399]: INFO nova.compute.manager [req-71f53b97-fb5b-4513-a781-d4b421c78377 req-d508c11d-a06f-4d43-b883-d0420d2d94c3 service nova] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Neutron deleted interface 363e8878-3294-4052-bace-b00667f0686c; detaching it from the instance and deleting it from the info cache [ 1037.746134] env[69399]: DEBUG nova.network.neutron [req-71f53b97-fb5b-4513-a781-d4b421c78377 req-d508c11d-a06f-4d43-b883-d0420d2d94c3 service nova] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.796757] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 27a33fa9-0522-4ee7-b350-ac8cee85a177] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1037.863724] env[69399]: DEBUG oslo_vmware.api [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177153, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.097929] env[69399]: DEBUG nova.network.neutron [-] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.228442] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4405d8e0-e369-44db-aac2-041a9ba8daba {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.236551] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e38afaa-d923-49cd-be27-f58d0c8e00a6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.268444] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-82b9643e-e713-48ec-a539-06ade2ee7167 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.270855] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c899b5-fa25-4f58-8de4-3788b02cd064 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.279846] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d473db-d07a-496f-b484-8cd445fbee89 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.286421] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bebae0-4cac-4a7f-a99d-9eac109757b3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.306268] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: db895088-b0cb-421c-99da-56b4c402c485] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1038.308377] env[69399]: DEBUG nova.compute.provider_tree [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.319641] env[69399]: DEBUG nova.compute.manager [req-71f53b97-fb5b-4513-a781-d4b421c78377 req-d508c11d-a06f-4d43-b883-d0420d2d94c3 service nova] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Detach interface failed, port_id=363e8878-3294-4052-bace-b00667f0686c, reason: Instance f61fe5a5-55a1-465f-ac32-2b324c94861d could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1038.361064] env[69399]: DEBUG oslo_vmware.api [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177153, 'name': PowerOnVM_Task, 'duration_secs': 0.542874} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.361064] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.471289] env[69399]: DEBUG nova.compute.manager [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.472603] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48237697-c0ed-4924-8342-fee87e1cc4b5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.600612] env[69399]: INFO nova.compute.manager [-] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Took 1.35 seconds to deallocate network for instance. [ 1038.820034] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 64f7123e-4dfc-4c86-b430-ee91d9996662] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1038.822492] env[69399]: DEBUG nova.scheduler.client.report [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.993504] env[69399]: DEBUG oslo_concurrency.lockutils [None req-10c127bf-665a-4429-a2ed-aa41f45d5d3f tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lock "8d8f09c7-5035-4ae0-92ea-3562432e6ceb" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 81.126s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.108270] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9397d996-7b20-4a3c-8980-4860c4a53cdb tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.326636] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 6f2a6cfc-4db9-4d29-9546-10ae7cf5b2ce] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1039.329143] env[69399]: DEBUG oslo_concurrency.lockutils [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.329910] env[69399]: DEBUG nova.compute.manager [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1039.332090] env[69399]: DEBUG oslo_concurrency.lockutils [None req-234b3e33-fdd5-4ec7-8cda-d39ae183dfa1 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 58.553s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.333687] env[69399]: DEBUG oslo_concurrency.lockutils [None req-234b3e33-fdd5-4ec7-8cda-d39ae183dfa1 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.334884] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 57.844s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.335864] env[69399]: INFO nova.compute.claims [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1039.363338] env[69399]: INFO nova.scheduler.client.report [None req-234b3e33-fdd5-4ec7-8cda-d39ae183dfa1 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Deleted allocations for instance 34524205-14bb-4755-b850-6df1b4533763 [ 1039.832680] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 38d879e2-43f0-4c06-b7a4-a5eb38d585a0] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1039.842227] env[69399]: DEBUG nova.compute.utils [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1039.843777] env[69399]: DEBUG nova.compute.manager [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Not allocating networking since 'none' was specified. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1039.871237] env[69399]: DEBUG oslo_concurrency.lockutils [None req-234b3e33-fdd5-4ec7-8cda-d39ae183dfa1 tempest-ServersTestMultiNic-935857896 tempest-ServersTestMultiNic-935857896-project-member] Lock "34524205-14bb-4755-b850-6df1b4533763" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 63.189s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.336705] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 312f7261-371a-47ec-87c9-e3a1b6b191fa] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1040.347469] env[69399]: DEBUG nova.compute.manager [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1040.832188] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d11f62-8bdf-46e7-b902-940793ef4fba {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.840156] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 5ad3e254-1e47-4f35-8cdc-9c20cacdef92] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1040.842812] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e2fc04-5d0a-4bbb-97f4-361683f109cf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.878883] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2524ffd-e792-48e3-9d4a-f3f7348a559b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.887985] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84dd4223-2c04-4137-a4b8-8af1b521f3b5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.902527] env[69399]: DEBUG nova.compute.provider_tree [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.347794] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: a7ed6dc1-a1ea-4c33-a194-ee09c1703788] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1041.383426] env[69399]: DEBUG nova.compute.manager [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1041.407573] env[69399]: DEBUG nova.scheduler.client.report [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.418747] env[69399]: DEBUG nova.virt.hardware [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.419054] env[69399]: DEBUG nova.virt.hardware [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.419223] env[69399]: DEBUG nova.virt.hardware [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.419405] env[69399]: DEBUG nova.virt.hardware [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.419548] env[69399]: DEBUG nova.virt.hardware [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.419692] env[69399]: DEBUG nova.virt.hardware [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.419902] env[69399]: DEBUG nova.virt.hardware [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.420083] env[69399]: DEBUG nova.virt.hardware [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.420258] env[69399]: DEBUG nova.virt.hardware [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.420465] env[69399]: DEBUG nova.virt.hardware [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.420651] env[69399]: DEBUG nova.virt.hardware [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.421526] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1aab6d-4501-4f2f-8918-a4ee76070bc5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.431105] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c82c7a-c732-40ed-8910-927e57c4eea1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.446339] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Instance VIF info [] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.451874] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Creating folder: Project (2ecf9dc95fba464c9ec9f7e8ab960714). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1041.452276] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed2fbcb0-cf51-4fe6-aca6-385ca619090e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.463433] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Created folder: Project (2ecf9dc95fba464c9ec9f7e8ab960714) in parent group-v826677. [ 1041.463655] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Creating folder: Instances. Parent ref: group-v826870. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1041.463894] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9349cad3-51d6-4fec-93fe-df9ece017eeb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.474493] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Created folder: Instances in parent group-v826870. [ 1041.474493] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.474777] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.475088] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80c40803-9c22-497b-acb0-2e87d9d9f033 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.493825] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.493825] env[69399]: value = "task-4177156" [ 1041.493825] env[69399]: _type = "Task" [ 1041.493825] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.502732] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177156, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.854726] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 11957fcf-7b3b-46fd-917b-30f9f873b982] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1041.914029] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.915289] env[69399]: DEBUG oslo_concurrency.lockutils [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 56.306s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.917962] env[69399]: INFO nova.compute.claims [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1042.007128] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177156, 'name': CreateVM_Task, 'duration_secs': 0.317853} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.007128] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.007128] env[69399]: DEBUG oslo_concurrency.lockutils [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.007377] env[69399]: DEBUG oslo_concurrency.lockutils [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.007663] env[69399]: DEBUG oslo_concurrency.lockutils [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.007952] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-563380a8-160b-4d42-8cbd-69efacf5bb85 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.015188] env[69399]: DEBUG oslo_vmware.api [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Waiting for the task: (returnval){ [ 1042.015188] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]527f3d24-a892-6a68-d5cc-959ded8ce6e6" [ 1042.015188] env[69399]: _type = "Task" [ 1042.015188] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.029101] env[69399]: DEBUG oslo_vmware.api [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]527f3d24-a892-6a68-d5cc-959ded8ce6e6, 'name': SearchDatastore_Task, 'duration_secs': 0.011526} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.029411] env[69399]: DEBUG oslo_concurrency.lockutils [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.029693] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.030295] env[69399]: DEBUG oslo_concurrency.lockutils [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.030543] env[69399]: DEBUG oslo_concurrency.lockutils [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.030744] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.031222] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4595a08-f9eb-4129-bfd2-969968b8ab17 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.041971] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.042182] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.042952] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eacdac03-e11a-4314-936f-e3c1d4b3c5bd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.052015] env[69399]: DEBUG oslo_vmware.api [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Waiting for the task: (returnval){ [ 1042.052015] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52403bc2-30bb-bb76-52a3-c1b852efd431" [ 1042.052015] env[69399]: _type = "Task" [ 1042.052015] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.066466] env[69399]: DEBUG oslo_vmware.api [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52403bc2-30bb-bb76-52a3-c1b852efd431, 'name': SearchDatastore_Task, 'duration_secs': 0.011499} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.067318] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebbe90d0-7f0e-4ef1-abe6-ec90c66c94f6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.073932] env[69399]: DEBUG oslo_vmware.api [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Waiting for the task: (returnval){ [ 1042.073932] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f1ed73-65b2-f1b7-eac7-ab56ea7f41c0" [ 1042.073932] env[69399]: _type = "Task" [ 1042.073932] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.082541] env[69399]: DEBUG oslo_vmware.api [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f1ed73-65b2-f1b7-eac7-ab56ea7f41c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.360771] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 0998af2d-3756-4997-ac22-2e3b07e876fb] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1042.423734] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Acquiring lock "ec6f8b33-d2ec-428b-a3fb-2d1e8ad7f26f" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.423984] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Lock "ec6f8b33-d2ec-428b-a3fb-2d1e8ad7f26f" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.584639] env[69399]: DEBUG oslo_vmware.api [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f1ed73-65b2-f1b7-eac7-ab56ea7f41c0, 'name': SearchDatastore_Task, 'duration_secs': 0.010261} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.585200] env[69399]: DEBUG oslo_concurrency.lockutils [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.585291] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 02cf0b0d-692c-4e47-9d41-266a3ec0edf2/02cf0b0d-692c-4e47-9d41-266a3ec0edf2.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.585482] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24f0e7d8-4864-4db4-a3c2-47998b0aa566 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.594991] env[69399]: DEBUG oslo_vmware.api [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Waiting for the task: (returnval){ [ 1042.594991] env[69399]: value = "task-4177157" [ 1042.594991] env[69399]: _type = "Task" [ 1042.594991] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.605710] env[69399]: DEBUG oslo_vmware.api [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Task: {'id': task-4177157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.863754] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 0d2be239-eafb-43bb-b8a9-b8e9f53d8920] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1042.928922] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Lock "ec6f8b33-d2ec-428b-a3fb-2d1e8ad7f26f" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.929673] env[69399]: DEBUG nova.compute.manager [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1043.107640] env[69399]: DEBUG oslo_vmware.api [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Task: {'id': task-4177157, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47107} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.107903] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 02cf0b0d-692c-4e47-9d41-266a3ec0edf2/02cf0b0d-692c-4e47-9d41-266a3ec0edf2.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.108129] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.108397] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02d9f5de-dfb8-4202-be75-325728684cba {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.121455] env[69399]: DEBUG oslo_vmware.api [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Waiting for the task: (returnval){ [ 1043.121455] env[69399]: value = "task-4177158" [ 1043.121455] env[69399]: _type = "Task" [ 1043.121455] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.131723] env[69399]: DEBUG oslo_vmware.api [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Task: {'id': task-4177158, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.367937] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 2d81a037-fa27-45eb-824c-3bc181e8968c] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1043.440614] env[69399]: DEBUG nova.compute.utils [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.441968] env[69399]: DEBUG nova.compute.manager [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1043.442680] env[69399]: DEBUG nova.network.neutron [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1043.476532] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed3b616-adb1-423c-95d3-058667965266 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.485097] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7d7982-a8ac-4a84-8d7f-3603217ac05c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.520235] env[69399]: DEBUG nova.policy [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e0fba459ac34768926729b30de467b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '831f09ca1ac34a758691fdb744cb8a64', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.522539] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecd2d4b-845c-4e6a-a959-1e3b37d93674 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.532710] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b169a9-d5b0-4e1f-a0b8-1a71c300ff96 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.552657] env[69399]: DEBUG nova.compute.provider_tree [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.632526] env[69399]: DEBUG oslo_vmware.api [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Task: {'id': task-4177158, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070133} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.633161] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.634073] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3896d6c7-1ba9-451d-8b4a-76c09c6aa79e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.655930] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 02cf0b0d-692c-4e47-9d41-266a3ec0edf2/02cf0b0d-692c-4e47-9d41-266a3ec0edf2.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.656284] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-904437f6-88b5-42f4-ae50-eb92e5657c90 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.676927] env[69399]: DEBUG oslo_vmware.api [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Waiting for the task: (returnval){ [ 1043.676927] env[69399]: value = "task-4177159" [ 1043.676927] env[69399]: _type = "Task" [ 1043.676927] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.686909] env[69399]: DEBUG oslo_vmware.api [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Task: {'id': task-4177159, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.874203] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 4316fbf8-b3c3-4330-b8fc-a3195dc9b0dc] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1043.945806] env[69399]: DEBUG nova.compute.manager [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1043.976472] env[69399]: DEBUG nova.network.neutron [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Successfully created port: a3ed9947-6596-4876-a050-3684d6aca9de {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1044.056330] env[69399]: DEBUG nova.scheduler.client.report [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.195562] env[69399]: DEBUG oslo_vmware.api [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Task: {'id': task-4177159, 'name': ReconfigVM_Task, 'duration_secs': 0.312993} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.195928] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 02cf0b0d-692c-4e47-9d41-266a3ec0edf2/02cf0b0d-692c-4e47-9d41-266a3ec0edf2.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.196590] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27fe25c0-ad57-4fe8-8951-145b2a9479d5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.203865] env[69399]: DEBUG oslo_vmware.api [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Waiting for the task: (returnval){ [ 1044.203865] env[69399]: value = "task-4177160" [ 1044.203865] env[69399]: _type = "Task" [ 1044.203865] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.215311] env[69399]: DEBUG oslo_vmware.api [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Task: {'id': task-4177160, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.378754] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: f5a96bee-5345-483c-bf76-dbe3956fdeec] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1044.561758] env[69399]: DEBUG oslo_concurrency.lockutils [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.562429] env[69399]: DEBUG nova.compute.manager [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1044.565070] env[69399]: DEBUG oslo_concurrency.lockutils [None req-01e7d2a2-4e60-4426-92f7-1bc04eb54ff1 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 58.745s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.565641] env[69399]: DEBUG oslo_concurrency.lockutils [None req-01e7d2a2-4e60-4426-92f7-1bc04eb54ff1 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.567378] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 52.903s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.568921] env[69399]: INFO nova.compute.claims [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.597596] env[69399]: INFO nova.scheduler.client.report [None req-01e7d2a2-4e60-4426-92f7-1bc04eb54ff1 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Deleted allocations for instance 78876af3-91f0-4cdf-bdde-39b4519e54bc [ 1044.714752] env[69399]: DEBUG oslo_vmware.api [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Task: {'id': task-4177160, 'name': Rename_Task, 'duration_secs': 0.148225} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.715080] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.715342] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1f31208-bf33-464b-90b9-881bcaa318c0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.723548] env[69399]: DEBUG oslo_vmware.api [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Waiting for the task: (returnval){ [ 1044.723548] env[69399]: value = "task-4177161" [ 1044.723548] env[69399]: _type = "Task" [ 1044.723548] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.731874] env[69399]: DEBUG oslo_vmware.api [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Task: {'id': task-4177161, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.884823] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 2be94567-64bc-4a1e-94c1-dd58c8c44d87] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1044.958070] env[69399]: DEBUG nova.compute.manager [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1044.987329] env[69399]: DEBUG nova.virt.hardware [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.987329] env[69399]: DEBUG nova.virt.hardware [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.987329] env[69399]: DEBUG nova.virt.hardware [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.987329] env[69399]: DEBUG nova.virt.hardware [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.987329] env[69399]: DEBUG nova.virt.hardware [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.987329] env[69399]: DEBUG nova.virt.hardware [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.987329] env[69399]: DEBUG nova.virt.hardware [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.987329] env[69399]: DEBUG nova.virt.hardware [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.987329] env[69399]: DEBUG nova.virt.hardware [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.987329] env[69399]: DEBUG nova.virt.hardware [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.987329] env[69399]: DEBUG nova.virt.hardware [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.987830] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbea5795-7d27-4855-88fc-5c32de2ce713 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.998483] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1586f576-57f8-4538-964b-19ec2ef3c1c0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.074077] env[69399]: DEBUG nova.compute.utils [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1045.079052] env[69399]: DEBUG nova.compute.manager [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1045.079052] env[69399]: DEBUG nova.network.neutron [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1045.107090] env[69399]: DEBUG oslo_concurrency.lockutils [None req-01e7d2a2-4e60-4426-92f7-1bc04eb54ff1 tempest-SecurityGroupsTestJSON-768572966 tempest-SecurityGroupsTestJSON-768572966-project-member] Lock "78876af3-91f0-4cdf-bdde-39b4519e54bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 63.074s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.140515] env[69399]: DEBUG nova.policy [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79df5c1fe1aa40e2bb602b02b21c06ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c70f2346ed704f23b25ffbac339b9b7a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1045.235105] env[69399]: DEBUG oslo_vmware.api [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Task: {'id': task-4177161, 'name': PowerOnVM_Task, 'duration_secs': 0.505523} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.235562] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.235802] env[69399]: INFO nova.compute.manager [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Took 3.85 seconds to spawn the instance on the hypervisor. [ 1045.236127] env[69399]: DEBUG nova.compute.manager [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.236953] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c658bd-ae20-469a-bc87-71f2ee235cd6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.388663] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 33b600eb-e4ee-4c29-a2a0-1c80991093ab] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1045.520436] env[69399]: DEBUG nova.compute.manager [req-dd53e254-407f-4661-894c-9e62d6112190 req-f4f984c8-7ac6-4f6f-af96-b5a3cead67c8 service nova] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Received event network-vif-plugged-a3ed9947-6596-4876-a050-3684d6aca9de {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.520667] env[69399]: DEBUG oslo_concurrency.lockutils [req-dd53e254-407f-4661-894c-9e62d6112190 req-f4f984c8-7ac6-4f6f-af96-b5a3cead67c8 service nova] Acquiring lock "74f0eacc-a50a-467a-86fb-7c0d39513b02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.520901] env[69399]: DEBUG oslo_concurrency.lockutils [req-dd53e254-407f-4661-894c-9e62d6112190 req-f4f984c8-7ac6-4f6f-af96-b5a3cead67c8 service nova] Lock "74f0eacc-a50a-467a-86fb-7c0d39513b02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.521753] env[69399]: DEBUG oslo_concurrency.lockutils [req-dd53e254-407f-4661-894c-9e62d6112190 req-f4f984c8-7ac6-4f6f-af96-b5a3cead67c8 service nova] Lock "74f0eacc-a50a-467a-86fb-7c0d39513b02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.522008] env[69399]: DEBUG nova.compute.manager [req-dd53e254-407f-4661-894c-9e62d6112190 req-f4f984c8-7ac6-4f6f-af96-b5a3cead67c8 service nova] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] No waiting events found dispatching network-vif-plugged-a3ed9947-6596-4876-a050-3684d6aca9de {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1045.522273] env[69399]: WARNING nova.compute.manager [req-dd53e254-407f-4661-894c-9e62d6112190 req-f4f984c8-7ac6-4f6f-af96-b5a3cead67c8 service nova] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Received unexpected event network-vif-plugged-a3ed9947-6596-4876-a050-3684d6aca9de for instance with vm_state building and task_state spawning. [ 1045.586266] env[69399]: DEBUG nova.compute.manager [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1045.655762] env[69399]: DEBUG nova.network.neutron [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Successfully created port: 3cdc9036-d72f-4e8c-86f8-e08f5fa56444 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1045.715271] env[69399]: DEBUG nova.network.neutron [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Successfully updated port: a3ed9947-6596-4876-a050-3684d6aca9de {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.759281] env[69399]: INFO nova.compute.manager [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Took 69.65 seconds to build instance. [ 1045.892277] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: d2e9732f-5ea0-4be9-8000-d78d5acd8961] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1046.124164] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998b60b7-87b4-4f58-94a3-0d1e2c682305 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.138730] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4884eb66-0726-4574-acd0-e2ef4a8b48c3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.175539] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38dd0368-e65d-498e-b1f7-503f6fca51fd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.185053] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffc231c-bee8-41a6-bfb1-9ad4237123ca {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.209042] env[69399]: DEBUG nova.compute.provider_tree [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.221672] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Acquiring lock "refresh_cache-74f0eacc-a50a-467a-86fb-7c0d39513b02" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.221798] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Acquired lock "refresh_cache-74f0eacc-a50a-467a-86fb-7c0d39513b02" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.221928] env[69399]: DEBUG nova.network.neutron [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.262258] env[69399]: DEBUG oslo_concurrency.lockutils [None req-49422e12-84c5-45b9-b3e2-a5625996ac99 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Lock "02cf0b0d-692c-4e47-9d41-266a3ec0edf2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.272s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.396680] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 5df06110-ddc7-4d82-a9f0-c4fac929060b] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1046.601135] env[69399]: DEBUG nova.compute.manager [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1046.630541] env[69399]: DEBUG nova.virt.hardware [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.630699] env[69399]: DEBUG nova.virt.hardware [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.632215] env[69399]: DEBUG nova.virt.hardware [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.632215] env[69399]: DEBUG nova.virt.hardware [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.632215] env[69399]: DEBUG nova.virt.hardware [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.632215] env[69399]: DEBUG nova.virt.hardware [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.632215] env[69399]: DEBUG nova.virt.hardware [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.632215] env[69399]: DEBUG nova.virt.hardware [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.632563] env[69399]: DEBUG nova.virt.hardware [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.632652] env[69399]: DEBUG nova.virt.hardware [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.632818] env[69399]: DEBUG nova.virt.hardware [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.634403] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6cf03f-1a38-44c9-a7a8-7c8d82d0b862 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.643983] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4506940d-9837-49fc-a256-bf1f9b81868f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.711662] env[69399]: DEBUG nova.scheduler.client.report [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.765869] env[69399]: DEBUG nova.compute.manager [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1046.797154] env[69399]: DEBUG nova.network.neutron [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1046.905441] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: a1468a4f-6462-4943-af0e-dd01f8846ce7] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1047.055427] env[69399]: DEBUG nova.network.neutron [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Updating instance_info_cache with network_info: [{"id": "a3ed9947-6596-4876-a050-3684d6aca9de", "address": "fa:16:3e:d4:77:ac", "network": {"id": "1dfab376-4a50-4a58-9786-ddfee5614258", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1405374981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "831f09ca1ac34a758691fdb744cb8a64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3ed9947-65", "ovs_interfaceid": "a3ed9947-6596-4876-a050-3684d6aca9de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.188889] env[69399]: INFO nova.compute.manager [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Rebuilding instance [ 1047.218620] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.219449] env[69399]: DEBUG nova.compute.manager [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1047.224923] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d3365a25-7bfd-443b-b9d5-dccc78bc78be tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 54.268s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.225296] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d3365a25-7bfd-443b-b9d5-dccc78bc78be tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.228835] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 52.883s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.229180] env[69399]: DEBUG nova.objects.instance [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69399) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1047.285781] env[69399]: INFO nova.scheduler.client.report [None req-d3365a25-7bfd-443b-b9d5-dccc78bc78be tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Deleted allocations for instance 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15 [ 1047.286969] env[69399]: DEBUG nova.compute.manager [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.290090] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77704be-40ff-47b4-a961-fa4edfca147b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.321483] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.367760] env[69399]: DEBUG nova.network.neutron [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Successfully updated port: 3cdc9036-d72f-4e8c-86f8-e08f5fa56444 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1047.414130] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 62fb4163-a054-400c-b130-8039c5ab7b60] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1047.493532] env[69399]: DEBUG nova.compute.manager [req-103622cc-7154-45be-85aa-f20778cf0836 req-181e8665-f78c-4b57-b070-0e56f906bded service nova] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Received event network-vif-plugged-3cdc9036-d72f-4e8c-86f8-e08f5fa56444 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.493778] env[69399]: DEBUG oslo_concurrency.lockutils [req-103622cc-7154-45be-85aa-f20778cf0836 req-181e8665-f78c-4b57-b070-0e56f906bded service nova] Acquiring lock "9b94c560-2c30-4fd2-ab6d-38f1910d7209-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.494455] env[69399]: DEBUG oslo_concurrency.lockutils [req-103622cc-7154-45be-85aa-f20778cf0836 req-181e8665-f78c-4b57-b070-0e56f906bded service nova] Lock "9b94c560-2c30-4fd2-ab6d-38f1910d7209-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.494783] env[69399]: DEBUG oslo_concurrency.lockutils [req-103622cc-7154-45be-85aa-f20778cf0836 req-181e8665-f78c-4b57-b070-0e56f906bded service nova] Lock "9b94c560-2c30-4fd2-ab6d-38f1910d7209-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.495081] env[69399]: DEBUG nova.compute.manager [req-103622cc-7154-45be-85aa-f20778cf0836 req-181e8665-f78c-4b57-b070-0e56f906bded service nova] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] No waiting events found dispatching network-vif-plugged-3cdc9036-d72f-4e8c-86f8-e08f5fa56444 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1047.495267] env[69399]: WARNING nova.compute.manager [req-103622cc-7154-45be-85aa-f20778cf0836 req-181e8665-f78c-4b57-b070-0e56f906bded service nova] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Received unexpected event network-vif-plugged-3cdc9036-d72f-4e8c-86f8-e08f5fa56444 for instance with vm_state building and task_state spawning. [ 1047.557768] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Releasing lock "refresh_cache-74f0eacc-a50a-467a-86fb-7c0d39513b02" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.558261] env[69399]: DEBUG nova.compute.manager [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Instance network_info: |[{"id": "a3ed9947-6596-4876-a050-3684d6aca9de", "address": "fa:16:3e:d4:77:ac", "network": {"id": "1dfab376-4a50-4a58-9786-ddfee5614258", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1405374981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "831f09ca1ac34a758691fdb744cb8a64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3ed9947-65", "ovs_interfaceid": "a3ed9947-6596-4876-a050-3684d6aca9de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1047.559272] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:77:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3ed9947-6596-4876-a050-3684d6aca9de', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.572140] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Creating folder: Project (831f09ca1ac34a758691fdb744cb8a64). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1047.572881] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23ecf3c9-791d-4c6c-9d59-d9c2011e23f3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.590071] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Created folder: Project (831f09ca1ac34a758691fdb744cb8a64) in parent group-v826677. [ 1047.590208] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Creating folder: Instances. Parent ref: group-v826873. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1047.590531] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1e1ce25-6ef9-47f1-8d7d-8612157fefcd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.606713] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Created folder: Instances in parent group-v826873. [ 1047.607094] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.608731] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.612047] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-996cbb1d-b18b-4472-949f-7085539deaaa {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.646724] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.646724] env[69399]: value = "task-4177164" [ 1047.646724] env[69399]: _type = "Task" [ 1047.646724] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.659715] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177164, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.736272] env[69399]: DEBUG nova.compute.utils [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1047.742544] env[69399]: DEBUG nova.compute.manager [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1047.742873] env[69399]: DEBUG nova.network.neutron [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1047.807038] env[69399]: DEBUG nova.policy [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30edd93afb254a96ab5a1f259a8f53a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d78bffd4fc241838d980740174d171b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1047.807819] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d3365a25-7bfd-443b-b9d5-dccc78bc78be tempest-AttachInterfacesV270Test-1082257367 tempest-AttachInterfacesV270Test-1082257367-project-member] Lock "33ebc5f2-af2f-400d-b20b-b59ce6ef6b15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 58.771s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.870385] env[69399]: DEBUG oslo_concurrency.lockutils [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "refresh_cache-9b94c560-2c30-4fd2-ab6d-38f1910d7209" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.870533] env[69399]: DEBUG oslo_concurrency.lockutils [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquired lock "refresh_cache-9b94c560-2c30-4fd2-ab6d-38f1910d7209" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.870692] env[69399]: DEBUG nova.network.neutron [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.905295] env[69399]: DEBUG nova.compute.manager [req-47acffb5-d5cf-47a9-b304-6f7e2f48b040 req-61c5d574-2654-44f6-87a0-58dda9d49ae9 service nova] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Received event network-changed-a3ed9947-6596-4876-a050-3684d6aca9de {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.905581] env[69399]: DEBUG nova.compute.manager [req-47acffb5-d5cf-47a9-b304-6f7e2f48b040 req-61c5d574-2654-44f6-87a0-58dda9d49ae9 service nova] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Refreshing instance network info cache due to event network-changed-a3ed9947-6596-4876-a050-3684d6aca9de. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1047.905984] env[69399]: DEBUG oslo_concurrency.lockutils [req-47acffb5-d5cf-47a9-b304-6f7e2f48b040 req-61c5d574-2654-44f6-87a0-58dda9d49ae9 service nova] Acquiring lock "refresh_cache-74f0eacc-a50a-467a-86fb-7c0d39513b02" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.907245] env[69399]: DEBUG oslo_concurrency.lockutils [req-47acffb5-d5cf-47a9-b304-6f7e2f48b040 req-61c5d574-2654-44f6-87a0-58dda9d49ae9 service nova] Acquired lock "refresh_cache-74f0eacc-a50a-467a-86fb-7c0d39513b02" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.907245] env[69399]: DEBUG nova.network.neutron [req-47acffb5-d5cf-47a9-b304-6f7e2f48b040 req-61c5d574-2654-44f6-87a0-58dda9d49ae9 service nova] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Refreshing network info cache for port a3ed9947-6596-4876-a050-3684d6aca9de {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.918659] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: ce36ec6e-aa3a-4413-897a-1aad2173662b] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1048.161864] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177164, 'name': CreateVM_Task, 'duration_secs': 0.431761} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.162118] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.162893] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.163231] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.163612] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.163916] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93e1c439-8765-4320-9b7c-3497b4f862d9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.171606] env[69399]: DEBUG oslo_vmware.api [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Waiting for the task: (returnval){ [ 1048.171606] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5276c937-a39e-1409-ac2b-0c6844ba074e" [ 1048.171606] env[69399]: _type = "Task" [ 1048.171606] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.186055] env[69399]: DEBUG oslo_vmware.api [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5276c937-a39e-1409-ac2b-0c6844ba074e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.246264] env[69399]: DEBUG nova.compute.manager [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1048.255530] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f0e42310-663b-49ad-a91f-6c49cd3543a1 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.027s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.257552] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9925a141-b193-46fe-acf2-4fa7a4907345 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.513s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.257868] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9925a141-b193-46fe-acf2-4fa7a4907345 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.267178] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.512s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.268072] env[69399]: INFO nova.compute.claims [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.281169] env[69399]: DEBUG nova.network.neutron [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Successfully created port: aa58f436-5b8e-4b1d-b611-f4fd95b3eaa8 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1048.315642] env[69399]: INFO nova.scheduler.client.report [None req-9925a141-b193-46fe-acf2-4fa7a4907345 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Deleted allocations for instance 517cc4aa-5162-41cf-9c07-48c5fc662987 [ 1048.318290] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.321754] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e0f52df-c23c-4ef8-855d-4f6972fc5641 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.334894] env[69399]: DEBUG oslo_vmware.api [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Waiting for the task: (returnval){ [ 1048.334894] env[69399]: value = "task-4177165" [ 1048.334894] env[69399]: _type = "Task" [ 1048.334894] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.346835] env[69399]: DEBUG oslo_vmware.api [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Task: {'id': task-4177165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.422862] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 49ebd426-a2d8-4a16-a648-d672641add81] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1048.472360] env[69399]: DEBUG nova.network.neutron [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1048.684395] env[69399]: DEBUG oslo_vmware.api [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5276c937-a39e-1409-ac2b-0c6844ba074e, 'name': SearchDatastore_Task, 'duration_secs': 0.014732} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.684395] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.684653] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.684854] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.684945] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.685152] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.685438] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65090f08-5e86-4550-8961-8b87e9e2c304 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.704672] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.705230] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.706957] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce6634cd-7549-4680-a314-088fa0e01d11 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.714392] env[69399]: DEBUG oslo_vmware.api [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Waiting for the task: (returnval){ [ 1048.714392] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d53228-f554-4aaa-db88-b81c648438df" [ 1048.714392] env[69399]: _type = "Task" [ 1048.714392] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.728869] env[69399]: DEBUG oslo_vmware.api [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d53228-f554-4aaa-db88-b81c648438df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.830623] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9925a141-b193-46fe-acf2-4fa7a4907345 tempest-ServersListShow296Test-591155880 tempest-ServersListShow296Test-591155880-project-member] Lock "517cc4aa-5162-41cf-9c07-48c5fc662987" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.739s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.847622] env[69399]: DEBUG oslo_vmware.api [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Task: {'id': task-4177165, 'name': PowerOffVM_Task, 'duration_secs': 0.155927} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.847919] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.848167] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1048.849141] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde9e7d9-1430-4cb1-8375-9cc2f5e1c84c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.861902] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1048.863268] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a6cd352-60b7-4ee7-b652-12630e2b53e1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.896204] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1048.896204] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1048.896204] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Deleting the datastore file [datastore1] 02cf0b0d-692c-4e47-9d41-266a3ec0edf2 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1048.896204] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6dca1590-422e-4400-bcc1-04a66b482b8f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.907261] env[69399]: DEBUG oslo_vmware.api [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Waiting for the task: (returnval){ [ 1048.907261] env[69399]: value = "task-4177167" [ 1048.907261] env[69399]: _type = "Task" [ 1048.907261] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.920762] env[69399]: DEBUG oslo_vmware.api [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Task: {'id': task-4177167, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.928314] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 97eda364-701c-4a37-b3b8-9e399dad5fd5] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1049.230746] env[69399]: DEBUG oslo_vmware.api [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d53228-f554-4aaa-db88-b81c648438df, 'name': SearchDatastore_Task, 'duration_secs': 0.022182} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.230746] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2922af12-234a-459f-b276-2ee4ccdb66b2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.238285] env[69399]: DEBUG oslo_vmware.api [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Waiting for the task: (returnval){ [ 1049.238285] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d29c37-fe97-7650-ee7a-867afee0bdba" [ 1049.238285] env[69399]: _type = "Task" [ 1049.238285] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.254616] env[69399]: DEBUG oslo_vmware.api [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d29c37-fe97-7650-ee7a-867afee0bdba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.269446] env[69399]: DEBUG nova.compute.manager [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1049.312061] env[69399]: DEBUG nova.virt.hardware [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.312342] env[69399]: DEBUG nova.virt.hardware [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.312631] env[69399]: DEBUG nova.virt.hardware [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.312860] env[69399]: DEBUG nova.virt.hardware [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.313145] env[69399]: DEBUG nova.virt.hardware [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.313863] env[69399]: DEBUG nova.virt.hardware [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.314175] env[69399]: DEBUG nova.virt.hardware [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.315186] env[69399]: DEBUG nova.virt.hardware [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.315186] env[69399]: DEBUG nova.virt.hardware [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.315186] env[69399]: DEBUG nova.virt.hardware [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.315186] env[69399]: DEBUG nova.virt.hardware [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.316397] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28566f16-88a4-411c-b6f4-77220ad5434b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.331444] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42177887-efdb-4676-93be-0ddd1a85d3ae {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.417674] env[69399]: DEBUG oslo_vmware.api [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Task: {'id': task-4177167, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221858} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.420574] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.420770] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.420945] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.434148] env[69399]: DEBUG nova.network.neutron [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Updating instance_info_cache with network_info: [{"id": "3cdc9036-d72f-4e8c-86f8-e08f5fa56444", "address": "fa:16:3e:fe:4f:47", "network": {"id": "937e3b1e-35e1-4e9f-ba20-333ead79b0de", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-541287891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70f2346ed704f23b25ffbac339b9b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cdc9036-d7", "ovs_interfaceid": "3cdc9036-d72f-4e8c-86f8-e08f5fa56444", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.436891] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 57397a3c-2115-461c-93fe-0f8baf4484af] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1049.606899] env[69399]: DEBUG nova.network.neutron [req-47acffb5-d5cf-47a9-b304-6f7e2f48b040 req-61c5d574-2654-44f6-87a0-58dda9d49ae9 service nova] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Updated VIF entry in instance network info cache for port a3ed9947-6596-4876-a050-3684d6aca9de. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.606899] env[69399]: DEBUG nova.network.neutron [req-47acffb5-d5cf-47a9-b304-6f7e2f48b040 req-61c5d574-2654-44f6-87a0-58dda9d49ae9 service nova] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Updating instance_info_cache with network_info: [{"id": "a3ed9947-6596-4876-a050-3684d6aca9de", "address": "fa:16:3e:d4:77:ac", "network": {"id": "1dfab376-4a50-4a58-9786-ddfee5614258", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1405374981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "831f09ca1ac34a758691fdb744cb8a64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3ed9947-65", "ovs_interfaceid": "a3ed9947-6596-4876-a050-3684d6aca9de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.752171] env[69399]: DEBUG oslo_vmware.api [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d29c37-fe97-7650-ee7a-867afee0bdba, 'name': SearchDatastore_Task, 'duration_secs': 0.028054} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.752171] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.752171] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 74f0eacc-a50a-467a-86fb-7c0d39513b02/74f0eacc-a50a-467a-86fb-7c0d39513b02.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.752322] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca298e68-fd02-47b4-b0dc-fe2b02762168 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.762955] env[69399]: DEBUG oslo_vmware.api [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Waiting for the task: (returnval){ [ 1049.762955] env[69399]: value = "task-4177168" [ 1049.762955] env[69399]: _type = "Task" [ 1049.762955] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.773569] env[69399]: DEBUG oslo_vmware.api [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Task: {'id': task-4177168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.847798] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba400057-d184-49b7-a8a0-3e7d93fa5f74 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.857434] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b16dd78-8232-4c58-b96c-be9a4906dd34 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.894479] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4112f5b4-3169-439f-8843-2a9edd0bc575 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.900615] env[69399]: DEBUG nova.compute.manager [req-5470ddc5-9f8c-4feb-94ae-aa3ac9f5cfc2 req-220d0734-a201-4b84-a25f-e2a326e91797 service nova] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Received event network-changed-3cdc9036-d72f-4e8c-86f8-e08f5fa56444 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.900615] env[69399]: DEBUG nova.compute.manager [req-5470ddc5-9f8c-4feb-94ae-aa3ac9f5cfc2 req-220d0734-a201-4b84-a25f-e2a326e91797 service nova] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Refreshing instance network info cache due to event network-changed-3cdc9036-d72f-4e8c-86f8-e08f5fa56444. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1049.900615] env[69399]: DEBUG oslo_concurrency.lockutils [req-5470ddc5-9f8c-4feb-94ae-aa3ac9f5cfc2 req-220d0734-a201-4b84-a25f-e2a326e91797 service nova] Acquiring lock "refresh_cache-9b94c560-2c30-4fd2-ab6d-38f1910d7209" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.906256] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ba9920-73a2-44e8-bbad-74eb24f96444 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.925572] env[69399]: DEBUG nova.compute.provider_tree [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.939599] env[69399]: DEBUG oslo_concurrency.lockutils [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Releasing lock "refresh_cache-9b94c560-2c30-4fd2-ab6d-38f1910d7209" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.939994] env[69399]: DEBUG nova.compute.manager [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Instance network_info: |[{"id": "3cdc9036-d72f-4e8c-86f8-e08f5fa56444", "address": "fa:16:3e:fe:4f:47", "network": {"id": "937e3b1e-35e1-4e9f-ba20-333ead79b0de", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-541287891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70f2346ed704f23b25ffbac339b9b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cdc9036-d7", "ovs_interfaceid": "3cdc9036-d72f-4e8c-86f8-e08f5fa56444", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1049.940363] env[69399]: DEBUG oslo_concurrency.lockutils [req-5470ddc5-9f8c-4feb-94ae-aa3ac9f5cfc2 req-220d0734-a201-4b84-a25f-e2a326e91797 service nova] Acquired lock "refresh_cache-9b94c560-2c30-4fd2-ab6d-38f1910d7209" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.940552] env[69399]: DEBUG nova.network.neutron [req-5470ddc5-9f8c-4feb-94ae-aa3ac9f5cfc2 req-220d0734-a201-4b84-a25f-e2a326e91797 service nova] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Refreshing network info cache for port 3cdc9036-d72f-4e8c-86f8-e08f5fa56444 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.944212] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:4f:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaba65c3-6925-4c7f-83b6-17cd1a328e27', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3cdc9036-d72f-4e8c-86f8-e08f5fa56444', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1049.951244] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Creating folder: Project (c70f2346ed704f23b25ffbac339b9b7a). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1049.955077] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 6f6bf764-5ab6-454b-b0b2-b9c0a213e60c] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1049.957341] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01ccf586-4ab8-4029-b8c5-f7fdc3893367 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.972973] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Created folder: Project (c70f2346ed704f23b25ffbac339b9b7a) in parent group-v826677. [ 1049.973284] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Creating folder: Instances. Parent ref: group-v826876. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1049.973572] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d348ab2b-de6a-4eee-b161-25d02cf1f8a0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.986452] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Created folder: Instances in parent group-v826876. [ 1049.986714] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.986956] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1049.987645] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31ef618a-3738-49b0-837d-4cf0206d2b5c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.013837] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.013837] env[69399]: value = "task-4177171" [ 1050.013837] env[69399]: _type = "Task" [ 1050.013837] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.027936] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177171, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.116933] env[69399]: DEBUG oslo_concurrency.lockutils [req-47acffb5-d5cf-47a9-b304-6f7e2f48b040 req-61c5d574-2654-44f6-87a0-58dda9d49ae9 service nova] Releasing lock "refresh_cache-74f0eacc-a50a-467a-86fb-7c0d39513b02" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.277960] env[69399]: DEBUG oslo_vmware.api [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Task: {'id': task-4177168, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.433389] env[69399]: DEBUG nova.scheduler.client.report [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.461175] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: d9ae2163-ba21-47c0-9c10-d9cd35fb00f6] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1050.471204] env[69399]: DEBUG nova.network.neutron [req-5470ddc5-9f8c-4feb-94ae-aa3ac9f5cfc2 req-220d0734-a201-4b84-a25f-e2a326e91797 service nova] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Updated VIF entry in instance network info cache for port 3cdc9036-d72f-4e8c-86f8-e08f5fa56444. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.471579] env[69399]: DEBUG nova.network.neutron [req-5470ddc5-9f8c-4feb-94ae-aa3ac9f5cfc2 req-220d0734-a201-4b84-a25f-e2a326e91797 service nova] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Updating instance_info_cache with network_info: [{"id": "3cdc9036-d72f-4e8c-86f8-e08f5fa56444", "address": "fa:16:3e:fe:4f:47", "network": {"id": "937e3b1e-35e1-4e9f-ba20-333ead79b0de", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-541287891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70f2346ed704f23b25ffbac339b9b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cdc9036-d7", "ovs_interfaceid": "3cdc9036-d72f-4e8c-86f8-e08f5fa56444", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.493636] env[69399]: DEBUG nova.virt.hardware [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1050.494128] env[69399]: DEBUG nova.virt.hardware [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.494409] env[69399]: DEBUG nova.virt.hardware [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.495224] env[69399]: DEBUG nova.virt.hardware [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.495224] env[69399]: DEBUG nova.virt.hardware [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.495224] env[69399]: DEBUG nova.virt.hardware [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1050.495224] env[69399]: DEBUG nova.virt.hardware [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1050.495434] env[69399]: DEBUG nova.virt.hardware [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1050.495545] env[69399]: DEBUG nova.virt.hardware [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1050.495775] env[69399]: DEBUG nova.virt.hardware [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1050.495989] env[69399]: DEBUG nova.virt.hardware [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1050.497863] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd31627-d624-47ef-8dfa-fdfc702066a8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.508528] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe24f727-9aa2-4c5f-96a2-ca6f6c68ae21 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.528677] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Instance VIF info [] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.535177] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.536199] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.536530] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b5d11ae-b30d-4706-a499-539279d30c36 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.556291] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177171, 'name': CreateVM_Task, 'duration_secs': 0.506034} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.557534] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1050.558316] env[69399]: DEBUG oslo_concurrency.lockutils [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.558478] env[69399]: DEBUG oslo_concurrency.lockutils [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.558873] env[69399]: DEBUG oslo_concurrency.lockutils [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.559177] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28bea767-e683-43f3-9977-30f3ca0fd7d5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.562800] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.562800] env[69399]: value = "task-4177172" [ 1050.562800] env[69399]: _type = "Task" [ 1050.562800] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.564788] env[69399]: DEBUG oslo_vmware.api [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1050.564788] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5242c6da-098d-6d38-e429-d78230f1c4a3" [ 1050.564788] env[69399]: _type = "Task" [ 1050.564788] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.577303] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177172, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.581505] env[69399]: DEBUG nova.network.neutron [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Successfully updated port: aa58f436-5b8e-4b1d-b611-f4fd95b3eaa8 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1050.583099] env[69399]: DEBUG oslo_vmware.api [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5242c6da-098d-6d38-e429-d78230f1c4a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.779236] env[69399]: DEBUG oslo_vmware.api [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Task: {'id': task-4177168, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556571} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.782422] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 74f0eacc-a50a-467a-86fb-7c0d39513b02/74f0eacc-a50a-467a-86fb-7c0d39513b02.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.782767] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.783244] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2384504-b5fc-4c00-a318-2ebe8f3dd087 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.791589] env[69399]: DEBUG oslo_vmware.api [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Waiting for the task: (returnval){ [ 1050.791589] env[69399]: value = "task-4177173" [ 1050.791589] env[69399]: _type = "Task" [ 1050.791589] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.801620] env[69399]: DEBUG oslo_vmware.api [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Task: {'id': task-4177173, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.948939] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.949367] env[69399]: DEBUG nova.compute.manager [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1050.955912] env[69399]: DEBUG oslo_concurrency.lockutils [None req-14bfce30-2300-4030-b751-8d4336079ec5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.397s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.956228] env[69399]: DEBUG oslo_concurrency.lockutils [None req-14bfce30-2300-4030-b751-8d4336079ec5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.959402] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.830s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.964146] env[69399]: INFO nova.compute.claims [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1050.966523] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: c1dc8ac0-7716-40ef-ae8e-7d38abeae12c] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1050.975657] env[69399]: DEBUG oslo_concurrency.lockutils [req-5470ddc5-9f8c-4feb-94ae-aa3ac9f5cfc2 req-220d0734-a201-4b84-a25f-e2a326e91797 service nova] Releasing lock "refresh_cache-9b94c560-2c30-4fd2-ab6d-38f1910d7209" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.998332] env[69399]: INFO nova.scheduler.client.report [None req-14bfce30-2300-4030-b751-8d4336079ec5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Deleted allocations for instance f3ea2749-5d82-4d96-953d-5edc0c34cb72 [ 1051.079399] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177172, 'name': CreateVM_Task, 'duration_secs': 0.361601} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.083958] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.088534] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "refresh_cache-ceee5359-0359-4531-a7f0-1656c0329e0e" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.088534] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquired lock "refresh_cache-ceee5359-0359-4531-a7f0-1656c0329e0e" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.088695] env[69399]: DEBUG nova.network.neutron [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.089975] env[69399]: DEBUG oslo_vmware.api [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5242c6da-098d-6d38-e429-d78230f1c4a3, 'name': SearchDatastore_Task, 'duration_secs': 0.011572} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.090788] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.090788] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.091144] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.094019] env[69399]: DEBUG oslo_concurrency.lockutils [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.094019] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.094019] env[69399]: DEBUG oslo_concurrency.lockutils [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.094019] env[69399]: DEBUG oslo_concurrency.lockutils [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.094019] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.094019] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6f453ca-3b99-4c7c-b191-98cacb049f9a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.094387] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79026d94-3cc3-4dd9-8c9e-37bbb5cd062d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.101539] env[69399]: DEBUG oslo_vmware.api [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Waiting for the task: (returnval){ [ 1051.101539] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]522d9c9b-03e2-29b2-156b-848ae6e59e13" [ 1051.101539] env[69399]: _type = "Task" [ 1051.101539] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.109789] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.111253] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1051.113555] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e1dcf11-9b29-4b33-804d-39571bb50bfe {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.122411] env[69399]: DEBUG oslo_vmware.api [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]522d9c9b-03e2-29b2-156b-848ae6e59e13, 'name': SearchDatastore_Task, 'duration_secs': 0.012435} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.123156] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.123498] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.123962] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.124035] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.124269] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.124586] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a59d7e5f-78a7-4b8f-9d8e-13d8a7259698 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.130161] env[69399]: DEBUG oslo_vmware.api [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1051.130161] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5255ca9d-00ba-66a1-f29c-0ffa8d938f1b" [ 1051.130161] env[69399]: _type = "Task" [ 1051.130161] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.138656] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.138858] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1051.145060] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cc8b076-aa9c-46a9-81b1-1f416d6b9057 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.147024] env[69399]: DEBUG oslo_vmware.api [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5255ca9d-00ba-66a1-f29c-0ffa8d938f1b, 'name': SearchDatastore_Task, 'duration_secs': 0.010484} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.148255] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91fed98b-d085-45ac-ab24-2f49e6ca24b9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.152594] env[69399]: DEBUG oslo_vmware.api [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Waiting for the task: (returnval){ [ 1051.152594] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5233ed06-aa59-d7d4-c8c6-990fdb3a2e83" [ 1051.152594] env[69399]: _type = "Task" [ 1051.152594] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.157733] env[69399]: DEBUG oslo_vmware.api [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1051.157733] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c01b2b-6d81-78b0-b4f1-aa137a0d0636" [ 1051.157733] env[69399]: _type = "Task" [ 1051.157733] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.167841] env[69399]: DEBUG oslo_vmware.api [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5233ed06-aa59-d7d4-c8c6-990fdb3a2e83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.174418] env[69399]: DEBUG oslo_vmware.api [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c01b2b-6d81-78b0-b4f1-aa137a0d0636, 'name': SearchDatastore_Task, 'duration_secs': 0.011316} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.174705] env[69399]: DEBUG oslo_concurrency.lockutils [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.174977] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 9b94c560-2c30-4fd2-ab6d-38f1910d7209/9b94c560-2c30-4fd2-ab6d-38f1910d7209.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1051.175297] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-882020ae-af2b-435c-8b4e-4155be866b92 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.184167] env[69399]: DEBUG oslo_vmware.api [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1051.184167] env[69399]: value = "task-4177174" [ 1051.184167] env[69399]: _type = "Task" [ 1051.184167] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.197122] env[69399]: DEBUG oslo_vmware.api [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177174, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.304285] env[69399]: DEBUG oslo_vmware.api [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Task: {'id': task-4177173, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082924} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.304547] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1051.305368] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd12bcd-434c-46ad-bf08-e5147499320b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.329404] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 74f0eacc-a50a-467a-86fb-7c0d39513b02/74f0eacc-a50a-467a-86fb-7c0d39513b02.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.329574] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe2112a0-8534-48d6-8c37-5510649aed9b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.353121] env[69399]: DEBUG oslo_vmware.api [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Waiting for the task: (returnval){ [ 1051.353121] env[69399]: value = "task-4177175" [ 1051.353121] env[69399]: _type = "Task" [ 1051.353121] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.365901] env[69399]: DEBUG oslo_vmware.api [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Task: {'id': task-4177175, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.466405] env[69399]: DEBUG nova.compute.utils [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1051.468010] env[69399]: DEBUG nova.compute.manager [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1051.468518] env[69399]: DEBUG nova.network.neutron [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1051.474252] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 7003cf16-e687-4358-80f1-6b5854d5df96] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1051.512397] env[69399]: DEBUG oslo_concurrency.lockutils [None req-14bfce30-2300-4030-b751-8d4336079ec5 tempest-ServerMetadataNegativeTestJSON-1230605241 tempest-ServerMetadataNegativeTestJSON-1230605241-project-member] Lock "f3ea2749-5d82-4d96-953d-5edc0c34cb72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.514s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.534305] env[69399]: DEBUG nova.policy [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee4f9b0e738141a68bb3be2fc9527a94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00af7330e60e413787eb0f707a3e994d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1051.664287] env[69399]: DEBUG oslo_vmware.api [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5233ed06-aa59-d7d4-c8c6-990fdb3a2e83, 'name': SearchDatastore_Task, 'duration_secs': 0.013074} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.665476] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c70e1e09-32a2-4a16-bc01-ef34a5c535c6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.674279] env[69399]: DEBUG oslo_vmware.api [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Waiting for the task: (returnval){ [ 1051.674279] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]525c779c-9290-fed8-7bf7-c469a685294f" [ 1051.674279] env[69399]: _type = "Task" [ 1051.674279] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.685471] env[69399]: DEBUG oslo_vmware.api [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]525c779c-9290-fed8-7bf7-c469a685294f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.686525] env[69399]: DEBUG nova.network.neutron [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1051.700893] env[69399]: DEBUG oslo_vmware.api [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177174, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.865125] env[69399]: DEBUG oslo_vmware.api [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Task: {'id': task-4177175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.979661] env[69399]: DEBUG nova.compute.manager [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1051.994247] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: fe5818f2-9edf-41b1-84e0-2e6c1e5a78cb] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1052.106114] env[69399]: DEBUG nova.network.neutron [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Successfully created port: 8778b356-0c46-4754-b6b1-c9d40c667378 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1052.190756] env[69399]: DEBUG oslo_vmware.api [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]525c779c-9290-fed8-7bf7-c469a685294f, 'name': SearchDatastore_Task, 'duration_secs': 0.025581} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.194770] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.195128] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 02cf0b0d-692c-4e47-9d41-266a3ec0edf2/02cf0b0d-692c-4e47-9d41-266a3ec0edf2.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1052.198821] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17e05fc7-56c0-4481-a016-422fac20fb8b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.210140] env[69399]: DEBUG oslo_vmware.api [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177174, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536528} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.212173] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 9b94c560-2c30-4fd2-ab6d-38f1910d7209/9b94c560-2c30-4fd2-ab6d-38f1910d7209.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1052.215883] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1052.215883] env[69399]: DEBUG oslo_vmware.api [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Waiting for the task: (returnval){ [ 1052.215883] env[69399]: value = "task-4177176" [ 1052.215883] env[69399]: _type = "Task" [ 1052.215883] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.215883] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7ca69f5-c99d-4d8a-a23c-bf6ca14ee388 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.231706] env[69399]: DEBUG oslo_vmware.api [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Task: {'id': task-4177176, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.234428] env[69399]: DEBUG oslo_vmware.api [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1052.234428] env[69399]: value = "task-4177177" [ 1052.234428] env[69399]: _type = "Task" [ 1052.234428] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.251349] env[69399]: DEBUG oslo_vmware.api [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177177, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.264715] env[69399]: DEBUG nova.network.neutron [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Updating instance_info_cache with network_info: [{"id": "aa58f436-5b8e-4b1d-b611-f4fd95b3eaa8", "address": "fa:16:3e:f1:64:4a", "network": {"id": "302a16c9-0f99-4330-b574-b9a9243b0443", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083795903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d78bffd4fc241838d980740174d171b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa58f436-5b", "ovs_interfaceid": "aa58f436-5b8e-4b1d-b611-f4fd95b3eaa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.298309] env[69399]: DEBUG nova.compute.manager [req-b45a9703-da6b-4e47-b479-c75fce0a102b req-f4399423-7e86-4709-bbda-934a038eac9f service nova] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Received event network-vif-plugged-aa58f436-5b8e-4b1d-b611-f4fd95b3eaa8 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.298516] env[69399]: DEBUG oslo_concurrency.lockutils [req-b45a9703-da6b-4e47-b479-c75fce0a102b req-f4399423-7e86-4709-bbda-934a038eac9f service nova] Acquiring lock "ceee5359-0359-4531-a7f0-1656c0329e0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.298722] env[69399]: DEBUG oslo_concurrency.lockutils [req-b45a9703-da6b-4e47-b479-c75fce0a102b req-f4399423-7e86-4709-bbda-934a038eac9f service nova] Lock "ceee5359-0359-4531-a7f0-1656c0329e0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.298895] env[69399]: DEBUG oslo_concurrency.lockutils [req-b45a9703-da6b-4e47-b479-c75fce0a102b req-f4399423-7e86-4709-bbda-934a038eac9f service nova] Lock "ceee5359-0359-4531-a7f0-1656c0329e0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.299132] env[69399]: DEBUG nova.compute.manager [req-b45a9703-da6b-4e47-b479-c75fce0a102b req-f4399423-7e86-4709-bbda-934a038eac9f service nova] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] No waiting events found dispatching network-vif-plugged-aa58f436-5b8e-4b1d-b611-f4fd95b3eaa8 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1052.299295] env[69399]: WARNING nova.compute.manager [req-b45a9703-da6b-4e47-b479-c75fce0a102b req-f4399423-7e86-4709-bbda-934a038eac9f service nova] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Received unexpected event network-vif-plugged-aa58f436-5b8e-4b1d-b611-f4fd95b3eaa8 for instance with vm_state building and task_state spawning. [ 1052.299414] env[69399]: DEBUG nova.compute.manager [req-b45a9703-da6b-4e47-b479-c75fce0a102b req-f4399423-7e86-4709-bbda-934a038eac9f service nova] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Received event network-changed-aa58f436-5b8e-4b1d-b611-f4fd95b3eaa8 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.300055] env[69399]: DEBUG nova.compute.manager [req-b45a9703-da6b-4e47-b479-c75fce0a102b req-f4399423-7e86-4709-bbda-934a038eac9f service nova] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Refreshing instance network info cache due to event network-changed-aa58f436-5b8e-4b1d-b611-f4fd95b3eaa8. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1052.300297] env[69399]: DEBUG oslo_concurrency.lockutils [req-b45a9703-da6b-4e47-b479-c75fce0a102b req-f4399423-7e86-4709-bbda-934a038eac9f service nova] Acquiring lock "refresh_cache-ceee5359-0359-4531-a7f0-1656c0329e0e" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.364725] env[69399]: DEBUG oslo_vmware.api [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Task: {'id': task-4177175, 'name': ReconfigVM_Task, 'duration_secs': 0.839807} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.368041] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 74f0eacc-a50a-467a-86fb-7c0d39513b02/74f0eacc-a50a-467a-86fb-7c0d39513b02.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.369512] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb34db02-3233-4a6e-be6b-a5c5eb0fb6f8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.383050] env[69399]: DEBUG oslo_vmware.api [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Waiting for the task: (returnval){ [ 1052.383050] env[69399]: value = "task-4177178" [ 1052.383050] env[69399]: _type = "Task" [ 1052.383050] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.400145] env[69399]: DEBUG oslo_vmware.api [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Task: {'id': task-4177178, 'name': Rename_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.500777] env[69399]: INFO nova.virt.block_device [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Booting with volume 496e3d5f-a072-4c33-b246-9966d2896675 at /dev/sda [ 1052.505464] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: c2e45558-5c57-4300-b255-1709734baa40] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1052.574050] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e03ef023-3635-4303-bbf0-cf127e533334 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.594961] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30360ba-2468-4571-91e0-eaa87183b9af {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.639936] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85e49383-ee73-4bf2-9cc9-d811d4d646c8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.651434] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1234633-6492-436c-a753-247afede48e3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.690180] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab22179-b079-4e65-b9c2-7b7403f8da83 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.694183] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d730663-8df9-4cd7-a1e6-2a90e3e49337 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.706170] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ca904d-2bf5-4153-a911-836a37779a42 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.710201] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b2a322-ffb1-4a04-acc0-c1a91ff0867f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.755921] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737d43ad-cfc2-4f8f-bf9f-48f7e3d085bc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.759135] env[69399]: DEBUG nova.virt.block_device [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Updating existing volume attachment record: be149f0f-5968-4dd9-b55c-2e69224a43fc {{(pid=69399) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1052.771035] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Releasing lock "refresh_cache-ceee5359-0359-4531-a7f0-1656c0329e0e" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.771035] env[69399]: DEBUG nova.compute.manager [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Instance network_info: |[{"id": "aa58f436-5b8e-4b1d-b611-f4fd95b3eaa8", "address": "fa:16:3e:f1:64:4a", "network": {"id": "302a16c9-0f99-4330-b574-b9a9243b0443", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083795903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d78bffd4fc241838d980740174d171b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa58f436-5b", "ovs_interfaceid": "aa58f436-5b8e-4b1d-b611-f4fd95b3eaa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1052.771035] env[69399]: DEBUG oslo_vmware.api [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Task: {'id': task-4177176, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.771035] env[69399]: DEBUG oslo_concurrency.lockutils [req-b45a9703-da6b-4e47-b479-c75fce0a102b req-f4399423-7e86-4709-bbda-934a038eac9f service nova] Acquired lock "refresh_cache-ceee5359-0359-4531-a7f0-1656c0329e0e" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.771035] env[69399]: DEBUG nova.network.neutron [req-b45a9703-da6b-4e47-b479-c75fce0a102b req-f4399423-7e86-4709-bbda-934a038eac9f service nova] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Refreshing network info cache for port aa58f436-5b8e-4b1d-b611-f4fd95b3eaa8 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.771882] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:64:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa58f436-5b8e-4b1d-b611-f4fd95b3eaa8', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.779482] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Creating folder: Project (8d78bffd4fc241838d980740174d171b). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1052.785641] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94592fa9-4c14-4daa-a6fe-06719b4a468c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.787844] env[69399]: DEBUG oslo_vmware.api [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177177, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089268} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.789828] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9769cb22-3e34-4269-8d0c-0e1c13922afd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.794670] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1052.796375] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df1045f-6ab5-42b4-a382-e97db1d348e6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.814776] env[69399]: DEBUG nova.compute.provider_tree [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.828123] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Created folder: Project (8d78bffd4fc241838d980740174d171b) in parent group-v826677. [ 1052.828123] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Creating folder: Instances. Parent ref: group-v826880. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1052.841686] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 9b94c560-2c30-4fd2-ab6d-38f1910d7209/9b94c560-2c30-4fd2-ab6d-38f1910d7209.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.842780] env[69399]: DEBUG nova.scheduler.client.report [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.849036] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b580806-0999-4e1a-8fe4-da84cd80176d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.849276] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26218164-2f6c-40f8-b000-0432edfefbf0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.880173] env[69399]: DEBUG oslo_vmware.api [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1052.880173] env[69399]: value = "task-4177181" [ 1052.880173] env[69399]: _type = "Task" [ 1052.880173] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.883394] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Created folder: Instances in parent group-v826880. [ 1052.883706] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.890596] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.891401] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96af489f-54bb-4400-98dd-cb515cee94f1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.930818] env[69399]: DEBUG oslo_vmware.api [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.931485] env[69399]: DEBUG oslo_vmware.api [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Task: {'id': task-4177178, 'name': Rename_Task, 'duration_secs': 0.17382} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.938402] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.938807] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.938807] env[69399]: value = "task-4177182" [ 1052.938807] env[69399]: _type = "Task" [ 1052.938807] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.939111] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48dd21b2-906c-4bb5-8674-773e6915271d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.954888] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177182, 'name': CreateVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.956839] env[69399]: DEBUG oslo_vmware.api [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Waiting for the task: (returnval){ [ 1052.956839] env[69399]: value = "task-4177183" [ 1052.956839] env[69399]: _type = "Task" [ 1052.956839] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.971565] env[69399]: DEBUG oslo_vmware.api [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Task: {'id': task-4177183, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.009673] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 6425e15d-add3-442e-a190-9f2df94d5215] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1053.231960] env[69399]: DEBUG oslo_vmware.api [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Task: {'id': task-4177176, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.806959} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.232265] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 02cf0b0d-692c-4e47-9d41-266a3ec0edf2/02cf0b0d-692c-4e47-9d41-266a3ec0edf2.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1053.232488] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1053.232755] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ddcb546-a014-4444-af7d-fcbd1c9fb9a7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.241844] env[69399]: DEBUG oslo_vmware.api [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Waiting for the task: (returnval){ [ 1053.241844] env[69399]: value = "task-4177184" [ 1053.241844] env[69399]: _type = "Task" [ 1053.241844] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.253167] env[69399]: DEBUG oslo_vmware.api [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Task: {'id': task-4177184, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.366297] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.366878] env[69399]: DEBUG nova.compute.manager [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1053.370531] env[69399]: DEBUG oslo_concurrency.lockutils [None req-51aae4ae-b5bf-4f9b-b887-48410df3b22c tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.892s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.370531] env[69399]: DEBUG oslo_concurrency.lockutils [None req-51aae4ae-b5bf-4f9b-b887-48410df3b22c tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.372859] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.703s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.373925] env[69399]: INFO nova.compute.claims [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 58bc5be7-5ea0-4383-9831-003db3d67dfd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1053.391866] env[69399]: DEBUG oslo_vmware.api [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177181, 'name': ReconfigVM_Task, 'duration_secs': 0.506808} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.392220] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 9b94c560-2c30-4fd2-ab6d-38f1910d7209/9b94c560-2c30-4fd2-ab6d-38f1910d7209.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.392859] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9529bbaf-db5b-4425-83e1-a21108a8fa4f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.400960] env[69399]: DEBUG oslo_vmware.api [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1053.400960] env[69399]: value = "task-4177185" [ 1053.400960] env[69399]: _type = "Task" [ 1053.400960] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.411497] env[69399]: DEBUG oslo_vmware.api [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177185, 'name': Rename_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.418635] env[69399]: INFO nova.scheduler.client.report [None req-51aae4ae-b5bf-4f9b-b887-48410df3b22c tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Deleted allocations for instance 41bacac6-0187-4a9d-b413-63da35c48d40 [ 1053.455844] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177182, 'name': CreateVM_Task, 'duration_secs': 0.427377} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.456199] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.456760] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.457684] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.457684] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.457684] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fee8e8d-d29d-47f5-8e30-2d558f455bd4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.470492] env[69399]: DEBUG oslo_vmware.api [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1053.470492] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]527a62f3-9896-a653-178b-9474fd15d672" [ 1053.470492] env[69399]: _type = "Task" [ 1053.470492] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.474416] env[69399]: DEBUG oslo_vmware.api [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Task: {'id': task-4177183, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.486594] env[69399]: DEBUG oslo_vmware.api [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]527a62f3-9896-a653-178b-9474fd15d672, 'name': SearchDatastore_Task, 'duration_secs': 0.012417} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.486978] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.487237] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.487512] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.487664] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.487849] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.488151] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a479aa99-a03c-414e-8cda-f54c5f44759a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.500280] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.500280] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.500731] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7a19730-9c9e-4904-8bf1-41365b5c11fa {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.508368] env[69399]: DEBUG oslo_vmware.api [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1053.508368] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b5acc4-ea28-911c-ee15-dcb7ba26501d" [ 1053.508368] env[69399]: _type = "Task" [ 1053.508368] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.513751] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 90256eb2-af00-45a2-b883-8cbb95046461] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1053.519203] env[69399]: DEBUG oslo_vmware.api [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b5acc4-ea28-911c-ee15-dcb7ba26501d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.753659] env[69399]: DEBUG oslo_vmware.api [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Task: {'id': task-4177184, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084353} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.753936] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1053.754780] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984b9cc5-e59e-4e75-b902-74f48dee464f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.778253] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 02cf0b0d-692c-4e47-9d41-266a3ec0edf2/02cf0b0d-692c-4e47-9d41-266a3ec0edf2.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.778615] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df0eaf8d-90dc-40d6-add1-a7a9d88f9ad9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.803304] env[69399]: DEBUG oslo_vmware.api [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Waiting for the task: (returnval){ [ 1053.803304] env[69399]: value = "task-4177186" [ 1053.803304] env[69399]: _type = "Task" [ 1053.803304] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.810826] env[69399]: DEBUG oslo_vmware.api [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Task: {'id': task-4177186, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.880578] env[69399]: DEBUG nova.compute.utils [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1053.886245] env[69399]: DEBUG nova.compute.manager [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1053.886245] env[69399]: DEBUG nova.network.neutron [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1053.913278] env[69399]: DEBUG oslo_vmware.api [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177185, 'name': Rename_Task, 'duration_secs': 0.18826} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.913786] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.914226] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e51b167e-0481-40dd-a600-7911c8a73477 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.927904] env[69399]: DEBUG oslo_vmware.api [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1053.927904] env[69399]: value = "task-4177187" [ 1053.927904] env[69399]: _type = "Task" [ 1053.927904] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.928806] env[69399]: DEBUG oslo_concurrency.lockutils [None req-51aae4ae-b5bf-4f9b-b887-48410df3b22c tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "41bacac6-0187-4a9d-b413-63da35c48d40" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.153s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.947821] env[69399]: DEBUG oslo_vmware.api [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.952291] env[69399]: DEBUG nova.network.neutron [req-b45a9703-da6b-4e47-b479-c75fce0a102b req-f4399423-7e86-4709-bbda-934a038eac9f service nova] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Updated VIF entry in instance network info cache for port aa58f436-5b8e-4b1d-b611-f4fd95b3eaa8. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.952643] env[69399]: DEBUG nova.network.neutron [req-b45a9703-da6b-4e47-b479-c75fce0a102b req-f4399423-7e86-4709-bbda-934a038eac9f service nova] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Updating instance_info_cache with network_info: [{"id": "aa58f436-5b8e-4b1d-b611-f4fd95b3eaa8", "address": "fa:16:3e:f1:64:4a", "network": {"id": "302a16c9-0f99-4330-b574-b9a9243b0443", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083795903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d78bffd4fc241838d980740174d171b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa58f436-5b", "ovs_interfaceid": "aa58f436-5b8e-4b1d-b611-f4fd95b3eaa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.973195] env[69399]: DEBUG oslo_vmware.api [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Task: {'id': task-4177183, 'name': PowerOnVM_Task, 'duration_secs': 0.742475} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.973195] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.973195] env[69399]: INFO nova.compute.manager [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Took 9.01 seconds to spawn the instance on the hypervisor. [ 1053.973195] env[69399]: DEBUG nova.compute.manager [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.973804] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e292a1f-b119-4b63-89e5-1965af702f6a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.006100] env[69399]: DEBUG nova.policy [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd502712f3bd54101b90ac169ff650c08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd160850aa58647f7920daed297800d71', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1054.030027] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: da2b0704-38ab-47ef-855f-0df5ee7fcbae] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1054.030027] env[69399]: DEBUG oslo_vmware.api [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b5acc4-ea28-911c-ee15-dcb7ba26501d, 'name': SearchDatastore_Task, 'duration_secs': 0.011734} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.034290] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc8241a9-9bad-480d-bece-6a50e97f4f3d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.046497] env[69399]: DEBUG oslo_vmware.api [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1054.046497] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52bbcf5a-f4f4-3369-b6f7-5ed3496a4e5a" [ 1054.046497] env[69399]: _type = "Task" [ 1054.046497] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.067743] env[69399]: DEBUG oslo_vmware.api [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52bbcf5a-f4f4-3369-b6f7-5ed3496a4e5a, 'name': SearchDatastore_Task, 'duration_secs': 0.011644} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.067743] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.067743] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] ceee5359-0359-4531-a7f0-1656c0329e0e/ceee5359-0359-4531-a7f0-1656c0329e0e.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1054.067743] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97a73eb6-6341-4704-acd4-fbfaad105e8e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.076021] env[69399]: DEBUG oslo_vmware.api [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1054.076021] env[69399]: value = "task-4177188" [ 1054.076021] env[69399]: _type = "Task" [ 1054.076021] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.090858] env[69399]: DEBUG oslo_vmware.api [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177188, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.275655] env[69399]: DEBUG nova.network.neutron [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Successfully updated port: 8778b356-0c46-4754-b6b1-c9d40c667378 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.317774] env[69399]: DEBUG oslo_vmware.api [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Task: {'id': task-4177186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.385525] env[69399]: DEBUG nova.compute.manager [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1054.451908] env[69399]: DEBUG oslo_vmware.api [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177187, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.456754] env[69399]: DEBUG oslo_concurrency.lockutils [req-b45a9703-da6b-4e47-b479-c75fce0a102b req-f4399423-7e86-4709-bbda-934a038eac9f service nova] Releasing lock "refresh_cache-ceee5359-0359-4531-a7f0-1656c0329e0e" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.498025] env[69399]: INFO nova.compute.manager [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Took 73.03 seconds to build instance. [ 1054.535452] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: df8e3dea-2e1c-47bc-87e5-2e6419e88b93] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1054.604691] env[69399]: DEBUG oslo_vmware.api [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177188, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.628989] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Acquiring lock "7625de8c-b3c3-4263-a71b-50ca6afc20b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.629274] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Lock "7625de8c-b3c3-4263-a71b-50ca6afc20b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.781682] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Acquiring lock "refresh_cache-3ac221b1-b73d-4027-8753-3c06a57affbb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.781840] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Acquired lock "refresh_cache-3ac221b1-b73d-4027-8753-3c06a57affbb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.781989] env[69399]: DEBUG nova.network.neutron [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.816624] env[69399]: DEBUG oslo_vmware.api [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Task: {'id': task-4177186, 'name': ReconfigVM_Task, 'duration_secs': 0.614688} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.819817] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 02cf0b0d-692c-4e47-9d41-266a3ec0edf2/02cf0b0d-692c-4e47-9d41-266a3ec0edf2.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.821973] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7a4598c-4a4d-41bf-9af9-84931b904358 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.832240] env[69399]: DEBUG oslo_vmware.api [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Waiting for the task: (returnval){ [ 1054.832240] env[69399]: value = "task-4177189" [ 1054.832240] env[69399]: _type = "Task" [ 1054.832240] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.843162] env[69399]: DEBUG nova.compute.manager [req-1a4432a7-a8fa-4ab8-9014-f83170ee8875 req-db5bf125-f56e-4ec2-90ac-b8fe3252b341 service nova] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Received event network-vif-plugged-8778b356-0c46-4754-b6b1-c9d40c667378 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.843388] env[69399]: DEBUG oslo_concurrency.lockutils [req-1a4432a7-a8fa-4ab8-9014-f83170ee8875 req-db5bf125-f56e-4ec2-90ac-b8fe3252b341 service nova] Acquiring lock "3ac221b1-b73d-4027-8753-3c06a57affbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.843604] env[69399]: DEBUG oslo_concurrency.lockutils [req-1a4432a7-a8fa-4ab8-9014-f83170ee8875 req-db5bf125-f56e-4ec2-90ac-b8fe3252b341 service nova] Lock "3ac221b1-b73d-4027-8753-3c06a57affbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.843766] env[69399]: DEBUG oslo_concurrency.lockutils [req-1a4432a7-a8fa-4ab8-9014-f83170ee8875 req-db5bf125-f56e-4ec2-90ac-b8fe3252b341 service nova] Lock "3ac221b1-b73d-4027-8753-3c06a57affbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.843932] env[69399]: DEBUG nova.compute.manager [req-1a4432a7-a8fa-4ab8-9014-f83170ee8875 req-db5bf125-f56e-4ec2-90ac-b8fe3252b341 service nova] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] No waiting events found dispatching network-vif-plugged-8778b356-0c46-4754-b6b1-c9d40c667378 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1054.844146] env[69399]: WARNING nova.compute.manager [req-1a4432a7-a8fa-4ab8-9014-f83170ee8875 req-db5bf125-f56e-4ec2-90ac-b8fe3252b341 service nova] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Received unexpected event network-vif-plugged-8778b356-0c46-4754-b6b1-c9d40c667378 for instance with vm_state building and task_state spawning. [ 1054.844264] env[69399]: DEBUG nova.compute.manager [req-1a4432a7-a8fa-4ab8-9014-f83170ee8875 req-db5bf125-f56e-4ec2-90ac-b8fe3252b341 service nova] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Received event network-changed-8778b356-0c46-4754-b6b1-c9d40c667378 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.844417] env[69399]: DEBUG nova.compute.manager [req-1a4432a7-a8fa-4ab8-9014-f83170ee8875 req-db5bf125-f56e-4ec2-90ac-b8fe3252b341 service nova] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Refreshing instance network info cache due to event network-changed-8778b356-0c46-4754-b6b1-c9d40c667378. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1054.844582] env[69399]: DEBUG oslo_concurrency.lockutils [req-1a4432a7-a8fa-4ab8-9014-f83170ee8875 req-db5bf125-f56e-4ec2-90ac-b8fe3252b341 service nova] Acquiring lock "refresh_cache-3ac221b1-b73d-4027-8753-3c06a57affbb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.852517] env[69399]: DEBUG oslo_vmware.api [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Task: {'id': task-4177189, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.927647] env[69399]: DEBUG nova.compute.manager [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1054.928222] env[69399]: DEBUG nova.virt.hardware [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1054.928654] env[69399]: DEBUG nova.virt.hardware [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.928654] env[69399]: DEBUG nova.virt.hardware [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.928746] env[69399]: DEBUG nova.virt.hardware [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.928885] env[69399]: DEBUG nova.virt.hardware [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.929056] env[69399]: DEBUG nova.virt.hardware [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.929277] env[69399]: DEBUG nova.virt.hardware [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.929597] env[69399]: DEBUG nova.virt.hardware [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.929656] env[69399]: DEBUG nova.virt.hardware [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.929802] env[69399]: DEBUG nova.virt.hardware [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.930247] env[69399]: DEBUG nova.virt.hardware [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.931040] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d54d08-7139-4279-ae02-8c6e63953445 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.947578] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b9effe-d8d5-465c-afdc-c6b12307e790 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.956260] env[69399]: DEBUG oslo_vmware.api [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177187, 'name': PowerOnVM_Task, 'duration_secs': 0.770859} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.958033] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.958280] env[69399]: INFO nova.compute.manager [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1054.958481] env[69399]: DEBUG nova.compute.manager [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.962858] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e82c06-8340-4ad7-8488-7cf46d8ff0cc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.999310] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efc75c3-b75f-4651-b89a-7d0421aea378 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.002612] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0c81667f-e216-4a35-a131-e20918801825 tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Lock "74f0eacc-a50a-467a-86fb-7c0d39513b02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.127s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.013512] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b29bf2-22a2-4a21-8417-6f74ebf4d2e7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.049319] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 6e5efac3-e29f-4168-b45c-e6e81e46d263] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1055.053229] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f145d57a-c0e7-4bff-885c-4b87a1258fa8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.065088] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028eebff-4b58-4c6d-9ef1-bf81117a56b2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.083611] env[69399]: DEBUG nova.compute.provider_tree [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.098654] env[69399]: DEBUG oslo_vmware.api [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177188, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545871} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.099154] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] ceee5359-0359-4531-a7f0-1656c0329e0e/ceee5359-0359-4531-a7f0-1656c0329e0e.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.099249] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.099731] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ef451bd-f933-4d2f-a0ce-dc1ddea9bf68 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.109061] env[69399]: DEBUG oslo_vmware.api [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1055.109061] env[69399]: value = "task-4177190" [ 1055.109061] env[69399]: _type = "Task" [ 1055.109061] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.119282] env[69399]: DEBUG oslo_vmware.api [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177190, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.121104] env[69399]: DEBUG nova.network.neutron [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Successfully created port: 321607f1-5eaa-43b5-a61e-4d3de0b4f93d {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1055.347538] env[69399]: DEBUG oslo_vmware.api [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Task: {'id': task-4177189, 'name': Rename_Task, 'duration_secs': 0.175369} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.347883] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.348166] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05fbd487-64bc-4120-b422-c648e83c2c64 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.359430] env[69399]: DEBUG oslo_vmware.api [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Waiting for the task: (returnval){ [ 1055.359430] env[69399]: value = "task-4177191" [ 1055.359430] env[69399]: _type = "Task" [ 1055.359430] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.373775] env[69399]: DEBUG oslo_vmware.api [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Task: {'id': task-4177191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.402609] env[69399]: DEBUG nova.compute.manager [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1055.444543] env[69399]: DEBUG nova.virt.hardware [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.444853] env[69399]: DEBUG nova.virt.hardware [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.444985] env[69399]: DEBUG nova.virt.hardware [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.445204] env[69399]: DEBUG nova.virt.hardware [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.445377] env[69399]: DEBUG nova.virt.hardware [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.445501] env[69399]: DEBUG nova.virt.hardware [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.445726] env[69399]: DEBUG nova.virt.hardware [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.445888] env[69399]: DEBUG nova.virt.hardware [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.446089] env[69399]: DEBUG nova.virt.hardware [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.446425] env[69399]: DEBUG nova.virt.hardware [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.446605] env[69399]: DEBUG nova.virt.hardware [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.447523] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5027f1e0-09c5-4820-ad8d-6efa2eaa4fdf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.462818] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c4172e-3c66-424f-9fbf-87c0b33b853a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.471566] env[69399]: DEBUG nova.network.neutron [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.494497] env[69399]: INFO nova.compute.manager [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Took 69.90 seconds to build instance. [ 1055.511635] env[69399]: DEBUG nova.compute.manager [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1055.553848] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: f7e38fa3-14c9-44a8-9234-45abec23187c] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1055.588151] env[69399]: DEBUG nova.scheduler.client.report [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.620998] env[69399]: DEBUG oslo_vmware.api [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177190, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10341} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.621504] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.623420] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c66c05-1355-4492-b1c5-0e76917ec91e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.652552] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] ceee5359-0359-4531-a7f0-1656c0329e0e/ceee5359-0359-4531-a7f0-1656c0329e0e.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.653492] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5754ebf7-8173-41ea-b871-36c4a4b91e20 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.677653] env[69399]: DEBUG oslo_vmware.api [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1055.677653] env[69399]: value = "task-4177192" [ 1055.677653] env[69399]: _type = "Task" [ 1055.677653] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.696674] env[69399]: DEBUG oslo_vmware.api [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177192, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.870779] env[69399]: DEBUG oslo_vmware.api [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Task: {'id': task-4177191, 'name': PowerOnVM_Task, 'duration_secs': 0.478858} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.871166] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.871430] env[69399]: DEBUG nova.compute.manager [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.872317] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486744e6-b345-401f-8b29-a4436b9c9b37 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.924853] env[69399]: DEBUG nova.network.neutron [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Updating instance_info_cache with network_info: [{"id": "8778b356-0c46-4754-b6b1-c9d40c667378", "address": "fa:16:3e:86:b4:fa", "network": {"id": "43b3c7b2-167c-47aa-9b4f-72c56f3b2828", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-743421945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00af7330e60e413787eb0f707a3e994d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8778b356-0c", "ovs_interfaceid": "8778b356-0c46-4754-b6b1-c9d40c667378", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.999060] env[69399]: DEBUG oslo_concurrency.lockutils [None req-abfec1cc-f699-4dd9-b907-2a1d3cbb0ac8 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "9b94c560-2c30-4fd2-ab6d-38f1910d7209" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.194s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.040342] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.056882] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 3b6c310f-7ba1-448c-9989-5c1cd63cdeb1] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1056.100643] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.101209] env[69399]: DEBUG nova.compute.manager [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 58bc5be7-5ea0-4383-9831-003db3d67dfd] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1056.107033] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ab922cf8-850d-45dc-8399-9babccb14f7f tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Acquiring lock "74f0eacc-a50a-467a-86fb-7c0d39513b02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.107033] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ab922cf8-850d-45dc-8399-9babccb14f7f tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Lock "74f0eacc-a50a-467a-86fb-7c0d39513b02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.107033] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ab922cf8-850d-45dc-8399-9babccb14f7f tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Acquiring lock "74f0eacc-a50a-467a-86fb-7c0d39513b02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.107033] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ab922cf8-850d-45dc-8399-9babccb14f7f tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Lock "74f0eacc-a50a-467a-86fb-7c0d39513b02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.107033] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ab922cf8-850d-45dc-8399-9babccb14f7f tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Lock "74f0eacc-a50a-467a-86fb-7c0d39513b02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.107033] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.127s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.108313] env[69399]: INFO nova.compute.claims [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.110762] env[69399]: INFO nova.compute.manager [None req-ab922cf8-850d-45dc-8399-9babccb14f7f tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Terminating instance [ 1056.189374] env[69399]: DEBUG oslo_vmware.api [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177192, 'name': ReconfigVM_Task, 'duration_secs': 0.332375} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.190018] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Reconfigured VM instance instance-00000044 to attach disk [datastore1] ceee5359-0359-4531-a7f0-1656c0329e0e/ceee5359-0359-4531-a7f0-1656c0329e0e.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.193593] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff6b1626-a0c6-4f28-8746-30c3016857b4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.198750] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5a4c2e6a-006a-4521-8914-d9406fd3706b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "9b94c560-2c30-4fd2-ab6d-38f1910d7209" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.198750] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5a4c2e6a-006a-4521-8914-d9406fd3706b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "9b94c560-2c30-4fd2-ab6d-38f1910d7209" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.198929] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5a4c2e6a-006a-4521-8914-d9406fd3706b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "9b94c560-2c30-4fd2-ab6d-38f1910d7209-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.199261] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5a4c2e6a-006a-4521-8914-d9406fd3706b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "9b94c560-2c30-4fd2-ab6d-38f1910d7209-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.199495] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5a4c2e6a-006a-4521-8914-d9406fd3706b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "9b94c560-2c30-4fd2-ab6d-38f1910d7209-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.201799] env[69399]: DEBUG oslo_vmware.api [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1056.201799] env[69399]: value = "task-4177193" [ 1056.201799] env[69399]: _type = "Task" [ 1056.201799] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.204926] env[69399]: INFO nova.compute.manager [None req-5a4c2e6a-006a-4521-8914-d9406fd3706b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Terminating instance [ 1056.216551] env[69399]: DEBUG oslo_vmware.api [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177193, 'name': Rename_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.403170] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.433340] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Releasing lock "refresh_cache-3ac221b1-b73d-4027-8753-3c06a57affbb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.433340] env[69399]: DEBUG nova.compute.manager [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Instance network_info: |[{"id": "8778b356-0c46-4754-b6b1-c9d40c667378", "address": "fa:16:3e:86:b4:fa", "network": {"id": "43b3c7b2-167c-47aa-9b4f-72c56f3b2828", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-743421945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00af7330e60e413787eb0f707a3e994d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8778b356-0c", "ovs_interfaceid": "8778b356-0c46-4754-b6b1-c9d40c667378", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1056.433340] env[69399]: DEBUG oslo_concurrency.lockutils [req-1a4432a7-a8fa-4ab8-9014-f83170ee8875 req-db5bf125-f56e-4ec2-90ac-b8fe3252b341 service nova] Acquired lock "refresh_cache-3ac221b1-b73d-4027-8753-3c06a57affbb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.433494] env[69399]: DEBUG nova.network.neutron [req-1a4432a7-a8fa-4ab8-9014-f83170ee8875 req-db5bf125-f56e-4ec2-90ac-b8fe3252b341 service nova] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Refreshing network info cache for port 8778b356-0c46-4754-b6b1-c9d40c667378 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.434859] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:b4:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8778b356-0c46-4754-b6b1-c9d40c667378', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.445051] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Creating folder: Project (00af7330e60e413787eb0f707a3e994d). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1056.445369] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e2b0aea-44ec-43e1-add5-12c6d21daad1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.462467] env[69399]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1056.462648] env[69399]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69399) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1056.463241] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Folder already exists: Project (00af7330e60e413787eb0f707a3e994d). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1056.463537] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Creating folder: Instances. Parent ref: group-v826838. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1056.463842] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1efe2d5-05c7-43ea-ac41-a6f35b14bf5d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.476418] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Created folder: Instances in parent group-v826838. [ 1056.476783] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.476932] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.477190] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b58f879-78c2-48fb-8131-620749c249e7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.503342] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.503342] env[69399]: value = "task-4177196" [ 1056.503342] env[69399]: _type = "Task" [ 1056.503342] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.514173] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177196, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.560649] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 03b06284-6fa8-49c1-a1f1-b9fe046c60a6] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1056.608864] env[69399]: DEBUG nova.compute.utils [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1056.610270] env[69399]: DEBUG nova.compute.manager [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 58bc5be7-5ea0-4383-9831-003db3d67dfd] Not allocating networking since 'none' was specified. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1056.619479] env[69399]: DEBUG nova.compute.manager [None req-ab922cf8-850d-45dc-8399-9babccb14f7f tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1056.619669] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ab922cf8-850d-45dc-8399-9babccb14f7f tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.620995] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94f6d26-ba47-46ed-898d-07b813c028f9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.631980] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab922cf8-850d-45dc-8399-9babccb14f7f tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.632274] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2dfba856-466c-4037-8ef7-3d23e9f32f41 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.639621] env[69399]: DEBUG oslo_vmware.api [None req-ab922cf8-850d-45dc-8399-9babccb14f7f tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Waiting for the task: (returnval){ [ 1056.639621] env[69399]: value = "task-4177197" [ 1056.639621] env[69399]: _type = "Task" [ 1056.639621] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.651849] env[69399]: DEBUG oslo_vmware.api [None req-ab922cf8-850d-45dc-8399-9babccb14f7f tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Task: {'id': task-4177197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.712953] env[69399]: DEBUG nova.compute.manager [None req-5a4c2e6a-006a-4521-8914-d9406fd3706b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1056.713387] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4c2e6a-006a-4521-8914-d9406fd3706b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.713709] env[69399]: DEBUG oslo_vmware.api [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177193, 'name': Rename_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.714494] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e0c813-4d2b-442e-9b05-4d953f22017b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.722949] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4c2e6a-006a-4521-8914-d9406fd3706b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.723263] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4972a37-dc66-40d2-abc5-013503310d8b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.731076] env[69399]: DEBUG oslo_vmware.api [None req-5a4c2e6a-006a-4521-8914-d9406fd3706b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1056.731076] env[69399]: value = "task-4177198" [ 1056.731076] env[69399]: _type = "Task" [ 1056.731076] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.741072] env[69399]: DEBUG oslo_vmware.api [None req-5a4c2e6a-006a-4521-8914-d9406fd3706b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177198, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.813427] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a86c4057-9661-4586-a5b6-030c4d276df2 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquiring lock "11028ce0-73e3-483a-bd01-62cfd5713954" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.814079] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a86c4057-9661-4586-a5b6-030c4d276df2 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "11028ce0-73e3-483a-bd01-62cfd5713954" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.017689] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177196, 'name': CreateVM_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.063821] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 9dd18afb-5a25-48e4-9250-fe7122031a6c] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1057.090071] env[69399]: DEBUG nova.compute.manager [req-d0e239bc-245c-42a7-b707-77a4a9817054 req-aac8bd15-77f4-4cc1-8a96-42c6d84bf9e2 service nova] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Received event network-vif-plugged-321607f1-5eaa-43b5-a61e-4d3de0b4f93d {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.090392] env[69399]: DEBUG oslo_concurrency.lockutils [req-d0e239bc-245c-42a7-b707-77a4a9817054 req-aac8bd15-77f4-4cc1-8a96-42c6d84bf9e2 service nova] Acquiring lock "95264e34-97a9-43fc-94f7-df2626c90b0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.090667] env[69399]: DEBUG oslo_concurrency.lockutils [req-d0e239bc-245c-42a7-b707-77a4a9817054 req-aac8bd15-77f4-4cc1-8a96-42c6d84bf9e2 service nova] Lock "95264e34-97a9-43fc-94f7-df2626c90b0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.091047] env[69399]: DEBUG oslo_concurrency.lockutils [req-d0e239bc-245c-42a7-b707-77a4a9817054 req-aac8bd15-77f4-4cc1-8a96-42c6d84bf9e2 service nova] Lock "95264e34-97a9-43fc-94f7-df2626c90b0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.091223] env[69399]: DEBUG nova.compute.manager [req-d0e239bc-245c-42a7-b707-77a4a9817054 req-aac8bd15-77f4-4cc1-8a96-42c6d84bf9e2 service nova] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] No waiting events found dispatching network-vif-plugged-321607f1-5eaa-43b5-a61e-4d3de0b4f93d {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1057.091614] env[69399]: WARNING nova.compute.manager [req-d0e239bc-245c-42a7-b707-77a4a9817054 req-aac8bd15-77f4-4cc1-8a96-42c6d84bf9e2 service nova] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Received unexpected event network-vif-plugged-321607f1-5eaa-43b5-a61e-4d3de0b4f93d for instance with vm_state building and task_state spawning. [ 1057.113691] env[69399]: DEBUG nova.compute.manager [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 58bc5be7-5ea0-4383-9831-003db3d67dfd] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1057.154463] env[69399]: DEBUG oslo_vmware.api [None req-ab922cf8-850d-45dc-8399-9babccb14f7f tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Task: {'id': task-4177197, 'name': PowerOffVM_Task, 'duration_secs': 0.247793} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.154960] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab922cf8-850d-45dc-8399-9babccb14f7f tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.155308] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ab922cf8-850d-45dc-8399-9babccb14f7f tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.155698] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc77b373-3f38-40dc-af90-82cb6bfbaafd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.225076] env[69399]: DEBUG oslo_vmware.api [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177193, 'name': Rename_Task, 'duration_secs': 0.941585} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.226513] env[69399]: DEBUG nova.network.neutron [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Successfully updated port: 321607f1-5eaa-43b5-a61e-4d3de0b4f93d {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1057.231097] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.232414] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48064d40-c230-4216-82fd-d41667810cdd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.244135] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ab922cf8-850d-45dc-8399-9babccb14f7f tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.244380] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ab922cf8-850d-45dc-8399-9babccb14f7f tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.245188] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab922cf8-850d-45dc-8399-9babccb14f7f tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Deleting the datastore file [datastore2] 74f0eacc-a50a-467a-86fb-7c0d39513b02 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.248800] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e31d750-6805-4081-9f98-543fbbe1d62e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.250816] env[69399]: DEBUG oslo_vmware.api [None req-5a4c2e6a-006a-4521-8914-d9406fd3706b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177198, 'name': PowerOffVM_Task, 'duration_secs': 0.235832} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.253386] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4c2e6a-006a-4521-8914-d9406fd3706b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.253386] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4c2e6a-006a-4521-8914-d9406fd3706b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.253940] env[69399]: DEBUG oslo_vmware.api [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1057.253940] env[69399]: value = "task-4177200" [ 1057.253940] env[69399]: _type = "Task" [ 1057.253940] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.257337] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6fa3eca-92b2-44cf-a6a2-b1698125b981 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.267453] env[69399]: DEBUG oslo_vmware.api [None req-ab922cf8-850d-45dc-8399-9babccb14f7f tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Waiting for the task: (returnval){ [ 1057.267453] env[69399]: value = "task-4177201" [ 1057.267453] env[69399]: _type = "Task" [ 1057.267453] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.285494] env[69399]: DEBUG oslo_vmware.api [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177200, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.285763] env[69399]: DEBUG oslo_vmware.api [None req-ab922cf8-850d-45dc-8399-9babccb14f7f tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Task: {'id': task-4177201, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.287247] env[69399]: DEBUG nova.network.neutron [req-1a4432a7-a8fa-4ab8-9014-f83170ee8875 req-db5bf125-f56e-4ec2-90ac-b8fe3252b341 service nova] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Updated VIF entry in instance network info cache for port 8778b356-0c46-4754-b6b1-c9d40c667378. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.287247] env[69399]: DEBUG nova.network.neutron [req-1a4432a7-a8fa-4ab8-9014-f83170ee8875 req-db5bf125-f56e-4ec2-90ac-b8fe3252b341 service nova] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Updating instance_info_cache with network_info: [{"id": "8778b356-0c46-4754-b6b1-c9d40c667378", "address": "fa:16:3e:86:b4:fa", "network": {"id": "43b3c7b2-167c-47aa-9b4f-72c56f3b2828", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-743421945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00af7330e60e413787eb0f707a3e994d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8778b356-0c", "ovs_interfaceid": "8778b356-0c46-4754-b6b1-c9d40c667378", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.317553] env[69399]: INFO nova.compute.manager [None req-a86c4057-9661-4586-a5b6-030c4d276df2 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Detaching volume 27848e75-4b0a-404c-a950-5799f996e3d9 [ 1057.351346] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4c2e6a-006a-4521-8914-d9406fd3706b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.351431] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4c2e6a-006a-4521-8914-d9406fd3706b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.351806] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a4c2e6a-006a-4521-8914-d9406fd3706b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Deleting the datastore file [datastore2] 9b94c560-2c30-4fd2-ab6d-38f1910d7209 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.351974] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2abda4e-6a49-4eed-b33d-ec13d158ad0a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.358924] env[69399]: DEBUG oslo_vmware.api [None req-5a4c2e6a-006a-4521-8914-d9406fd3706b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1057.358924] env[69399]: value = "task-4177203" [ 1057.358924] env[69399]: _type = "Task" [ 1057.358924] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.370754] env[69399]: DEBUG oslo_vmware.api [None req-5a4c2e6a-006a-4521-8914-d9406fd3706b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.372700] env[69399]: INFO nova.virt.block_device [None req-a86c4057-9661-4586-a5b6-030c4d276df2 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Attempting to driver detach volume 27848e75-4b0a-404c-a950-5799f996e3d9 from mountpoint /dev/sdb [ 1057.372700] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a86c4057-9661-4586-a5b6-030c4d276df2 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Volume detach. Driver type: vmdk {{(pid=69399) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1057.372700] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a86c4057-9661-4586-a5b6-030c4d276df2 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826785', 'volume_id': '27848e75-4b0a-404c-a950-5799f996e3d9', 'name': 'volume-27848e75-4b0a-404c-a950-5799f996e3d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '11028ce0-73e3-483a-bd01-62cfd5713954', 'attached_at': '', 'detached_at': '', 'volume_id': '27848e75-4b0a-404c-a950-5799f996e3d9', 'serial': '27848e75-4b0a-404c-a950-5799f996e3d9'} {{(pid=69399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1057.373116] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810dc6fe-f713-4987-9b99-e8bd88e83c89 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.398925] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0baec3-2c34-4331-b09e-e81d56c5ef93 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.407609] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fe3cbf-4512-4c2f-89d8-00ca71c59426 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.432512] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050ec110-f5e8-418f-b742-2fa4f98d6902 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.438464] env[69399]: DEBUG oslo_concurrency.lockutils [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.438698] env[69399]: DEBUG oslo_concurrency.lockutils [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.453755] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a86c4057-9661-4586-a5b6-030c4d276df2 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] The volume has not been displaced from its original location: [datastore2] volume-27848e75-4b0a-404c-a950-5799f996e3d9/volume-27848e75-4b0a-404c-a950-5799f996e3d9.vmdk. No consolidation needed. {{(pid=69399) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1057.459557] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a86c4057-9661-4586-a5b6-030c4d276df2 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Reconfiguring VM instance instance-00000016 to detach disk 2001 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1057.463109] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-866024a2-2221-4a8b-9f80-3206099aebf9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.485356] env[69399]: DEBUG oslo_vmware.api [None req-a86c4057-9661-4586-a5b6-030c4d276df2 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 1057.485356] env[69399]: value = "task-4177204" [ 1057.485356] env[69399]: _type = "Task" [ 1057.485356] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.499851] env[69399]: DEBUG oslo_vmware.api [None req-a86c4057-9661-4586-a5b6-030c4d276df2 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177204, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.518902] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177196, 'name': CreateVM_Task, 'duration_secs': 0.884807} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.521780] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1057.526654] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826848', 'volume_id': '496e3d5f-a072-4c33-b246-9966d2896675', 'name': 'volume-496e3d5f-a072-4c33-b246-9966d2896675', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3ac221b1-b73d-4027-8753-3c06a57affbb', 'attached_at': '', 'detached_at': '', 'volume_id': '496e3d5f-a072-4c33-b246-9966d2896675', 'serial': '496e3d5f-a072-4c33-b246-9966d2896675'}, 'disk_bus': None, 'attachment_id': 'be149f0f-5968-4dd9-b55c-2e69224a43fc', 'mount_device': '/dev/sda', 'device_type': None, 'boot_index': 0, 'delete_on_termination': True, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69399) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1057.526654] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Root volume attach. Driver type: vmdk {{(pid=69399) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1057.526654] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9016b0-5288-421a-a9a0-29c89c0af1ab {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.536159] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31792cf-bd14-4401-838b-f20dd7221b27 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.545175] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06e8788-28ad-4d2d-b330-c404588746d9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.557023] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-ce2755e7-f202-40b3-9013-9c922d4af31a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.565307] env[69399]: DEBUG oslo_vmware.api [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Waiting for the task: (returnval){ [ 1057.565307] env[69399]: value = "task-4177205" [ 1057.565307] env[69399]: _type = "Task" [ 1057.565307] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.569193] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 8683cdab-4e16-49d4-b988-96e4eefb057d] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1057.577623] env[69399]: DEBUG oslo_vmware.api [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Task: {'id': task-4177205, 'name': RelocateVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.634538] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cd5c2829-dc92-4451-88de-4179d7a0495c tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Acquiring lock "02cf0b0d-692c-4e47-9d41-266a3ec0edf2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.634792] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cd5c2829-dc92-4451-88de-4179d7a0495c tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Lock "02cf0b0d-692c-4e47-9d41-266a3ec0edf2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.635007] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cd5c2829-dc92-4451-88de-4179d7a0495c tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Acquiring lock "02cf0b0d-692c-4e47-9d41-266a3ec0edf2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.635404] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cd5c2829-dc92-4451-88de-4179d7a0495c tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Lock "02cf0b0d-692c-4e47-9d41-266a3ec0edf2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.635685] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cd5c2829-dc92-4451-88de-4179d7a0495c tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Lock "02cf0b0d-692c-4e47-9d41-266a3ec0edf2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.640572] env[69399]: INFO nova.compute.manager [None req-cd5c2829-dc92-4451-88de-4179d7a0495c tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Terminating instance [ 1057.715728] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9693b9-f9fa-461d-8d5e-460922a38276 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.725502] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2d3ff1-f8bd-4da5-970b-40b5a7fc2d61 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.756132] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "refresh_cache-95264e34-97a9-43fc-94f7-df2626c90b0b" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.756321] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquired lock "refresh_cache-95264e34-97a9-43fc-94f7-df2626c90b0b" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.756476] env[69399]: DEBUG nova.network.neutron [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.758852] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb9520e-c22e-4902-b0b1-088bcb6c91af {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.778269] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfbba97-2fe6-41b7-8fc2-ff286dd2adee {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.782088] env[69399]: DEBUG oslo_vmware.api [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177200, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.787555] env[69399]: DEBUG oslo_vmware.api [None req-ab922cf8-850d-45dc-8399-9babccb14f7f tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Task: {'id': task-4177201, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224516} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.795467] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab922cf8-850d-45dc-8399-9babccb14f7f tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.795674] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ab922cf8-850d-45dc-8399-9babccb14f7f tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.795851] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ab922cf8-850d-45dc-8399-9babccb14f7f tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.796043] env[69399]: INFO nova.compute.manager [None req-ab922cf8-850d-45dc-8399-9babccb14f7f tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1057.796333] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab922cf8-850d-45dc-8399-9babccb14f7f tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.796761] env[69399]: DEBUG oslo_concurrency.lockutils [req-1a4432a7-a8fa-4ab8-9014-f83170ee8875 req-db5bf125-f56e-4ec2-90ac-b8fe3252b341 service nova] Releasing lock "refresh_cache-3ac221b1-b73d-4027-8753-3c06a57affbb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.797644] env[69399]: DEBUG nova.compute.provider_tree [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.798901] env[69399]: DEBUG nova.compute.manager [-] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1057.799014] env[69399]: DEBUG nova.network.neutron [-] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1057.871993] env[69399]: DEBUG oslo_vmware.api [None req-5a4c2e6a-006a-4521-8914-d9406fd3706b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164859} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.871993] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a4c2e6a-006a-4521-8914-d9406fd3706b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.871993] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4c2e6a-006a-4521-8914-d9406fd3706b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.872170] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4c2e6a-006a-4521-8914-d9406fd3706b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.872300] env[69399]: INFO nova.compute.manager [None req-5a4c2e6a-006a-4521-8914-d9406fd3706b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1057.872592] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a4c2e6a-006a-4521-8914-d9406fd3706b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.873183] env[69399]: DEBUG nova.compute.manager [-] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1057.873183] env[69399]: DEBUG nova.network.neutron [-] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1057.941255] env[69399]: DEBUG nova.compute.manager [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1057.996710] env[69399]: DEBUG oslo_vmware.api [None req-a86c4057-9661-4586-a5b6-030c4d276df2 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177204, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.074103] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 9b9e992b-3f6a-4e56-8c9d-944507c869a6] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1058.080585] env[69399]: DEBUG oslo_vmware.api [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Task: {'id': task-4177205, 'name': RelocateVM_Task} progress is 19%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.099711] env[69399]: DEBUG nova.compute.manager [req-c0c28e7e-9f9b-4e43-b645-20af030b437d req-8e7c40a3-2878-4788-9f3e-6b0e5d0d93f6 service nova] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Received event network-vif-deleted-a3ed9947-6596-4876-a050-3684d6aca9de {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.100681] env[69399]: INFO nova.compute.manager [req-c0c28e7e-9f9b-4e43-b645-20af030b437d req-8e7c40a3-2878-4788-9f3e-6b0e5d0d93f6 service nova] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Neutron deleted interface a3ed9947-6596-4876-a050-3684d6aca9de; detaching it from the instance and deleting it from the info cache [ 1058.100681] env[69399]: DEBUG nova.network.neutron [req-c0c28e7e-9f9b-4e43-b645-20af030b437d req-8e7c40a3-2878-4788-9f3e-6b0e5d0d93f6 service nova] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.139262] env[69399]: DEBUG nova.compute.manager [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 58bc5be7-5ea0-4383-9831-003db3d67dfd] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1058.144491] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cd5c2829-dc92-4451-88de-4179d7a0495c tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Acquiring lock "refresh_cache-02cf0b0d-692c-4e47-9d41-266a3ec0edf2" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.144672] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cd5c2829-dc92-4451-88de-4179d7a0495c tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Acquired lock "refresh_cache-02cf0b0d-692c-4e47-9d41-266a3ec0edf2" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.144846] env[69399]: DEBUG nova.network.neutron [None req-cd5c2829-dc92-4451-88de-4179d7a0495c tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.176457] env[69399]: DEBUG nova.virt.hardware [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.176714] env[69399]: DEBUG nova.virt.hardware [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.176870] env[69399]: DEBUG nova.virt.hardware [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.177064] env[69399]: DEBUG nova.virt.hardware [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.177220] env[69399]: DEBUG nova.virt.hardware [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.177363] env[69399]: DEBUG nova.virt.hardware [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.177572] env[69399]: DEBUG nova.virt.hardware [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.177731] env[69399]: DEBUG nova.virt.hardware [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.177899] env[69399]: DEBUG nova.virt.hardware [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.178083] env[69399]: DEBUG nova.virt.hardware [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.178503] env[69399]: DEBUG nova.virt.hardware [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.180108] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9c1467-0458-4f41-adb3-685c9f3c12e7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.189257] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5728dfe4-987f-428c-a796-ebf5a11827fc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.206707] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 58bc5be7-5ea0-4383-9831-003db3d67dfd] Instance VIF info [] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.212281] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Creating folder: Project (77b3cb33283141b5839eb9265c41345b). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1058.212622] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b37c62a-9e20-4775-b248-68dc050f97c9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.225164] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Created folder: Project (77b3cb33283141b5839eb9265c41345b) in parent group-v826677. [ 1058.225424] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Creating folder: Instances. Parent ref: group-v826885. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1058.225714] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a025794c-6209-467f-b03c-21416fca36f4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.237181] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Created folder: Instances in parent group-v826885. [ 1058.237443] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.237657] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58bc5be7-5ea0-4383-9831-003db3d67dfd] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.237909] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-404c57a0-47b8-4268-9826-e621708bbd4b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.256325] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.256325] env[69399]: value = "task-4177208" [ 1058.256325] env[69399]: _type = "Task" [ 1058.256325] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.269466] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177208, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.276162] env[69399]: DEBUG oslo_vmware.api [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177200, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.299495] env[69399]: DEBUG nova.network.neutron [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1058.302904] env[69399]: DEBUG nova.scheduler.client.report [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.468489] env[69399]: DEBUG oslo_concurrency.lockutils [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.498084] env[69399]: DEBUG oslo_vmware.api [None req-a86c4057-9661-4586-a5b6-030c4d276df2 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177204, 'name': ReconfigVM_Task, 'duration_secs': 0.526288} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.498357] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a86c4057-9661-4586-a5b6-030c4d276df2 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Reconfigured VM instance instance-00000016 to detach disk 2001 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1058.503405] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78591385-6cf4-43c0-bb65-4b8ff15998d3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.520105] env[69399]: DEBUG oslo_vmware.api [None req-a86c4057-9661-4586-a5b6-030c4d276df2 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 1058.520105] env[69399]: value = "task-4177209" [ 1058.520105] env[69399]: _type = "Task" [ 1058.520105] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.530844] env[69399]: DEBUG oslo_vmware.api [None req-a86c4057-9661-4586-a5b6-030c4d276df2 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177209, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.559917] env[69399]: DEBUG nova.network.neutron [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Updating instance_info_cache with network_info: [{"id": "321607f1-5eaa-43b5-a61e-4d3de0b4f93d", "address": "fa:16:3e:2a:9c:d8", "network": {"id": "3d7d9a12-563c-4097-a075-43de809f19a4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1581579464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d160850aa58647f7920daed297800d71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap321607f1-5e", "ovs_interfaceid": "321607f1-5eaa-43b5-a61e-4d3de0b4f93d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.571645] env[69399]: DEBUG nova.network.neutron [-] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.580178] env[69399]: DEBUG oslo_vmware.api [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Task: {'id': task-4177205, 'name': RelocateVM_Task, 'duration_secs': 0.768513} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.581722] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Volume attach. Driver type: vmdk {{(pid=69399) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1058.581956] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826848', 'volume_id': '496e3d5f-a072-4c33-b246-9966d2896675', 'name': 'volume-496e3d5f-a072-4c33-b246-9966d2896675', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3ac221b1-b73d-4027-8753-3c06a57affbb', 'attached_at': '', 'detached_at': '', 'volume_id': '496e3d5f-a072-4c33-b246-9966d2896675', 'serial': '496e3d5f-a072-4c33-b246-9966d2896675'} {{(pid=69399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1058.582271] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1058.582418] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Cleaning up deleted instances with incomplete migration {{(pid=69399) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1058.584905] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01077e28-65e2-4fce-9d5b-6efa4a495e04 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.605507] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dcb6c893-861e-452f-b6f2-6061f382b91b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.608780] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba132f6c-5334-4d6d-97bd-d1e79074a26e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.637943] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] volume-496e3d5f-a072-4c33-b246-9966d2896675/volume-496e3d5f-a072-4c33-b246-9966d2896675.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.640030] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53ebb030-63a2-45b7-b73c-0d40875ecbe2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.659215] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3732b953-d2c7-49ef-aea1-1c7d5416272d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.672847] env[69399]: DEBUG nova.network.neutron [-] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.681338] env[69399]: DEBUG oslo_vmware.api [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Waiting for the task: (returnval){ [ 1058.681338] env[69399]: value = "task-4177210" [ 1058.681338] env[69399]: _type = "Task" [ 1058.681338] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.691301] env[69399]: DEBUG oslo_vmware.api [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Task: {'id': task-4177210, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.704033] env[69399]: DEBUG nova.compute.manager [req-c0c28e7e-9f9b-4e43-b645-20af030b437d req-8e7c40a3-2878-4788-9f3e-6b0e5d0d93f6 service nova] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Detach interface failed, port_id=a3ed9947-6596-4876-a050-3684d6aca9de, reason: Instance 74f0eacc-a50a-467a-86fb-7c0d39513b02 could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1058.705473] env[69399]: DEBUG nova.network.neutron [None req-cd5c2829-dc92-4451-88de-4179d7a0495c tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1058.769691] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177208, 'name': CreateVM_Task, 'duration_secs': 0.328245} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.770324] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58bc5be7-5ea0-4383-9831-003db3d67dfd] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.770949] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.771075] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.771384] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.771981] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fca9660-dd11-431a-9437-1fdf8de6f224 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.777277] env[69399]: DEBUG oslo_vmware.api [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177200, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.781847] env[69399]: DEBUG oslo_vmware.api [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Waiting for the task: (returnval){ [ 1058.781847] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5203892b-f70e-1db5-91a3-71832e8ca8c5" [ 1058.781847] env[69399]: _type = "Task" [ 1058.781847] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.791675] env[69399]: DEBUG oslo_vmware.api [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5203892b-f70e-1db5-91a3-71832e8ca8c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.806855] env[69399]: DEBUG nova.network.neutron [None req-cd5c2829-dc92-4451-88de-4179d7a0495c tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.808627] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.813043] env[69399]: DEBUG nova.compute.manager [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1058.813043] env[69399]: DEBUG oslo_concurrency.lockutils [None req-21062f7e-515d-40fb-98d3-a67f8d3aa7b2 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.456s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.813225] env[69399]: DEBUG oslo_concurrency.lockutils [None req-21062f7e-515d-40fb-98d3-a67f8d3aa7b2 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.816242] env[69399]: DEBUG oslo_concurrency.lockutils [None req-24d5b3de-33fc-4893-801a-dd0b38befe6e tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.100s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.816543] env[69399]: DEBUG oslo_concurrency.lockutils [None req-24d5b3de-33fc-4893-801a-dd0b38befe6e tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.818662] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.808s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.821013] env[69399]: INFO nova.compute.claims [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1058.860381] env[69399]: INFO nova.scheduler.client.report [None req-21062f7e-515d-40fb-98d3-a67f8d3aa7b2 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Deleted allocations for instance f8f6f147-d160-4942-b0a1-70f8d885ee53 [ 1058.861808] env[69399]: INFO nova.scheduler.client.report [None req-24d5b3de-33fc-4893-801a-dd0b38befe6e tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Deleted allocations for instance 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6 [ 1059.031630] env[69399]: DEBUG oslo_vmware.api [None req-a86c4057-9661-4586-a5b6-030c4d276df2 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177209, 'name': ReconfigVM_Task, 'duration_secs': 0.191116} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.032112] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a86c4057-9661-4586-a5b6-030c4d276df2 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826785', 'volume_id': '27848e75-4b0a-404c-a950-5799f996e3d9', 'name': 'volume-27848e75-4b0a-404c-a950-5799f996e3d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '11028ce0-73e3-483a-bd01-62cfd5713954', 'attached_at': '', 'detached_at': '', 'volume_id': '27848e75-4b0a-404c-a950-5799f996e3d9', 'serial': '27848e75-4b0a-404c-a950-5799f996e3d9'} {{(pid=69399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1059.062901] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Releasing lock "refresh_cache-95264e34-97a9-43fc-94f7-df2626c90b0b" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.063401] env[69399]: DEBUG nova.compute.manager [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Instance network_info: |[{"id": "321607f1-5eaa-43b5-a61e-4d3de0b4f93d", "address": "fa:16:3e:2a:9c:d8", "network": {"id": "3d7d9a12-563c-4097-a075-43de809f19a4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1581579464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d160850aa58647f7920daed297800d71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap321607f1-5e", "ovs_interfaceid": "321607f1-5eaa-43b5-a61e-4d3de0b4f93d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1059.063982] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:9c:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '321607f1-5eaa-43b5-a61e-4d3de0b4f93d', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1059.073071] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Creating folder: Project (d160850aa58647f7920daed297800d71). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1059.073862] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11bc009c-0668-454e-a224-b345a2c92f0b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.076304] env[69399]: INFO nova.compute.manager [-] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Took 1.28 seconds to deallocate network for instance. [ 1059.090850] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Created folder: Project (d160850aa58647f7920daed297800d71) in parent group-v826677. [ 1059.091080] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Creating folder: Instances. Parent ref: group-v826888. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1059.091349] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1059.092922] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30458c88-0fb7-40e6-b5b6-6cfb0f4cc959 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.104786] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Created folder: Instances in parent group-v826888. [ 1059.105143] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.105385] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1059.105617] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-315c83d7-f9d4-4ebe-959c-ea521f8a699c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.128372] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1059.128372] env[69399]: value = "task-4177213" [ 1059.128372] env[69399]: _type = "Task" [ 1059.128372] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.137994] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177213, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.175295] env[69399]: INFO nova.compute.manager [-] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Took 1.30 seconds to deallocate network for instance. [ 1059.182776] env[69399]: DEBUG nova.compute.manager [req-c562942f-b71e-44a0-899e-0e442110b47b req-b0310809-13e0-4d8d-8641-e5fb7dea1f62 service nova] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Received event network-changed-321607f1-5eaa-43b5-a61e-4d3de0b4f93d {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.182980] env[69399]: DEBUG nova.compute.manager [req-c562942f-b71e-44a0-899e-0e442110b47b req-b0310809-13e0-4d8d-8641-e5fb7dea1f62 service nova] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Refreshing instance network info cache due to event network-changed-321607f1-5eaa-43b5-a61e-4d3de0b4f93d. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1059.183240] env[69399]: DEBUG oslo_concurrency.lockutils [req-c562942f-b71e-44a0-899e-0e442110b47b req-b0310809-13e0-4d8d-8641-e5fb7dea1f62 service nova] Acquiring lock "refresh_cache-95264e34-97a9-43fc-94f7-df2626c90b0b" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.183390] env[69399]: DEBUG oslo_concurrency.lockutils [req-c562942f-b71e-44a0-899e-0e442110b47b req-b0310809-13e0-4d8d-8641-e5fb7dea1f62 service nova] Acquired lock "refresh_cache-95264e34-97a9-43fc-94f7-df2626c90b0b" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.183553] env[69399]: DEBUG nova.network.neutron [req-c562942f-b71e-44a0-899e-0e442110b47b req-b0310809-13e0-4d8d-8641-e5fb7dea1f62 service nova] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Refreshing network info cache for port 321607f1-5eaa-43b5-a61e-4d3de0b4f93d {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.201441] env[69399]: DEBUG oslo_vmware.api [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Task: {'id': task-4177210, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.273267] env[69399]: DEBUG oslo_vmware.api [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177200, 'name': PowerOnVM_Task, 'duration_secs': 1.748058} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.273569] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.273779] env[69399]: INFO nova.compute.manager [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Took 10.01 seconds to spawn the instance on the hypervisor. [ 1059.273959] env[69399]: DEBUG nova.compute.manager [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.274779] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957a064f-703c-4361-8025-ba0227e856a0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.295992] env[69399]: DEBUG oslo_vmware.api [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5203892b-f70e-1db5-91a3-71832e8ca8c5, 'name': SearchDatastore_Task, 'duration_secs': 0.017013} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.296460] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.296732] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 58bc5be7-5ea0-4383-9831-003db3d67dfd] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.297084] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.297284] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.297500] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.297818] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02a42e2c-5c44-4937-8c3c-cb868616097e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.308950] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.309206] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.310028] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14540f86-b6de-48d9-8bc1-de277c0e6ba0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.313348] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cd5c2829-dc92-4451-88de-4179d7a0495c tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Releasing lock "refresh_cache-02cf0b0d-692c-4e47-9d41-266a3ec0edf2" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.313782] env[69399]: DEBUG nova.compute.manager [None req-cd5c2829-dc92-4451-88de-4179d7a0495c tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.313973] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cd5c2829-dc92-4451-88de-4179d7a0495c tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.315027] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe50084-893c-4081-8425-bf9f6b3b21d6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.320273] env[69399]: DEBUG oslo_vmware.api [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Waiting for the task: (returnval){ [ 1059.320273] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52885d26-3c7a-0487-d408-254e8dd75ec6" [ 1059.320273] env[69399]: _type = "Task" [ 1059.320273] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.328460] env[69399]: DEBUG nova.compute.utils [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.331618] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd5c2829-dc92-4451-88de-4179d7a0495c tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.332589] env[69399]: DEBUG nova.compute.manager [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Not allocating networking since 'none' was specified. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1059.332794] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5d23c07-869b-4c58-b648-ba668d48bb55 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.338330] env[69399]: DEBUG oslo_vmware.api [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52885d26-3c7a-0487-d408-254e8dd75ec6, 'name': SearchDatastore_Task, 'duration_secs': 0.013582} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.340459] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57126137-8650-4efc-a36f-041a57d99218 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.344601] env[69399]: DEBUG oslo_vmware.api [None req-cd5c2829-dc92-4451-88de-4179d7a0495c tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Waiting for the task: (returnval){ [ 1059.344601] env[69399]: value = "task-4177214" [ 1059.344601] env[69399]: _type = "Task" [ 1059.344601] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.350640] env[69399]: DEBUG oslo_vmware.api [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Waiting for the task: (returnval){ [ 1059.350640] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52fa8041-4fdf-f9e3-f289-6bfc429c18ef" [ 1059.350640] env[69399]: _type = "Task" [ 1059.350640] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.358389] env[69399]: DEBUG oslo_vmware.api [None req-cd5c2829-dc92-4451-88de-4179d7a0495c tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Task: {'id': task-4177214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.364048] env[69399]: DEBUG oslo_vmware.api [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52fa8041-4fdf-f9e3-f289-6bfc429c18ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.373427] env[69399]: DEBUG oslo_concurrency.lockutils [None req-21062f7e-515d-40fb-98d3-a67f8d3aa7b2 tempest-ServersWithSpecificFlavorTestJSON-1506899122 tempest-ServersWithSpecificFlavorTestJSON-1506899122-project-member] Lock "f8f6f147-d160-4942-b0a1-70f8d885ee53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.247s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.378149] env[69399]: DEBUG oslo_concurrency.lockutils [None req-24d5b3de-33fc-4893-801a-dd0b38befe6e tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Lock "49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.246s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.582903] env[69399]: DEBUG nova.objects.instance [None req-a86c4057-9661-4586-a5b6-030c4d276df2 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lazy-loading 'flavor' on Instance uuid 11028ce0-73e3-483a-bd01-62cfd5713954 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.584150] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ab922cf8-850d-45dc-8399-9babccb14f7f tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.640148] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177213, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.686368] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5a4c2e6a-006a-4521-8914-d9406fd3706b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.699546] env[69399]: DEBUG oslo_vmware.api [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Task: {'id': task-4177210, 'name': ReconfigVM_Task, 'duration_secs': 0.562359} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.699838] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Reconfigured VM instance instance-00000045 to attach disk [datastore2] volume-496e3d5f-a072-4c33-b246-9966d2896675/volume-496e3d5f-a072-4c33-b246-9966d2896675.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.705279] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71fb30fa-fda6-4080-b89c-3af7f7e35181 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.723862] env[69399]: DEBUG oslo_vmware.api [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Waiting for the task: (returnval){ [ 1059.723862] env[69399]: value = "task-4177215" [ 1059.723862] env[69399]: _type = "Task" [ 1059.723862] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.735126] env[69399]: DEBUG oslo_vmware.api [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Task: {'id': task-4177215, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.798033] env[69399]: INFO nova.compute.manager [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Took 68.16 seconds to build instance. [ 1059.832766] env[69399]: DEBUG nova.compute.manager [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1059.859628] env[69399]: DEBUG oslo_vmware.api [None req-cd5c2829-dc92-4451-88de-4179d7a0495c tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Task: {'id': task-4177214, 'name': PowerOffVM_Task, 'duration_secs': 0.122846} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.860363] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd5c2829-dc92-4451-88de-4179d7a0495c tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.860564] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cd5c2829-dc92-4451-88de-4179d7a0495c tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.860850] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0849cbe2-eb1c-4b52-b3ed-c74076e36766 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.866100] env[69399]: DEBUG oslo_vmware.api [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52fa8041-4fdf-f9e3-f289-6bfc429c18ef, 'name': SearchDatastore_Task, 'duration_secs': 0.013985} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.869211] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.869483] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 58bc5be7-5ea0-4383-9831-003db3d67dfd/58bc5be7-5ea0-4383-9831-003db3d67dfd.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1059.871052] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d7b497f-fd1b-40c6-99c4-c8cb36f1087b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.879549] env[69399]: DEBUG oslo_vmware.api [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Waiting for the task: (returnval){ [ 1059.879549] env[69399]: value = "task-4177217" [ 1059.879549] env[69399]: _type = "Task" [ 1059.879549] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.892865] env[69399]: DEBUG oslo_vmware.api [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.896175] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cd5c2829-dc92-4451-88de-4179d7a0495c tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.896440] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cd5c2829-dc92-4451-88de-4179d7a0495c tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.896626] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd5c2829-dc92-4451-88de-4179d7a0495c tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Deleting the datastore file [datastore1] 02cf0b0d-692c-4e47-9d41-266a3ec0edf2 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.896949] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3bae994f-1021-43ef-bca6-c5395c37e6f5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.907965] env[69399]: DEBUG oslo_vmware.api [None req-cd5c2829-dc92-4451-88de-4179d7a0495c tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Waiting for the task: (returnval){ [ 1059.907965] env[69399]: value = "task-4177218" [ 1059.907965] env[69399]: _type = "Task" [ 1059.907965] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.919744] env[69399]: DEBUG oslo_vmware.api [None req-cd5c2829-dc92-4451-88de-4179d7a0495c tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Task: {'id': task-4177218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.144297] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177213, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.241363] env[69399]: DEBUG oslo_vmware.api [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Task: {'id': task-4177215, 'name': ReconfigVM_Task, 'duration_secs': 0.268833} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.242715] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826848', 'volume_id': '496e3d5f-a072-4c33-b246-9966d2896675', 'name': 'volume-496e3d5f-a072-4c33-b246-9966d2896675', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3ac221b1-b73d-4027-8753-3c06a57affbb', 'attached_at': '', 'detached_at': '', 'volume_id': '496e3d5f-a072-4c33-b246-9966d2896675', 'serial': '496e3d5f-a072-4c33-b246-9966d2896675'} {{(pid=69399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1060.242715] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a0575a0-8013-46b1-ae1e-8d9289415f55 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.253385] env[69399]: DEBUG oslo_vmware.api [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Waiting for the task: (returnval){ [ 1060.253385] env[69399]: value = "task-4177219" [ 1060.253385] env[69399]: _type = "Task" [ 1060.253385] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.267781] env[69399]: DEBUG oslo_vmware.api [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Task: {'id': task-4177219, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.300789] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cb0a5716-fda9-4b5d-9007-204a19be3eb9 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "ceee5359-0359-4531-a7f0-1656c0329e0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.677s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.345013] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6781d033-7012-45f6-bcf2-615d72a74c4e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.359097] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4874998a-5244-4273-a3ab-7f8f70fd74f4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.412270] env[69399]: DEBUG nova.network.neutron [req-c562942f-b71e-44a0-899e-0e442110b47b req-b0310809-13e0-4d8d-8641-e5fb7dea1f62 service nova] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Updated VIF entry in instance network info cache for port 321607f1-5eaa-43b5-a61e-4d3de0b4f93d. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.413581] env[69399]: DEBUG nova.network.neutron [req-c562942f-b71e-44a0-899e-0e442110b47b req-b0310809-13e0-4d8d-8641-e5fb7dea1f62 service nova] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Updating instance_info_cache with network_info: [{"id": "321607f1-5eaa-43b5-a61e-4d3de0b4f93d", "address": "fa:16:3e:2a:9c:d8", "network": {"id": "3d7d9a12-563c-4097-a075-43de809f19a4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1581579464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d160850aa58647f7920daed297800d71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap321607f1-5e", "ovs_interfaceid": "321607f1-5eaa-43b5-a61e-4d3de0b4f93d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.423101] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ab434c-1538-43a2-ba87-a7e2d04f8d13 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.440299] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e993adf-afd3-4ca1-8827-3568cc208ad0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.446716] env[69399]: DEBUG oslo_vmware.api [None req-cd5c2829-dc92-4451-88de-4179d7a0495c tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Task: {'id': task-4177218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118752} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.446890] env[69399]: DEBUG oslo_vmware.api [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177217, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.447176] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd5c2829-dc92-4451-88de-4179d7a0495c tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.447406] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cd5c2829-dc92-4451-88de-4179d7a0495c tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.447633] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cd5c2829-dc92-4451-88de-4179d7a0495c tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.447770] env[69399]: INFO nova.compute.manager [None req-cd5c2829-dc92-4451-88de-4179d7a0495c tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1060.448015] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd5c2829-dc92-4451-88de-4179d7a0495c tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.448712] env[69399]: DEBUG nova.compute.manager [-] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1060.448888] env[69399]: DEBUG nova.network.neutron [-] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1060.460919] env[69399]: DEBUG nova.compute.provider_tree [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.484489] env[69399]: DEBUG nova.network.neutron [-] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1060.595823] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a86c4057-9661-4586-a5b6-030c4d276df2 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "11028ce0-73e3-483a-bd01-62cfd5713954" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.782s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.641652] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177213, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.767229] env[69399]: DEBUG oslo_vmware.api [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Task: {'id': task-4177219, 'name': Rename_Task, 'duration_secs': 0.307499} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.767669] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.767944] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-792e5ebb-d32f-4519-8b5d-6a767b670cfa {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.776447] env[69399]: DEBUG oslo_vmware.api [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Waiting for the task: (returnval){ [ 1060.776447] env[69399]: value = "task-4177220" [ 1060.776447] env[69399]: _type = "Task" [ 1060.776447] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.791885] env[69399]: DEBUG oslo_vmware.api [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Task: {'id': task-4177220, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.853265] env[69399]: DEBUG nova.compute.manager [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1060.883415] env[69399]: DEBUG nova.virt.hardware [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.883822] env[69399]: DEBUG nova.virt.hardware [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.884115] env[69399]: DEBUG nova.virt.hardware [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.884424] env[69399]: DEBUG nova.virt.hardware [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.884766] env[69399]: DEBUG nova.virt.hardware [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.884923] env[69399]: DEBUG nova.virt.hardware [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.885283] env[69399]: DEBUG nova.virt.hardware [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.885552] env[69399]: DEBUG nova.virt.hardware [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.885843] env[69399]: DEBUG nova.virt.hardware [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.886163] env[69399]: DEBUG nova.virt.hardware [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.886464] env[69399]: DEBUG nova.virt.hardware [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.888318] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124af776-dbd6-4473-b661-9a6ad4258bf4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.898825] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1035ae72-538c-4437-96ac-4420d8a8868d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.914621] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Instance VIF info [] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.920261] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.923720] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.924145] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec76dcac-0578-4b3f-aef3-6d5bcd87cc29 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.937913] env[69399]: DEBUG oslo_concurrency.lockutils [req-c562942f-b71e-44a0-899e-0e442110b47b req-b0310809-13e0-4d8d-8641-e5fb7dea1f62 service nova] Releasing lock "refresh_cache-95264e34-97a9-43fc-94f7-df2626c90b0b" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.938230] env[69399]: DEBUG nova.compute.manager [req-c562942f-b71e-44a0-899e-0e442110b47b req-b0310809-13e0-4d8d-8641-e5fb7dea1f62 service nova] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Received event network-vif-deleted-3cdc9036-d72f-4e8c-86f8-e08f5fa56444 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.943165] env[69399]: DEBUG oslo_vmware.api [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56931} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.944598] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 58bc5be7-5ea0-4383-9831-003db3d67dfd/58bc5be7-5ea0-4383-9831-003db3d67dfd.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1060.944823] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 58bc5be7-5ea0-4383-9831-003db3d67dfd] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1060.945122] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.945122] env[69399]: value = "task-4177221" [ 1060.945122] env[69399]: _type = "Task" [ 1060.945122] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.945333] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6e9e8dc-0868-4767-a617-1bfcd40acb1a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.956558] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177221, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.958258] env[69399]: DEBUG oslo_vmware.api [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Waiting for the task: (returnval){ [ 1060.958258] env[69399]: value = "task-4177222" [ 1060.958258] env[69399]: _type = "Task" [ 1060.958258] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.968185] env[69399]: DEBUG nova.scheduler.client.report [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.971685] env[69399]: DEBUG oslo_vmware.api [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177222, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.987077] env[69399]: DEBUG nova.network.neutron [-] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.142443] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177213, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.253821] env[69399]: DEBUG oslo_concurrency.lockutils [None req-bbc72051-4696-4ee4-9a31-2e5a21ba3f85 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquiring lock "2068b009-a493-4a97-adb2-bf90e6d71c12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.254105] env[69399]: DEBUG oslo_concurrency.lockutils [None req-bbc72051-4696-4ee4-9a31-2e5a21ba3f85 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Lock "2068b009-a493-4a97-adb2-bf90e6d71c12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.254509] env[69399]: DEBUG oslo_concurrency.lockutils [None req-bbc72051-4696-4ee4-9a31-2e5a21ba3f85 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquiring lock "2068b009-a493-4a97-adb2-bf90e6d71c12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.254509] env[69399]: DEBUG oslo_concurrency.lockutils [None req-bbc72051-4696-4ee4-9a31-2e5a21ba3f85 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Lock "2068b009-a493-4a97-adb2-bf90e6d71c12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.254664] env[69399]: DEBUG oslo_concurrency.lockutils [None req-bbc72051-4696-4ee4-9a31-2e5a21ba3f85 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Lock "2068b009-a493-4a97-adb2-bf90e6d71c12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.257709] env[69399]: INFO nova.compute.manager [None req-bbc72051-4696-4ee4-9a31-2e5a21ba3f85 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Terminating instance [ 1061.292309] env[69399]: DEBUG oslo_vmware.api [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Task: {'id': task-4177220, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.468560] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177221, 'name': CreateVM_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.473462] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.474068] env[69399]: DEBUG nova.compute.manager [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1061.477185] env[69399]: DEBUG oslo_vmware.api [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177222, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084528} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.477465] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9d2fb475-7d57-44e2-8adb-dbdae563bcb6 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.525s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.477647] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9d2fb475-7d57-44e2-8adb-dbdae563bcb6 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.479701] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2bd7c6b9-1161-42f1-8efb-ab96cd44942f tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.004s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.479889] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2bd7c6b9-1161-42f1-8efb-ab96cd44942f tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.482115] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1b286276-3b1a-4751-95b1-2fca084b672a tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.840s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.482306] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1b286276-3b1a-4751-95b1-2fca084b672a tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.485715] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.095s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.487219] env[69399]: INFO nova.compute.claims [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.490439] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 58bc5be7-5ea0-4383-9831-003db3d67dfd] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1061.491850] env[69399]: INFO nova.compute.manager [-] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Took 1.04 seconds to deallocate network for instance. [ 1061.492790] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e04c389-fa6d-4c33-a743-6f103d4073e0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.524726] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 58bc5be7-5ea0-4383-9831-003db3d67dfd] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 58bc5be7-5ea0-4383-9831-003db3d67dfd/58bc5be7-5ea0-4383-9831-003db3d67dfd.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.525285] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b3b89a2-d70e-42f4-a34a-1c85fe2e024b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.544727] env[69399]: INFO nova.scheduler.client.report [None req-2bd7c6b9-1161-42f1-8efb-ab96cd44942f tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Deleted allocations for instance d96475d1-6e0c-491f-8365-cfe4aebf90d7 [ 1061.547684] env[69399]: INFO nova.scheduler.client.report [None req-9d2fb475-7d57-44e2-8adb-dbdae563bcb6 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Deleted allocations for instance 2495b839-0682-4be9-9aad-654885d71bf0 [ 1061.549340] env[69399]: INFO nova.compute.manager [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Rebuilding instance [ 1061.567340] env[69399]: DEBUG oslo_vmware.api [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Waiting for the task: (returnval){ [ 1061.567340] env[69399]: value = "task-4177223" [ 1061.567340] env[69399]: _type = "Task" [ 1061.567340] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.573032] env[69399]: INFO nova.scheduler.client.report [None req-1b286276-3b1a-4751-95b1-2fca084b672a tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Deleted allocations for instance f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3 [ 1061.581368] env[69399]: DEBUG oslo_vmware.api [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177223, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.630066] env[69399]: DEBUG nova.compute.manager [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.632199] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815a5884-1d98-4af1-b862-7816009ff9e1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.658682] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177213, 'name': CreateVM_Task, 'duration_secs': 2.451512} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.659330] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.660785] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.661104] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.661625] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.662035] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a636b52-8fc2-4797-a411-bd278b1ad841 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.671648] env[69399]: DEBUG oslo_vmware.api [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1061.671648] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5268c237-a207-d519-3702-0af80c817e8f" [ 1061.671648] env[69399]: _type = "Task" [ 1061.671648] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.688286] env[69399]: DEBUG oslo_vmware.api [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5268c237-a207-d519-3702-0af80c817e8f, 'name': SearchDatastore_Task, 'duration_secs': 0.01172} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.688828] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.689278] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1061.689698] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.689992] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.690360] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1061.690875] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a0d91cb-9a35-4126-bdeb-19d6164e4b60 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.702433] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1061.702688] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1061.703634] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a871dad8-3a6e-4428-b1e4-fcb8d5825244 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.711958] env[69399]: DEBUG oslo_vmware.api [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1061.711958] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c72982-90e3-53ca-6de6-be5d81eb7dfb" [ 1061.711958] env[69399]: _type = "Task" [ 1061.711958] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.722514] env[69399]: DEBUG oslo_vmware.api [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c72982-90e3-53ca-6de6-be5d81eb7dfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.765748] env[69399]: DEBUG nova.compute.manager [None req-bbc72051-4696-4ee4-9a31-2e5a21ba3f85 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1061.766027] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc72051-4696-4ee4-9a31-2e5a21ba3f85 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1061.767010] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c31af59-bd7c-4dd5-98c1-74d04083ebe4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.778410] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc72051-4696-4ee4-9a31-2e5a21ba3f85 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.778410] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aced06f6-64e3-49e2-85fe-04ae6406b34f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.791654] env[69399]: DEBUG oslo_vmware.api [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Task: {'id': task-4177220, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.794166] env[69399]: DEBUG oslo_vmware.api [None req-bbc72051-4696-4ee4-9a31-2e5a21ba3f85 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Waiting for the task: (returnval){ [ 1061.794166] env[69399]: value = "task-4177224" [ 1061.794166] env[69399]: _type = "Task" [ 1061.794166] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.803613] env[69399]: DEBUG oslo_vmware.api [None req-bbc72051-4696-4ee4-9a31-2e5a21ba3f85 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4177224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.846930] env[69399]: DEBUG oslo_concurrency.lockutils [None req-93c213fd-b76b-495b-a435-2219296ab965 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquiring lock "11028ce0-73e3-483a-bd01-62cfd5713954" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.846930] env[69399]: DEBUG oslo_concurrency.lockutils [None req-93c213fd-b76b-495b-a435-2219296ab965 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "11028ce0-73e3-483a-bd01-62cfd5713954" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.847197] env[69399]: DEBUG oslo_concurrency.lockutils [None req-93c213fd-b76b-495b-a435-2219296ab965 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquiring lock "11028ce0-73e3-483a-bd01-62cfd5713954-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.847381] env[69399]: DEBUG oslo_concurrency.lockutils [None req-93c213fd-b76b-495b-a435-2219296ab965 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "11028ce0-73e3-483a-bd01-62cfd5713954-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.847741] env[69399]: DEBUG oslo_concurrency.lockutils [None req-93c213fd-b76b-495b-a435-2219296ab965 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "11028ce0-73e3-483a-bd01-62cfd5713954-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.851207] env[69399]: INFO nova.compute.manager [None req-93c213fd-b76b-495b-a435-2219296ab965 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Terminating instance [ 1061.963040] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177221, 'name': CreateVM_Task, 'duration_secs': 0.934163} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.963040] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.963040] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.963040] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.963040] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.963040] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fdfd37c-7690-4331-a3c7-d118c44c4c23 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.968479] env[69399]: DEBUG oslo_vmware.api [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Waiting for the task: (returnval){ [ 1061.968479] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52edd424-79f3-8e9a-f196-bd621d533ab1" [ 1061.968479] env[69399]: _type = "Task" [ 1061.968479] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.986561] env[69399]: DEBUG oslo_vmware.api [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52edd424-79f3-8e9a-f196-bd621d533ab1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.993181] env[69399]: DEBUG nova.compute.utils [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1061.997962] env[69399]: DEBUG nova.compute.manager [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1061.998170] env[69399]: DEBUG nova.network.neutron [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1062.026759] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cd5c2829-dc92-4451-88de-4179d7a0495c tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.067469] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9d2fb475-7d57-44e2-8adb-dbdae563bcb6 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Lock "2495b839-0682-4be9-9aad-654885d71bf0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.782s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.069569] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2bd7c6b9-1161-42f1-8efb-ab96cd44942f tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "d96475d1-6e0c-491f-8365-cfe4aebf90d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.653s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.077417] env[69399]: DEBUG nova.policy [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54e78af4aa03494fa6e0a5790c07d1b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0852e65775340ab9a481d12caa78155', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1062.081915] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1b286276-3b1a-4751-95b1-2fca084b672a tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lock "f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.034s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.088725] env[69399]: DEBUG oslo_vmware.api [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177223, 'name': ReconfigVM_Task, 'duration_secs': 0.422443} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.090159] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 58bc5be7-5ea0-4383-9831-003db3d67dfd] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 58bc5be7-5ea0-4383-9831-003db3d67dfd/58bc5be7-5ea0-4383-9831-003db3d67dfd.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.091147] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e1a943b-bfce-4155-a0aa-fdbf5c019dd1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.102272] env[69399]: DEBUG oslo_vmware.api [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Waiting for the task: (returnval){ [ 1062.102272] env[69399]: value = "task-4177225" [ 1062.102272] env[69399]: _type = "Task" [ 1062.102272] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.114575] env[69399]: DEBUG oslo_vmware.api [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177225, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.225290] env[69399]: DEBUG oslo_vmware.api [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c72982-90e3-53ca-6de6-be5d81eb7dfb, 'name': SearchDatastore_Task, 'duration_secs': 0.01068} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.225673] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23f9293c-1bac-46b4-b3ba-5f91a7386263 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.233475] env[69399]: DEBUG oslo_vmware.api [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1062.233475] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c12064-0363-52fa-818c-e5775ab0bfa4" [ 1062.233475] env[69399]: _type = "Task" [ 1062.233475] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.244103] env[69399]: DEBUG oslo_vmware.api [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c12064-0363-52fa-818c-e5775ab0bfa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.291737] env[69399]: DEBUG oslo_vmware.api [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Task: {'id': task-4177220, 'name': PowerOnVM_Task, 'duration_secs': 1.24466} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.292033] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.292147] env[69399]: INFO nova.compute.manager [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Took 7.36 seconds to spawn the instance on the hypervisor. [ 1062.292650] env[69399]: DEBUG nova.compute.manager [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.293281] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d5435d-7026-4feb-8d80-9319f8ad0ea0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.311239] env[69399]: DEBUG oslo_vmware.api [None req-bbc72051-4696-4ee4-9a31-2e5a21ba3f85 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4177224, 'name': PowerOffVM_Task, 'duration_secs': 0.252474} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.315240] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc72051-4696-4ee4-9a31-2e5a21ba3f85 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.315455] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc72051-4696-4ee4-9a31-2e5a21ba3f85 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1062.315958] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f61f1ea-049b-4947-ab58-4d2ce88403fb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.359199] env[69399]: DEBUG nova.compute.manager [None req-93c213fd-b76b-495b-a435-2219296ab965 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.359554] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-93c213fd-b76b-495b-a435-2219296ab965 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.360547] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad5c333-6d8b-44ab-9cf5-eaecf54aaa15 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.370643] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c213fd-b76b-495b-a435-2219296ab965 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.370899] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73dd2bdd-1497-4033-b546-8ec3daaad52a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.378602] env[69399]: DEBUG oslo_vmware.api [None req-93c213fd-b76b-495b-a435-2219296ab965 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 1062.378602] env[69399]: value = "task-4177227" [ 1062.378602] env[69399]: _type = "Task" [ 1062.378602] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.388787] env[69399]: DEBUG oslo_vmware.api [None req-93c213fd-b76b-495b-a435-2219296ab965 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.390219] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc72051-4696-4ee4-9a31-2e5a21ba3f85 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1062.390431] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc72051-4696-4ee4-9a31-2e5a21ba3f85 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1062.390616] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbc72051-4696-4ee4-9a31-2e5a21ba3f85 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Deleting the datastore file [datastore1] 2068b009-a493-4a97-adb2-bf90e6d71c12 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1062.390985] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf2f40c5-c1a0-4ee9-bae2-397a9b7e0780 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.404647] env[69399]: DEBUG oslo_vmware.api [None req-bbc72051-4696-4ee4-9a31-2e5a21ba3f85 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Waiting for the task: (returnval){ [ 1062.404647] env[69399]: value = "task-4177228" [ 1062.404647] env[69399]: _type = "Task" [ 1062.404647] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.413911] env[69399]: DEBUG oslo_vmware.api [None req-bbc72051-4696-4ee4-9a31-2e5a21ba3f85 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4177228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.484057] env[69399]: DEBUG oslo_vmware.api [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52edd424-79f3-8e9a-f196-bd621d533ab1, 'name': SearchDatastore_Task, 'duration_secs': 0.018229} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.484393] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.484686] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.484932] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.498950] env[69399]: DEBUG nova.compute.manager [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1062.618812] env[69399]: DEBUG oslo_vmware.api [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177225, 'name': Rename_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.663383] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.663697] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9efb94ee-432f-4bc4-b796-94c1da7e8f8b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.671468] env[69399]: DEBUG oslo_vmware.api [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1062.671468] env[69399]: value = "task-4177229" [ 1062.671468] env[69399]: _type = "Task" [ 1062.671468] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.678335] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b9da3e0b-8039-416b-932b-35c162cf0cdc tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquiring lock "a69aa834-a200-486e-9922-61018ae10f90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.678335] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b9da3e0b-8039-416b-932b-35c162cf0cdc tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lock "a69aa834-a200-486e-9922-61018ae10f90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.678467] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b9da3e0b-8039-416b-932b-35c162cf0cdc tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquiring lock "a69aa834-a200-486e-9922-61018ae10f90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.678614] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b9da3e0b-8039-416b-932b-35c162cf0cdc tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lock "a69aa834-a200-486e-9922-61018ae10f90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.678778] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b9da3e0b-8039-416b-932b-35c162cf0cdc tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lock "a69aa834-a200-486e-9922-61018ae10f90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.681356] env[69399]: INFO nova.compute.manager [None req-b9da3e0b-8039-416b-932b-35c162cf0cdc tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: a69aa834-a200-486e-9922-61018ae10f90] Terminating instance [ 1062.687425] env[69399]: DEBUG oslo_vmware.api [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.746479] env[69399]: DEBUG oslo_vmware.api [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c12064-0363-52fa-818c-e5775ab0bfa4, 'name': SearchDatastore_Task, 'duration_secs': 0.020942} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.746789] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.747423] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 95264e34-97a9-43fc-94f7-df2626c90b0b/95264e34-97a9-43fc-94f7-df2626c90b0b.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1062.747423] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.747769] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.747831] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09f6a34c-6645-4db3-9826-14aff9ece961 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.750186] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba7e386b-44db-49e2-aa74-0912425888af {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.759468] env[69399]: DEBUG oslo_vmware.api [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1062.759468] env[69399]: value = "task-4177230" [ 1062.759468] env[69399]: _type = "Task" [ 1062.759468] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.767921] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.767974] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.769347] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ff5419a-c023-4eba-b890-32547fef59a8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.778588] env[69399]: DEBUG oslo_vmware.api [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.783532] env[69399]: DEBUG oslo_vmware.api [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Waiting for the task: (returnval){ [ 1062.783532] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]522c7462-ce80-b800-9eb4-28af09e2dab2" [ 1062.783532] env[69399]: _type = "Task" [ 1062.783532] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.797430] env[69399]: DEBUG oslo_vmware.api [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]522c7462-ce80-b800-9eb4-28af09e2dab2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.829366] env[69399]: INFO nova.compute.manager [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Took 62.10 seconds to build instance. [ 1062.898186] env[69399]: DEBUG oslo_vmware.api [None req-93c213fd-b76b-495b-a435-2219296ab965 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177227, 'name': PowerOffVM_Task, 'duration_secs': 0.224504} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.898425] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c213fd-b76b-495b-a435-2219296ab965 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.898588] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-93c213fd-b76b-495b-a435-2219296ab965 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1062.899022] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20c12291-bc93-418c-b6e0-bb6cdc964b74 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.919706] env[69399]: DEBUG oslo_vmware.api [None req-bbc72051-4696-4ee4-9a31-2e5a21ba3f85 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Task: {'id': task-4177228, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232316} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.920752] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbc72051-4696-4ee4-9a31-2e5a21ba3f85 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.920752] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc72051-4696-4ee4-9a31-2e5a21ba3f85 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.920752] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc72051-4696-4ee4-9a31-2e5a21ba3f85 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.920752] env[69399]: INFO nova.compute.manager [None req-bbc72051-4696-4ee4-9a31-2e5a21ba3f85 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1062.921075] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbc72051-4696-4ee4-9a31-2e5a21ba3f85 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.921433] env[69399]: DEBUG nova.compute.manager [-] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1062.921433] env[69399]: DEBUG nova.network.neutron [-] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1062.970707] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0db2b4-36ac-4217-b21e-43b1b89b9227 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.980689] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780ad0ca-7b75-450e-9af8-6f4d97d057b5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.987309] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-93c213fd-b76b-495b-a435-2219296ab965 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1062.987588] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-93c213fd-b76b-495b-a435-2219296ab965 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1062.987810] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-93c213fd-b76b-495b-a435-2219296ab965 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Deleting the datastore file [datastore2] 11028ce0-73e3-483a-bd01-62cfd5713954 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1062.988568] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9eccd5da-8eb5-444d-90fc-f928388e93d0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.035889] env[69399]: DEBUG nova.network.neutron [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Successfully created port: 02d4628c-c50b-4ba3-8126-1cb268e35748 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1063.039655] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efe109c-2d82-4ad4-bcde-51721dfed228 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.046071] env[69399]: DEBUG oslo_vmware.api [None req-93c213fd-b76b-495b-a435-2219296ab965 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 1063.046071] env[69399]: value = "task-4177232" [ 1063.046071] env[69399]: _type = "Task" [ 1063.046071] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.058717] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d81b824-a042-42d7-b23e-2f4089bb270f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.067932] env[69399]: DEBUG oslo_vmware.api [None req-93c213fd-b76b-495b-a435-2219296ab965 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177232, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.085531] env[69399]: DEBUG nova.compute.provider_tree [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.116222] env[69399]: DEBUG oslo_vmware.api [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177225, 'name': Rename_Task, 'duration_secs': 0.990829} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.116651] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 58bc5be7-5ea0-4383-9831-003db3d67dfd] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.116957] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30b56ca2-9074-41a9-976e-18740f467b7e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.127230] env[69399]: DEBUG oslo_vmware.api [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Waiting for the task: (returnval){ [ 1063.127230] env[69399]: value = "task-4177233" [ 1063.127230] env[69399]: _type = "Task" [ 1063.127230] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.138428] env[69399]: DEBUG oslo_vmware.api [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.185795] env[69399]: DEBUG oslo_vmware.api [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177229, 'name': PowerOffVM_Task, 'duration_secs': 0.389655} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.186115] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.186454] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.187642] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5e8136-4d30-4bc5-b317-0fc40cf786f7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.191962] env[69399]: DEBUG nova.compute.manager [None req-b9da3e0b-8039-416b-932b-35c162cf0cdc tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: a69aa834-a200-486e-9922-61018ae10f90] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1063.192260] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b9da3e0b-8039-416b-932b-35c162cf0cdc tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: a69aa834-a200-486e-9922-61018ae10f90] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.193233] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c557958-cf69-4986-988f-4729acbbb43a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.202399] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.205024] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8440d116-c099-4243-817c-bac622e9de5e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.207042] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9da3e0b-8039-416b-932b-35c162cf0cdc tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: a69aa834-a200-486e-9922-61018ae10f90] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.207344] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa8a9744-ece9-4e27-bdc7-ab200dc3610e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.215999] env[69399]: DEBUG oslo_vmware.api [None req-b9da3e0b-8039-416b-932b-35c162cf0cdc tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 1063.215999] env[69399]: value = "task-4177235" [ 1063.215999] env[69399]: _type = "Task" [ 1063.215999] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.226447] env[69399]: DEBUG oslo_vmware.api [None req-b9da3e0b-8039-416b-932b-35c162cf0cdc tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4177235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.271880] env[69399]: DEBUG oslo_vmware.api [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177230, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.294850] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.295244] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.295339] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Deleting the datastore file [datastore1] ceee5359-0359-4531-a7f0-1656c0329e0e {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.299789] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f97e010-d92f-4b83-a522-094dd1d8428e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.301663] env[69399]: DEBUG oslo_vmware.api [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]522c7462-ce80-b800-9eb4-28af09e2dab2, 'name': SearchDatastore_Task, 'duration_secs': 0.018305} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.303111] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-005fd92e-5ecb-4043-a3fb-b9359f281e97 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.309519] env[69399]: DEBUG oslo_vmware.api [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1063.309519] env[69399]: value = "task-4177236" [ 1063.309519] env[69399]: _type = "Task" [ 1063.309519] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.311875] env[69399]: DEBUG oslo_vmware.api [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Waiting for the task: (returnval){ [ 1063.311875] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52984f82-cd01-58c4-7572-67090f0d97c5" [ 1063.311875] env[69399]: _type = "Task" [ 1063.311875] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.335015] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fd58757f-2994-4635-bcb5-411b79747ba7 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Lock "3ac221b1-b73d-4027-8753-3c06a57affbb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.553s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.335422] env[69399]: DEBUG oslo_vmware.api [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52984f82-cd01-58c4-7572-67090f0d97c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.339743] env[69399]: DEBUG oslo_vmware.api [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.537434] env[69399]: DEBUG nova.compute.manager [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1063.565842] env[69399]: DEBUG oslo_vmware.api [None req-93c213fd-b76b-495b-a435-2219296ab965 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177232, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.582317] env[69399]: DEBUG nova.virt.hardware [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1063.583171] env[69399]: DEBUG nova.virt.hardware [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.583879] env[69399]: DEBUG nova.virt.hardware [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.584351] env[69399]: DEBUG nova.virt.hardware [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.585206] env[69399]: DEBUG nova.virt.hardware [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.585567] env[69399]: DEBUG nova.virt.hardware [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1063.586018] env[69399]: DEBUG nova.virt.hardware [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1063.586558] env[69399]: DEBUG nova.virt.hardware [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1063.587275] env[69399]: DEBUG nova.virt.hardware [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1063.587774] env[69399]: DEBUG nova.virt.hardware [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1063.588293] env[69399]: DEBUG nova.virt.hardware [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1063.590111] env[69399]: DEBUG nova.scheduler.client.report [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.597508] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e263c6-35b4-473c-a637-e61edea6ce87 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.610643] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6167352-81ad-488d-954a-17d1ee8d19c9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.643466] env[69399]: DEBUG oslo_vmware.api [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177233, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.727565] env[69399]: DEBUG oslo_vmware.api [None req-b9da3e0b-8039-416b-932b-35c162cf0cdc tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4177235, 'name': PowerOffVM_Task, 'duration_secs': 0.416793} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.727884] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9da3e0b-8039-416b-932b-35c162cf0cdc tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: a69aa834-a200-486e-9922-61018ae10f90] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.728081] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b9da3e0b-8039-416b-932b-35c162cf0cdc tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: a69aa834-a200-486e-9922-61018ae10f90] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.728400] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a01c3dcf-1bed-40cc-91bf-4a24e01c0bae {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.776749] env[69399]: DEBUG oslo_vmware.api [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177230, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722644} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.777357] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 95264e34-97a9-43fc-94f7-df2626c90b0b/95264e34-97a9-43fc-94f7-df2626c90b0b.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1063.777793] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1063.778252] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29b17a76-56ee-4968-b79a-a2ef4b9b1132 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.787018] env[69399]: DEBUG oslo_vmware.api [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1063.787018] env[69399]: value = "task-4177238" [ 1063.787018] env[69399]: _type = "Task" [ 1063.787018] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.793550] env[69399]: DEBUG nova.compute.manager [req-b45b734a-2f15-483c-be07-2a08abca44c7 req-a48a7c62-6f70-47ce-a2b7-1b1e5dc49d21 service nova] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Received event network-vif-deleted-d5dfd71e-f848-42be-9017-70574bef95ef {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.793730] env[69399]: INFO nova.compute.manager [req-b45b734a-2f15-483c-be07-2a08abca44c7 req-a48a7c62-6f70-47ce-a2b7-1b1e5dc49d21 service nova] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Neutron deleted interface d5dfd71e-f848-42be-9017-70574bef95ef; detaching it from the instance and deleting it from the info cache [ 1063.794982] env[69399]: DEBUG nova.network.neutron [req-b45b734a-2f15-483c-be07-2a08abca44c7 req-a48a7c62-6f70-47ce-a2b7-1b1e5dc49d21 service nova] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.802046] env[69399]: DEBUG oslo_vmware.api [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177238, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.826617] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b9da3e0b-8039-416b-932b-35c162cf0cdc tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: a69aa834-a200-486e-9922-61018ae10f90] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.826925] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b9da3e0b-8039-416b-932b-35c162cf0cdc tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: a69aa834-a200-486e-9922-61018ae10f90] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.827208] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9da3e0b-8039-416b-932b-35c162cf0cdc tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Deleting the datastore file [datastore2] a69aa834-a200-486e-9922-61018ae10f90 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.832047] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28a8a9ed-5d41-4be9-b40f-42eaf70d6f28 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.834978] env[69399]: DEBUG oslo_vmware.api [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52984f82-cd01-58c4-7572-67090f0d97c5, 'name': SearchDatastore_Task, 'duration_secs': 0.074289} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.838977] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.839425] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 621a2a18-e70c-4bcf-b0a3-7814b81e5a27/621a2a18-e70c-4bcf-b0a3-7814b81e5a27.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1063.839817] env[69399]: DEBUG oslo_vmware.api [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177236, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304597} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.840529] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-978fbd71-0487-4a81-951e-f8558d452eb2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.843124] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.843576] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.844191] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.851231] env[69399]: DEBUG oslo_vmware.api [None req-b9da3e0b-8039-416b-932b-35c162cf0cdc tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 1063.851231] env[69399]: value = "task-4177239" [ 1063.851231] env[69399]: _type = "Task" [ 1063.851231] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.854635] env[69399]: DEBUG oslo_vmware.api [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Waiting for the task: (returnval){ [ 1063.854635] env[69399]: value = "task-4177240" [ 1063.854635] env[69399]: _type = "Task" [ 1063.854635] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.862679] env[69399]: DEBUG oslo_vmware.api [None req-b9da3e0b-8039-416b-932b-35c162cf0cdc tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4177239, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.868949] env[69399]: DEBUG oslo_vmware.api [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.965455] env[69399]: DEBUG nova.network.neutron [-] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.068908] env[69399]: DEBUG oslo_vmware.api [None req-93c213fd-b76b-495b-a435-2219296ab965 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177232, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.553586} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.072701] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-93c213fd-b76b-495b-a435-2219296ab965 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.072701] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-93c213fd-b76b-495b-a435-2219296ab965 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.072701] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-93c213fd-b76b-495b-a435-2219296ab965 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.072931] env[69399]: INFO nova.compute.manager [None req-93c213fd-b76b-495b-a435-2219296ab965 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1064.073465] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93c213fd-b76b-495b-a435-2219296ab965 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.073939] env[69399]: DEBUG nova.compute.manager [-] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1064.074087] env[69399]: DEBUG nova.network.neutron [-] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1064.103670] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.104935] env[69399]: DEBUG nova.compute.manager [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1064.109279] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ea7a8885-365d-488f-8c1b-1f2795817457 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.278s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.109525] env[69399]: DEBUG nova.objects.instance [None req-ea7a8885-365d-488f-8c1b-1f2795817457 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Lazy-loading 'resources' on Instance uuid a572b063-eb76-4524-9008-58dfb766cc17 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.144854] env[69399]: DEBUG oslo_vmware.api [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177233, 'name': PowerOnVM_Task, 'duration_secs': 0.711161} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.145151] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 58bc5be7-5ea0-4383-9831-003db3d67dfd] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.145442] env[69399]: INFO nova.compute.manager [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 58bc5be7-5ea0-4383-9831-003db3d67dfd] Took 6.01 seconds to spawn the instance on the hypervisor. [ 1064.145685] env[69399]: DEBUG nova.compute.manager [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 58bc5be7-5ea0-4383-9831-003db3d67dfd] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.149138] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a2f0c8-7878-4271-b98d-5894a4034f0f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.300210] env[69399]: DEBUG oslo_vmware.api [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177238, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.26835} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.300619] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-17148ad4-3a54-4f83-800a-fff6d4bcd7de {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.303242] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1064.304163] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000b0e21-36b9-467d-b053-692270bf4e0a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.331252] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 95264e34-97a9-43fc-94f7-df2626c90b0b/95264e34-97a9-43fc-94f7-df2626c90b0b.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.333873] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2912d4a5-8ff3-4535-93f1-4374ca712422 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.360044] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81f98cb-baa2-4945-98a2-70b9df1257e9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.388974] env[69399]: DEBUG oslo_vmware.api [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1064.388974] env[69399]: value = "task-4177241" [ 1064.388974] env[69399]: _type = "Task" [ 1064.388974] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.404741] env[69399]: DEBUG oslo_vmware.api [None req-b9da3e0b-8039-416b-932b-35c162cf0cdc tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4177239, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.405204] env[69399]: DEBUG oslo_vmware.api [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.422685] env[69399]: DEBUG nova.compute.manager [req-b45b734a-2f15-483c-be07-2a08abca44c7 req-a48a7c62-6f70-47ce-a2b7-1b1e5dc49d21 service nova] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Detach interface failed, port_id=d5dfd71e-f848-42be-9017-70574bef95ef, reason: Instance 2068b009-a493-4a97-adb2-bf90e6d71c12 could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1064.428237] env[69399]: DEBUG oslo_vmware.api [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.468636] env[69399]: INFO nova.compute.manager [-] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Took 1.55 seconds to deallocate network for instance. [ 1064.617681] env[69399]: DEBUG nova.compute.utils [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1064.620973] env[69399]: DEBUG nova.compute.manager [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Not allocating networking since 'none' was specified. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1064.678451] env[69399]: INFO nova.compute.manager [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 58bc5be7-5ea0-4383-9831-003db3d67dfd] Took 46.03 seconds to build instance. [ 1064.873955] env[69399]: DEBUG oslo_vmware.api [None req-b9da3e0b-8039-416b-932b-35c162cf0cdc tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4177239, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.662988} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.877441] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9da3e0b-8039-416b-932b-35c162cf0cdc tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.878851] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b9da3e0b-8039-416b-932b-35c162cf0cdc tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: a69aa834-a200-486e-9922-61018ae10f90] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.878851] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b9da3e0b-8039-416b-932b-35c162cf0cdc tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: a69aa834-a200-486e-9922-61018ae10f90] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.878851] env[69399]: INFO nova.compute.manager [None req-b9da3e0b-8039-416b-932b-35c162cf0cdc tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: a69aa834-a200-486e-9922-61018ae10f90] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1064.878851] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9da3e0b-8039-416b-932b-35c162cf0cdc tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.878987] env[69399]: DEBUG nova.compute.manager [-] [instance: a69aa834-a200-486e-9922-61018ae10f90] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1064.878987] env[69399]: DEBUG nova.network.neutron [-] [instance: a69aa834-a200-486e-9922-61018ae10f90] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1064.899674] env[69399]: DEBUG oslo_vmware.api [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177240, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.909430] env[69399]: DEBUG nova.virt.hardware [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.909727] env[69399]: DEBUG nova.virt.hardware [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.909887] env[69399]: DEBUG nova.virt.hardware [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.910086] env[69399]: DEBUG nova.virt.hardware [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.910311] env[69399]: DEBUG nova.virt.hardware [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.910502] env[69399]: DEBUG nova.virt.hardware [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.910727] env[69399]: DEBUG nova.virt.hardware [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.910884] env[69399]: DEBUG nova.virt.hardware [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.911074] env[69399]: DEBUG nova.virt.hardware [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.911255] env[69399]: DEBUG nova.virt.hardware [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.911492] env[69399]: DEBUG nova.virt.hardware [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.916180] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db3aa82-319a-4653-894e-59bc01964303 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.919421] env[69399]: DEBUG oslo_vmware.api [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.931660] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e72e4f-8288-47b3-96a4-5250d13d5b85 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.948923] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:64:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa58f436-5b8e-4b1d-b611-f4fd95b3eaa8', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.956829] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.960048] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1064.960571] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6283a964-35d2-4a5f-81bb-4b5402d3092f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.981648] env[69399]: DEBUG oslo_concurrency.lockutils [None req-bbc72051-4696-4ee4-9a31-2e5a21ba3f85 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.988364] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1064.988364] env[69399]: value = "task-4177242" [ 1064.988364] env[69399]: _type = "Task" [ 1064.988364] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.997813] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177242, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.077519] env[69399]: DEBUG nova.network.neutron [-] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.124750] env[69399]: DEBUG nova.compute.manager [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.172415] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4092cf1b-3261-414b-9c40-5989d1a2abe3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.183430] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e9868f7d-093a-48d4-ab2e-b4609e7ea6c1 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Lock "58bc5be7-5ea0-4383-9831-003db3d67dfd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.541s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.185479] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c862af57-72dd-4138-b7d9-eaafcbfea5ba {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.235942] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5681ba-7e5e-4252-8bf3-c45e53031b3c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.255324] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551b078e-659e-4139-b227-2a9a562c77a6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.272433] env[69399]: DEBUG nova.compute.provider_tree [None req-ea7a8885-365d-488f-8c1b-1f2795817457 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.389097] env[69399]: DEBUG oslo_vmware.api [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177240, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.109494} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.389447] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 621a2a18-e70c-4bcf-b0a3-7814b81e5a27/621a2a18-e70c-4bcf-b0a3-7814b81e5a27.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1065.389694] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1065.390826] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6dbbc78a-7d45-46f2-a2b1-9b2b5ce2b20c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.406242] env[69399]: DEBUG oslo_vmware.api [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177241, 'name': ReconfigVM_Task, 'duration_secs': 0.83859} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.406575] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 95264e34-97a9-43fc-94f7-df2626c90b0b/95264e34-97a9-43fc-94f7-df2626c90b0b.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.408333] env[69399]: DEBUG oslo_vmware.api [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Waiting for the task: (returnval){ [ 1065.408333] env[69399]: value = "task-4177243" [ 1065.408333] env[69399]: _type = "Task" [ 1065.408333] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.409090] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5d9612c-92d9-47d4-839d-fd0c016f2e37 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.421452] env[69399]: DEBUG oslo_vmware.api [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.424827] env[69399]: DEBUG oslo_vmware.api [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1065.424827] env[69399]: value = "task-4177244" [ 1065.424827] env[69399]: _type = "Task" [ 1065.424827] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.434077] env[69399]: DEBUG oslo_vmware.api [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177244, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.502800] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177242, 'name': CreateVM_Task, 'duration_secs': 0.463625} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.502975] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.503880] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.504161] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.504628] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.505523] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8574dc34-955c-46c6-9ec1-08041de23946 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.513691] env[69399]: DEBUG oslo_vmware.api [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1065.513691] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c51170-fc31-0ce8-d30b-0ae8c0e1c269" [ 1065.513691] env[69399]: _type = "Task" [ 1065.513691] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.525676] env[69399]: DEBUG oslo_vmware.api [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c51170-fc31-0ce8-d30b-0ae8c0e1c269, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.582747] env[69399]: INFO nova.compute.manager [-] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Took 1.51 seconds to deallocate network for instance. [ 1065.777849] env[69399]: DEBUG nova.scheduler.client.report [None req-ea7a8885-365d-488f-8c1b-1f2795817457 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.786376] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Acquiring lock "c2931545-66bf-4594-b10e-b87eaca53321" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.786660] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Lock "c2931545-66bf-4594-b10e-b87eaca53321" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.831645] env[69399]: DEBUG nova.network.neutron [-] [instance: a69aa834-a200-486e-9922-61018ae10f90] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.921560] env[69399]: DEBUG oslo_vmware.api [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086901} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.922763] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1065.922763] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7799d63e-9fb0-4be7-b5d2-09abc22414d4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.935502] env[69399]: DEBUG oslo_vmware.api [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177244, 'name': Rename_Task, 'duration_secs': 0.36359} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.943448] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.955168] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 621a2a18-e70c-4bcf-b0a3-7814b81e5a27/621a2a18-e70c-4bcf-b0a3-7814b81e5a27.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.956339] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c981fb2c-7484-4c9a-a2c7-cb262bd421fe {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.958034] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cce62b1-98a8-413a-a6b2-a5a9cbc268c6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.980691] env[69399]: DEBUG oslo_vmware.api [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1065.980691] env[69399]: value = "task-4177245" [ 1065.980691] env[69399]: _type = "Task" [ 1065.980691] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.983421] env[69399]: DEBUG oslo_vmware.api [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Waiting for the task: (returnval){ [ 1065.983421] env[69399]: value = "task-4177246" [ 1065.983421] env[69399]: _type = "Task" [ 1065.983421] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.998579] env[69399]: DEBUG oslo_vmware.api [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177245, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.025625] env[69399]: DEBUG oslo_vmware.api [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c51170-fc31-0ce8-d30b-0ae8c0e1c269, 'name': SearchDatastore_Task, 'duration_secs': 0.022284} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.025995] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.026803] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.026803] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.026803] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.026996] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.027713] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa46c543-9930-4901-a93e-026641155a07 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.041406] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.041638] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.042490] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df8d4f44-7e93-4c65-b3a4-18c72cf51567 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.050022] env[69399]: DEBUG oslo_vmware.api [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1066.050022] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5215c5df-e3a8-99b5-27ca-12031629299e" [ 1066.050022] env[69399]: _type = "Task" [ 1066.050022] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.058846] env[69399]: DEBUG oslo_vmware.api [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5215c5df-e3a8-99b5-27ca-12031629299e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.093563] env[69399]: DEBUG oslo_concurrency.lockutils [None req-93c213fd-b76b-495b-a435-2219296ab965 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.138336] env[69399]: DEBUG nova.compute.manager [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.159293] env[69399]: DEBUG nova.network.neutron [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Successfully updated port: 02d4628c-c50b-4ba3-8126-1cb268e35748 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1066.216972] env[69399]: DEBUG nova.virt.hardware [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.221054] env[69399]: DEBUG nova.virt.hardware [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.221054] env[69399]: DEBUG nova.virt.hardware [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.221054] env[69399]: DEBUG nova.virt.hardware [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.221054] env[69399]: DEBUG nova.virt.hardware [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.221054] env[69399]: DEBUG nova.virt.hardware [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.221054] env[69399]: DEBUG nova.virt.hardware [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.221054] env[69399]: DEBUG nova.virt.hardware [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.221054] env[69399]: DEBUG nova.virt.hardware [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.221054] env[69399]: DEBUG nova.virt.hardware [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.221054] env[69399]: DEBUG nova.virt.hardware [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.221054] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6d77e9-9d66-4259-9bc3-78942d1a0dea {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.236911] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0466e3-82a1-4dfa-80e4-177a834b04fa {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.260264] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Instance VIF info [] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.267296] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Creating folder: Project (7cf4f0f87e5f4b47b81517d62eb92bdb). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1066.267825] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd5aadc9-397a-4bdd-aa2f-69bcee42a89a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.283163] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ea7a8885-365d-488f-8c1b-1f2795817457 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.174s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.289201] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9397d996-7b20-4a3c-8980-4860c4a53cdb tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.180s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.289201] env[69399]: DEBUG nova.objects.instance [None req-9397d996-7b20-4a3c-8980-4860c4a53cdb tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Lazy-loading 'resources' on Instance uuid f61fe5a5-55a1-465f-ac32-2b324c94861d {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.289647] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Created folder: Project (7cf4f0f87e5f4b47b81517d62eb92bdb) in parent group-v826677. [ 1066.289838] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Creating folder: Instances. Parent ref: group-v826893. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1066.290416] env[69399]: DEBUG nova.compute.manager [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1066.293141] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78e53ecd-f1bf-4ab1-9840-1df5409109d9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.308246] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Created folder: Instances in parent group-v826893. [ 1066.308676] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.310804] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.311928] env[69399]: DEBUG nova.compute.manager [req-2a10f418-3361-448c-9fa8-194f84dd345b req-677347cf-6467-4855-872a-cce306a6aaf7 service nova] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Received event network-changed-8778b356-0c46-4754-b6b1-c9d40c667378 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.312129] env[69399]: DEBUG nova.compute.manager [req-2a10f418-3361-448c-9fa8-194f84dd345b req-677347cf-6467-4855-872a-cce306a6aaf7 service nova] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Refreshing instance network info cache due to event network-changed-8778b356-0c46-4754-b6b1-c9d40c667378. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.312594] env[69399]: DEBUG oslo_concurrency.lockutils [req-2a10f418-3361-448c-9fa8-194f84dd345b req-677347cf-6467-4855-872a-cce306a6aaf7 service nova] Acquiring lock "refresh_cache-3ac221b1-b73d-4027-8753-3c06a57affbb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.312594] env[69399]: DEBUG oslo_concurrency.lockutils [req-2a10f418-3361-448c-9fa8-194f84dd345b req-677347cf-6467-4855-872a-cce306a6aaf7 service nova] Acquired lock "refresh_cache-3ac221b1-b73d-4027-8753-3c06a57affbb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.312707] env[69399]: DEBUG nova.network.neutron [req-2a10f418-3361-448c-9fa8-194f84dd345b req-677347cf-6467-4855-872a-cce306a6aaf7 service nova] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Refreshing network info cache for port 8778b356-0c46-4754-b6b1-c9d40c667378 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.317021] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dca561b7-5282-4f26-afe0-ce5005e9e186 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.335461] env[69399]: INFO nova.scheduler.client.report [None req-ea7a8885-365d-488f-8c1b-1f2795817457 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Deleted allocations for instance a572b063-eb76-4524-9008-58dfb766cc17 [ 1066.336741] env[69399]: INFO nova.compute.manager [-] [instance: a69aa834-a200-486e-9922-61018ae10f90] Took 1.46 seconds to deallocate network for instance. [ 1066.342459] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.342459] env[69399]: value = "task-4177249" [ 1066.342459] env[69399]: _type = "Task" [ 1066.342459] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.352287] env[69399]: DEBUG nova.compute.manager [req-aec8e2e9-8c85-4c31-8a81-72d8a2e4cce3 req-18ef77d4-4452-4ae2-adc4-d45530dc8b31 service nova] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Received event network-vif-deleted-4899fb79-df0c-4e96-ac80-c7333c5b4111 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.352639] env[69399]: DEBUG nova.compute.manager [req-aec8e2e9-8c85-4c31-8a81-72d8a2e4cce3 req-18ef77d4-4452-4ae2-adc4-d45530dc8b31 service nova] [instance: a69aa834-a200-486e-9922-61018ae10f90] Received event network-vif-deleted-bbef1289-68d4-46cb-8b4b-c6c775b6542b {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.360328] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177249, 'name': CreateVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.495323] env[69399]: DEBUG oslo_vmware.api [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177245, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.500989] env[69399]: DEBUG oslo_vmware.api [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177246, 'name': ReconfigVM_Task, 'duration_secs': 0.499574} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.501289] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 621a2a18-e70c-4bcf-b0a3-7814b81e5a27/621a2a18-e70c-4bcf-b0a3-7814b81e5a27.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.501952] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab2b3982-d8dc-4ecb-a855-735bd4e6e672 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.509048] env[69399]: DEBUG oslo_vmware.api [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Waiting for the task: (returnval){ [ 1066.509048] env[69399]: value = "task-4177250" [ 1066.509048] env[69399]: _type = "Task" [ 1066.509048] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.518304] env[69399]: DEBUG oslo_vmware.api [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177250, 'name': Rename_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.560670] env[69399]: DEBUG oslo_vmware.api [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5215c5df-e3a8-99b5-27ca-12031629299e, 'name': SearchDatastore_Task, 'duration_secs': 0.0162} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.561573] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-098cdf3e-a952-413d-8d17-b9f40d941976 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.568114] env[69399]: DEBUG oslo_vmware.api [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1066.568114] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52a13471-6b04-53dd-e9de-9707b086374f" [ 1066.568114] env[69399]: _type = "Task" [ 1066.568114] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.577926] env[69399]: DEBUG oslo_vmware.api [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52a13471-6b04-53dd-e9de-9707b086374f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.662906] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquiring lock "refresh_cache-cec95df8-9d38-4b34-bf79-51b63d622633" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.663137] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquired lock "refresh_cache-cec95df8-9d38-4b34-bf79-51b63d622633" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.663604] env[69399]: DEBUG nova.network.neutron [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.840577] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.846219] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ea7a8885-365d-488f-8c1b-1f2795817457 tempest-ServerRescueTestJSON-1875957302 tempest-ServerRescueTestJSON-1875957302-project-member] Lock "a572b063-eb76-4524-9008-58dfb766cc17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.648s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.848185] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b9da3e0b-8039-416b-932b-35c162cf0cdc tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.859254] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177249, 'name': CreateVM_Task, 'duration_secs': 0.426677} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.862244] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1066.863207] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.863440] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.863741] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.864063] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24a89b05-fe24-488a-a6ad-6098e7d37854 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.873852] env[69399]: DEBUG oslo_vmware.api [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Waiting for the task: (returnval){ [ 1066.873852] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52706831-cf5d-5674-a4b7-2999dc954e78" [ 1066.873852] env[69399]: _type = "Task" [ 1066.873852] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.890207] env[69399]: DEBUG oslo_vmware.api [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52706831-cf5d-5674-a4b7-2999dc954e78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.993418] env[69399]: DEBUG oslo_vmware.api [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177245, 'name': PowerOnVM_Task, 'duration_secs': 0.695431} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.997292] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1066.997520] env[69399]: INFO nova.compute.manager [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Took 11.59 seconds to spawn the instance on the hypervisor. [ 1066.997702] env[69399]: DEBUG nova.compute.manager [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.999198] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47433dc6-c72d-42e3-b130-d74d00a2537c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.024379] env[69399]: DEBUG oslo_vmware.api [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177250, 'name': Rename_Task, 'duration_secs': 0.241419} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.024653] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.024911] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ddb0d7e-d866-4bbb-b175-1a458cb8e94e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.034707] env[69399]: DEBUG oslo_vmware.api [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Waiting for the task: (returnval){ [ 1067.034707] env[69399]: value = "task-4177251" [ 1067.034707] env[69399]: _type = "Task" [ 1067.034707] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.049658] env[69399]: DEBUG oslo_vmware.api [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177251, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.080162] env[69399]: DEBUG oslo_vmware.api [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52a13471-6b04-53dd-e9de-9707b086374f, 'name': SearchDatastore_Task, 'duration_secs': 0.018335} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.084971] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.084971] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] ceee5359-0359-4531-a7f0-1656c0329e0e/ceee5359-0359-4531-a7f0-1656c0329e0e.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1067.086642] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-272a42c3-b2b2-4fc2-8c4c-4dcf21b371a2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.096635] env[69399]: DEBUG oslo_vmware.api [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1067.096635] env[69399]: value = "task-4177252" [ 1067.096635] env[69399]: _type = "Task" [ 1067.096635] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.106879] env[69399]: DEBUG oslo_vmware.api [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.242183] env[69399]: DEBUG nova.network.neutron [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1067.265590] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d84909-a546-461a-b14b-6dee4866d392 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.275358] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac305eda-9635-4f98-ab13-4bf6e5c7a919 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.282520] env[69399]: DEBUG nova.network.neutron [req-2a10f418-3361-448c-9fa8-194f84dd345b req-677347cf-6467-4855-872a-cce306a6aaf7 service nova] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Updated VIF entry in instance network info cache for port 8778b356-0c46-4754-b6b1-c9d40c667378. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.282896] env[69399]: DEBUG nova.network.neutron [req-2a10f418-3361-448c-9fa8-194f84dd345b req-677347cf-6467-4855-872a-cce306a6aaf7 service nova] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Updating instance_info_cache with network_info: [{"id": "8778b356-0c46-4754-b6b1-c9d40c667378", "address": "fa:16:3e:86:b4:fa", "network": {"id": "43b3c7b2-167c-47aa-9b4f-72c56f3b2828", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-743421945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00af7330e60e413787eb0f707a3e994d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8778b356-0c", "ovs_interfaceid": "8778b356-0c46-4754-b6b1-c9d40c667378", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.324860] env[69399]: DEBUG oslo_concurrency.lockutils [req-2a10f418-3361-448c-9fa8-194f84dd345b req-677347cf-6467-4855-872a-cce306a6aaf7 service nova] Releasing lock "refresh_cache-3ac221b1-b73d-4027-8753-3c06a57affbb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.326447] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74e549d-96d3-4b0d-8662-69f81d44cb6e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.335642] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e68d3d4-0098-4bf0-9d55-2b5b3291473d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.352272] env[69399]: DEBUG nova.compute.provider_tree [None req-9397d996-7b20-4a3c-8980-4860c4a53cdb tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.386679] env[69399]: DEBUG oslo_vmware.api [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52706831-cf5d-5674-a4b7-2999dc954e78, 'name': SearchDatastore_Task, 'duration_secs': 0.016381} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.389395] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.389665] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1067.389916] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.390077] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.390298] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.390673] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-076c0e56-2393-4c73-8c38-86afac2c5273 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.405030] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.405030] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1067.405030] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97585c7a-a15b-482c-81ff-c8952fad25ce {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.410584] env[69399]: DEBUG oslo_vmware.api [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Waiting for the task: (returnval){ [ 1067.410584] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52375f76-b4cc-ee8b-d966-7a366cdaaf43" [ 1067.410584] env[69399]: _type = "Task" [ 1067.410584] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.419017] env[69399]: DEBUG oslo_vmware.api [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52375f76-b4cc-ee8b-d966-7a366cdaaf43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.523607] env[69399]: INFO nova.compute.manager [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Took 62.41 seconds to build instance. [ 1067.550596] env[69399]: DEBUG oslo_vmware.api [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177251, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.610751] env[69399]: DEBUG oslo_vmware.api [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177252, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.654929] env[69399]: DEBUG nova.network.neutron [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Updating instance_info_cache with network_info: [{"id": "02d4628c-c50b-4ba3-8126-1cb268e35748", "address": "fa:16:3e:ae:12:78", "network": {"id": "1189aba4-f9f6-43fc-a90e-a2ba89c61eee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2103604121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0852e65775340ab9a481d12caa78155", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02d4628c-c5", "ovs_interfaceid": "02d4628c-c50b-4ba3-8126-1cb268e35748", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.858028] env[69399]: DEBUG nova.scheduler.client.report [None req-9397d996-7b20-4a3c-8980-4860c4a53cdb tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.928105] env[69399]: DEBUG oslo_vmware.api [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52375f76-b4cc-ee8b-d966-7a366cdaaf43, 'name': SearchDatastore_Task, 'duration_secs': 0.030201} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.928616] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f869f606-fd6b-49bb-9bca-37d48b425d13 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.938481] env[69399]: DEBUG oslo_vmware.api [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Waiting for the task: (returnval){ [ 1067.938481] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]522b8ac4-8340-d47f-f6a1-e6e0f411d87d" [ 1067.938481] env[69399]: _type = "Task" [ 1067.938481] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.948922] env[69399]: DEBUG oslo_vmware.api [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]522b8ac4-8340-d47f-f6a1-e6e0f411d87d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.025828] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fce6a866-6d83-4e36-8924-3ac079c984d2 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "95264e34-97a9-43fc-94f7-df2626c90b0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.028s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.046404] env[69399]: DEBUG oslo_vmware.api [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177251, 'name': PowerOnVM_Task, 'duration_secs': 0.882707} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.046748] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.047050] env[69399]: INFO nova.compute.manager [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Took 7.19 seconds to spawn the instance on the hypervisor. [ 1068.047328] env[69399]: DEBUG nova.compute.manager [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.048382] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30934a27-9862-4449-8721-645d6fcb25c4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.112030] env[69399]: DEBUG oslo_vmware.api [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.957469} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.112030] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] ceee5359-0359-4531-a7f0-1656c0329e0e/ceee5359-0359-4531-a7f0-1656c0329e0e.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1068.112030] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1068.112030] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-475f7a44-d63b-4877-ac08-5150df91220d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.125421] env[69399]: DEBUG oslo_vmware.api [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1068.125421] env[69399]: value = "task-4177253" [ 1068.125421] env[69399]: _type = "Task" [ 1068.125421] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.137094] env[69399]: DEBUG oslo_vmware.api [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177253, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.158101] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Releasing lock "refresh_cache-cec95df8-9d38-4b34-bf79-51b63d622633" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.158506] env[69399]: DEBUG nova.compute.manager [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Instance network_info: |[{"id": "02d4628c-c50b-4ba3-8126-1cb268e35748", "address": "fa:16:3e:ae:12:78", "network": {"id": "1189aba4-f9f6-43fc-a90e-a2ba89c61eee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2103604121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0852e65775340ab9a481d12caa78155", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02d4628c-c5", "ovs_interfaceid": "02d4628c-c50b-4ba3-8126-1cb268e35748", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1068.158934] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:12:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2c68e7-b690-42e2-9491-c3f9357cc66a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02d4628c-c50b-4ba3-8126-1cb268e35748', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1068.170478] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.171405] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1068.171670] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84f538e8-acc6-458c-93a7-00601e0af597 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.200648] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.200648] env[69399]: value = "task-4177254" [ 1068.200648] env[69399]: _type = "Task" [ 1068.200648] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.212896] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177254, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.362713] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9397d996-7b20-4a3c-8980-4860c4a53cdb tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.075s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.368518] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.045s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.368518] env[69399]: INFO nova.compute.claims [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1068.398959] env[69399]: INFO nova.scheduler.client.report [None req-9397d996-7b20-4a3c-8980-4860c4a53cdb tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Deleted allocations for instance f61fe5a5-55a1-465f-ac32-2b324c94861d [ 1068.455497] env[69399]: DEBUG oslo_vmware.api [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]522b8ac4-8340-d47f-f6a1-e6e0f411d87d, 'name': SearchDatastore_Task, 'duration_secs': 0.055963} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.455790] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.456682] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] d1df03aa-04c7-4dab-905e-f1c259755903/d1df03aa-04c7-4dab-905e-f1c259755903.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1068.456682] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-793252e2-aa96-4960-9883-ecb3223fc3ab {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.465954] env[69399]: DEBUG oslo_vmware.api [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Waiting for the task: (returnval){ [ 1068.465954] env[69399]: value = "task-4177255" [ 1068.465954] env[69399]: _type = "Task" [ 1068.465954] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.486824] env[69399]: DEBUG oslo_vmware.api [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': task-4177255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.573606] env[69399]: INFO nova.compute.manager [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Took 49.62 seconds to build instance. [ 1068.583717] env[69399]: DEBUG nova.compute.manager [req-2537bc58-b61e-4502-9575-faed8fe0fa7f req-382de386-5d79-4136-a1f9-3669cf84c069 service nova] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Received event network-vif-plugged-02d4628c-c50b-4ba3-8126-1cb268e35748 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.583969] env[69399]: DEBUG oslo_concurrency.lockutils [req-2537bc58-b61e-4502-9575-faed8fe0fa7f req-382de386-5d79-4136-a1f9-3669cf84c069 service nova] Acquiring lock "cec95df8-9d38-4b34-bf79-51b63d622633-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.584562] env[69399]: DEBUG oslo_concurrency.lockutils [req-2537bc58-b61e-4502-9575-faed8fe0fa7f req-382de386-5d79-4136-a1f9-3669cf84c069 service nova] Lock "cec95df8-9d38-4b34-bf79-51b63d622633-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.584831] env[69399]: DEBUG oslo_concurrency.lockutils [req-2537bc58-b61e-4502-9575-faed8fe0fa7f req-382de386-5d79-4136-a1f9-3669cf84c069 service nova] Lock "cec95df8-9d38-4b34-bf79-51b63d622633-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.585529] env[69399]: DEBUG nova.compute.manager [req-2537bc58-b61e-4502-9575-faed8fe0fa7f req-382de386-5d79-4136-a1f9-3669cf84c069 service nova] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] No waiting events found dispatching network-vif-plugged-02d4628c-c50b-4ba3-8126-1cb268e35748 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1068.585754] env[69399]: WARNING nova.compute.manager [req-2537bc58-b61e-4502-9575-faed8fe0fa7f req-382de386-5d79-4136-a1f9-3669cf84c069 service nova] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Received unexpected event network-vif-plugged-02d4628c-c50b-4ba3-8126-1cb268e35748 for instance with vm_state building and task_state spawning. [ 1068.585925] env[69399]: DEBUG nova.compute.manager [req-2537bc58-b61e-4502-9575-faed8fe0fa7f req-382de386-5d79-4136-a1f9-3669cf84c069 service nova] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Received event network-changed-02d4628c-c50b-4ba3-8126-1cb268e35748 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.586131] env[69399]: DEBUG nova.compute.manager [req-2537bc58-b61e-4502-9575-faed8fe0fa7f req-382de386-5d79-4136-a1f9-3669cf84c069 service nova] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Refreshing instance network info cache due to event network-changed-02d4628c-c50b-4ba3-8126-1cb268e35748. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1068.586436] env[69399]: DEBUG oslo_concurrency.lockutils [req-2537bc58-b61e-4502-9575-faed8fe0fa7f req-382de386-5d79-4136-a1f9-3669cf84c069 service nova] Acquiring lock "refresh_cache-cec95df8-9d38-4b34-bf79-51b63d622633" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.586655] env[69399]: DEBUG oslo_concurrency.lockutils [req-2537bc58-b61e-4502-9575-faed8fe0fa7f req-382de386-5d79-4136-a1f9-3669cf84c069 service nova] Acquired lock "refresh_cache-cec95df8-9d38-4b34-bf79-51b63d622633" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.586787] env[69399]: DEBUG nova.network.neutron [req-2537bc58-b61e-4502-9575-faed8fe0fa7f req-382de386-5d79-4136-a1f9-3669cf84c069 service nova] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Refreshing network info cache for port 02d4628c-c50b-4ba3-8126-1cb268e35748 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.638782] env[69399]: DEBUG oslo_vmware.api [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177253, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.186639} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.638782] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1068.639599] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed42bb0-2135-43ca-9ab5-fb53129cd6a3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.671098] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] ceee5359-0359-4531-a7f0-1656c0329e0e/ceee5359-0359-4531-a7f0-1656c0329e0e.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.671905] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed4c0a27-bd58-411c-9609-5172127f5584 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.699428] env[69399]: DEBUG oslo_vmware.api [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1068.699428] env[69399]: value = "task-4177256" [ 1068.699428] env[69399]: _type = "Task" [ 1068.699428] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.714463] env[69399]: DEBUG oslo_vmware.api [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177256, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.718103] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177254, 'name': CreateVM_Task, 'duration_secs': 0.408774} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.718279] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.719043] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.719217] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.719545] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.719817] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3415451-ce54-4c8d-88b4-1521b5e1cf1d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.726388] env[69399]: DEBUG oslo_vmware.api [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1068.726388] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]529ba324-c6e4-77bb-f22b-ecb7c999d73e" [ 1068.726388] env[69399]: _type = "Task" [ 1068.726388] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.736153] env[69399]: DEBUG oslo_vmware.api [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]529ba324-c6e4-77bb-f22b-ecb7c999d73e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.912055] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9397d996-7b20-4a3c-8980-4860c4a53cdb tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Lock "f61fe5a5-55a1-465f-ac32-2b324c94861d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.821s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.987132] env[69399]: DEBUG oslo_vmware.api [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': task-4177255, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.074471] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a91ebf38-b5ba-4a70-9aba-293331aecdb8 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Lock "621a2a18-e70c-4bcf-b0a3-7814b81e5a27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.131s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.229514] env[69399]: DEBUG oslo_vmware.api [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.249721] env[69399]: DEBUG oslo_vmware.api [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]529ba324-c6e4-77bb-f22b-ecb7c999d73e, 'name': SearchDatastore_Task, 'duration_secs': 0.035485} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.253977] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.255056] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.255056] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.255056] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.255056] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.255469] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4b649db-098d-4658-a670-36d244efed8b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.275604] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.276096] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.277230] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1010c27f-f970-42eb-bfce-a6aff1602681 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.287852] env[69399]: DEBUG oslo_vmware.api [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1069.287852] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52fd0389-3bd1-94c3-6a9b-5b54569a283d" [ 1069.287852] env[69399]: _type = "Task" [ 1069.287852] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.300876] env[69399]: DEBUG oslo_vmware.api [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52fd0389-3bd1-94c3-6a9b-5b54569a283d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.430908] env[69399]: DEBUG nova.network.neutron [req-2537bc58-b61e-4502-9575-faed8fe0fa7f req-382de386-5d79-4136-a1f9-3669cf84c069 service nova] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Updated VIF entry in instance network info cache for port 02d4628c-c50b-4ba3-8126-1cb268e35748. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.432422] env[69399]: DEBUG nova.network.neutron [req-2537bc58-b61e-4502-9575-faed8fe0fa7f req-382de386-5d79-4136-a1f9-3669cf84c069 service nova] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Updating instance_info_cache with network_info: [{"id": "02d4628c-c50b-4ba3-8126-1cb268e35748", "address": "fa:16:3e:ae:12:78", "network": {"id": "1189aba4-f9f6-43fc-a90e-a2ba89c61eee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2103604121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0852e65775340ab9a481d12caa78155", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02d4628c-c5", "ovs_interfaceid": "02d4628c-c50b-4ba3-8126-1cb268e35748", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.484794] env[69399]: DEBUG oslo_vmware.api [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': task-4177255, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.874264} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.485109] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] d1df03aa-04c7-4dab-905e-f1c259755903/d1df03aa-04c7-4dab-905e-f1c259755903.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1069.485394] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1069.485605] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-381689bc-d5ff-4de9-a344-7662e18e7dbd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.495974] env[69399]: DEBUG oslo_vmware.api [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Waiting for the task: (returnval){ [ 1069.495974] env[69399]: value = "task-4177257" [ 1069.495974] env[69399]: _type = "Task" [ 1069.495974] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.509454] env[69399]: DEBUG oslo_vmware.api [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': task-4177257, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.714797] env[69399]: DEBUG oslo_vmware.api [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.783835] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd06b513-1cd0-4b69-8d30-95c7c4d6f6c4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.796174] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5c70ff-0e6e-433e-8014-2106a8ecba66 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.804898] env[69399]: DEBUG oslo_vmware.api [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52fd0389-3bd1-94c3-6a9b-5b54569a283d, 'name': SearchDatastore_Task, 'duration_secs': 0.031869} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.806392] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7034822-9120-42da-887b-1adc57db427f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.841778] env[69399]: DEBUG oslo_concurrency.lockutils [None req-94a108bc-adad-46a8-8eb5-c8e754e19424 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Acquiring lock "22644d0f-3345-4566-a792-ff72c0a5e979" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.842219] env[69399]: DEBUG oslo_concurrency.lockutils [None req-94a108bc-adad-46a8-8eb5-c8e754e19424 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Lock "22644d0f-3345-4566-a792-ff72c0a5e979" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.842534] env[69399]: DEBUG oslo_concurrency.lockutils [None req-94a108bc-adad-46a8-8eb5-c8e754e19424 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Acquiring lock "22644d0f-3345-4566-a792-ff72c0a5e979-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.842818] env[69399]: DEBUG oslo_concurrency.lockutils [None req-94a108bc-adad-46a8-8eb5-c8e754e19424 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Lock "22644d0f-3345-4566-a792-ff72c0a5e979-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.843125] env[69399]: DEBUG oslo_concurrency.lockutils [None req-94a108bc-adad-46a8-8eb5-c8e754e19424 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Lock "22644d0f-3345-4566-a792-ff72c0a5e979-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.847317] env[69399]: INFO nova.compute.manager [None req-94a108bc-adad-46a8-8eb5-c8e754e19424 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Terminating instance [ 1069.852870] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a162f93-f7ac-4ca2-b40f-e4a77854e2f4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.859895] env[69399]: DEBUG oslo_vmware.api [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1069.859895] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52143598-6178-cf54-df08-99175641fcc1" [ 1069.859895] env[69399]: _type = "Task" [ 1069.859895] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.871127] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5217c288-5949-4c9b-9013-7384e7bca011 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.879819] env[69399]: DEBUG oslo_vmware.api [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52143598-6178-cf54-df08-99175641fcc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.891098] env[69399]: DEBUG nova.compute.provider_tree [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.935748] env[69399]: DEBUG oslo_concurrency.lockutils [req-2537bc58-b61e-4502-9575-faed8fe0fa7f req-382de386-5d79-4136-a1f9-3669cf84c069 service nova] Releasing lock "refresh_cache-cec95df8-9d38-4b34-bf79-51b63d622633" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.011813] env[69399]: DEBUG oslo_vmware.api [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': task-4177257, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078759} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.011813] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1070.012270] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4f7f01-a700-418d-af5f-57f415f44b07 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.036584] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] d1df03aa-04c7-4dab-905e-f1c259755903/d1df03aa-04c7-4dab-905e-f1c259755903.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.037380] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b2ddf4e-68ea-4187-b3aa-56f35d979006 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.059974] env[69399]: DEBUG oslo_vmware.api [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Waiting for the task: (returnval){ [ 1070.059974] env[69399]: value = "task-4177258" [ 1070.059974] env[69399]: _type = "Task" [ 1070.059974] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.070196] env[69399]: DEBUG oslo_vmware.api [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': task-4177258, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.216587] env[69399]: DEBUG oslo_vmware.api [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177256, 'name': ReconfigVM_Task, 'duration_secs': 1.360107} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.217430] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Reconfigured VM instance instance-00000044 to attach disk [datastore1] ceee5359-0359-4531-a7f0-1656c0329e0e/ceee5359-0359-4531-a7f0-1656c0329e0e.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.217958] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46b98ea9-77bb-42d1-858d-2de3154e9c71 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.227774] env[69399]: DEBUG oslo_vmware.api [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1070.227774] env[69399]: value = "task-4177259" [ 1070.227774] env[69399]: _type = "Task" [ 1070.227774] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.238252] env[69399]: DEBUG oslo_vmware.api [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177259, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.359642] env[69399]: INFO nova.compute.manager [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Rebuilding instance [ 1070.366169] env[69399]: DEBUG nova.compute.manager [None req-94a108bc-adad-46a8-8eb5-c8e754e19424 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1070.366745] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-94a108bc-adad-46a8-8eb5-c8e754e19424 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1070.367320] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf7693e-eb33-428a-877f-7f27b4813d08 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.379908] env[69399]: DEBUG oslo_vmware.api [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52143598-6178-cf54-df08-99175641fcc1, 'name': SearchDatastore_Task, 'duration_secs': 0.024398} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.384770] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.385096] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] cec95df8-9d38-4b34-bf79-51b63d622633/cec95df8-9d38-4b34-bf79-51b63d622633.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.386307] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a108bc-adad-46a8-8eb5-c8e754e19424 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.387089] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e4524b2-eaec-4eae-be06-e5db16c7c5b3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.390522] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01fcd322-13d4-41db-9996-4a26be115576 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.402736] env[69399]: DEBUG nova.scheduler.client.report [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.415728] env[69399]: DEBUG oslo_vmware.api [None req-94a108bc-adad-46a8-8eb5-c8e754e19424 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Waiting for the task: (returnval){ [ 1070.415728] env[69399]: value = "task-4177260" [ 1070.415728] env[69399]: _type = "Task" [ 1070.415728] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.417825] env[69399]: DEBUG oslo_vmware.api [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1070.417825] env[69399]: value = "task-4177261" [ 1070.417825] env[69399]: _type = "Task" [ 1070.417825] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.442434] env[69399]: DEBUG nova.compute.manager [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.447758] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0efc452-bc8e-4a0b-b7d4-8b5fd810a12b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.453546] env[69399]: DEBUG oslo_vmware.api [None req-94a108bc-adad-46a8-8eb5-c8e754e19424 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.460025] env[69399]: DEBUG oslo_vmware.api [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.575544] env[69399]: DEBUG oslo_vmware.api [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': task-4177258, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.747205] env[69399]: DEBUG oslo_vmware.api [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177259, 'name': Rename_Task, 'duration_secs': 0.249556} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.747637] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.747957] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-adad58aa-d0d0-4391-af8d-0c2ac5bb147a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.759343] env[69399]: DEBUG oslo_vmware.api [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1070.759343] env[69399]: value = "task-4177262" [ 1070.759343] env[69399]: _type = "Task" [ 1070.759343] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.771397] env[69399]: DEBUG oslo_vmware.api [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.859606] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.859606] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.915247] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.915247] env[69399]: DEBUG nova.compute.manager [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1070.916907] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.878s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.919389] env[69399]: INFO nova.compute.claims [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.938679] env[69399]: DEBUG oslo_vmware.api [None req-94a108bc-adad-46a8-8eb5-c8e754e19424 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177260, 'name': PowerOffVM_Task, 'duration_secs': 0.249918} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.942462] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a108bc-adad-46a8-8eb5-c8e754e19424 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.943332] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-94a108bc-adad-46a8-8eb5-c8e754e19424 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1070.943332] env[69399]: DEBUG oslo_vmware.api [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177261, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.943332] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89869628-fdb8-4653-8c5a-daa00a800ff1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.072920] env[69399]: DEBUG oslo_vmware.api [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': task-4177258, 'name': ReconfigVM_Task, 'duration_secs': 0.517364} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.073238] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Reconfigured VM instance instance-0000004a to attach disk [datastore1] d1df03aa-04c7-4dab-905e-f1c259755903/d1df03aa-04c7-4dab-905e-f1c259755903.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.073864] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64571973-c207-4443-87e9-44e4c1a74949 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.083342] env[69399]: DEBUG oslo_vmware.api [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Waiting for the task: (returnval){ [ 1071.083342] env[69399]: value = "task-4177264" [ 1071.083342] env[69399]: _type = "Task" [ 1071.083342] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.099108] env[69399]: DEBUG oslo_vmware.api [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': task-4177264, 'name': Rename_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.272915] env[69399]: DEBUG oslo_vmware.api [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177262, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.361697] env[69399]: DEBUG nova.compute.manager [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1071.427080] env[69399]: DEBUG nova.compute.utils [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1071.429028] env[69399]: DEBUG nova.compute.manager [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1071.431476] env[69399]: DEBUG nova.network.neutron [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1071.445600] env[69399]: DEBUG oslo_vmware.api [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177261, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638759} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.447026] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] cec95df8-9d38-4b34-bf79-51b63d622633/cec95df8-9d38-4b34-bf79-51b63d622633.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.447026] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.447026] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-391aef84-ab3e-4ed5-ac32-5d943d2c65d9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.458283] env[69399]: DEBUG oslo_vmware.api [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1071.458283] env[69399]: value = "task-4177265" [ 1071.458283] env[69399]: _type = "Task" [ 1071.458283] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.472115] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.472451] env[69399]: DEBUG oslo_vmware.api [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.472673] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49999517-2ec2-48a6-9fcb-3ac239e1ada9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.482086] env[69399]: DEBUG oslo_vmware.api [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Waiting for the task: (returnval){ [ 1071.482086] env[69399]: value = "task-4177266" [ 1071.482086] env[69399]: _type = "Task" [ 1071.482086] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.492732] env[69399]: DEBUG oslo_vmware.api [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.498719] env[69399]: DEBUG nova.policy [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0723d8b1ce2e4f02bc02d0e3038ad161', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44de2a3fad244be683fd7f2cea410ef2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1071.595295] env[69399]: DEBUG oslo_vmware.api [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': task-4177264, 'name': Rename_Task, 'duration_secs': 0.274805} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.595696] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1071.595998] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa3f1fcc-37ae-436d-bc0a-4b1707c9d11b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.605218] env[69399]: DEBUG oslo_vmware.api [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Waiting for the task: (returnval){ [ 1071.605218] env[69399]: value = "task-4177267" [ 1071.605218] env[69399]: _type = "Task" [ 1071.605218] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.614939] env[69399]: DEBUG oslo_vmware.api [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': task-4177267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.778626] env[69399]: DEBUG oslo_vmware.api [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177262, 'name': PowerOnVM_Task, 'duration_secs': 0.98833} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.779105] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1071.779247] env[69399]: DEBUG nova.compute.manager [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1071.780118] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac312dd-090c-491c-9758-8dd94ac98c21 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.834812] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-94a108bc-adad-46a8-8eb5-c8e754e19424 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.834812] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-94a108bc-adad-46a8-8eb5-c8e754e19424 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.834812] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-94a108bc-adad-46a8-8eb5-c8e754e19424 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Deleting the datastore file [datastore1] 22644d0f-3345-4566-a792-ff72c0a5e979 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.834812] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6161541b-2704-4413-89d3-9ae2da44aad7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.842950] env[69399]: DEBUG oslo_vmware.api [None req-94a108bc-adad-46a8-8eb5-c8e754e19424 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Waiting for the task: (returnval){ [ 1071.842950] env[69399]: value = "task-4177268" [ 1071.842950] env[69399]: _type = "Task" [ 1071.842950] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.855047] env[69399]: DEBUG oslo_vmware.api [None req-94a108bc-adad-46a8-8eb5-c8e754e19424 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177268, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.901195] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.927097] env[69399]: DEBUG nova.network.neutron [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Successfully created port: b360fce2-510a-47b0-8612-afb94c7c36b2 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1071.937531] env[69399]: DEBUG nova.compute.manager [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1071.970381] env[69399]: DEBUG oslo_vmware.api [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101393} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.970647] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.971481] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b634bf9d-f1d7-4950-8343-4da7d4d7aaab {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.004028] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] cec95df8-9d38-4b34-bf79-51b63d622633/cec95df8-9d38-4b34-bf79-51b63d622633.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.011215] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-662bd4bf-0d54-40ed-a585-85cafb132236 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.034495] env[69399]: DEBUG oslo_vmware.api [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177266, 'name': PowerOffVM_Task, 'duration_secs': 0.173389} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.035778] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.037122] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.037122] env[69399]: DEBUG oslo_vmware.api [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1072.037122] env[69399]: value = "task-4177269" [ 1072.037122] env[69399]: _type = "Task" [ 1072.037122] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.038189] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2087b876-f838-4c32-845a-486ea5f71c05 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.053938] env[69399]: DEBUG oslo_vmware.api [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177269, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.057566] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.057934] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ea443b2-1c92-46e4-978f-f2044debca00 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.091419] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1072.091754] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1072.092053] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Deleting the datastore file [datastore2] 621a2a18-e70c-4bcf-b0a3-7814b81e5a27 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.092480] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-768d73e2-ddaf-4c35-a7a9-163ff73c70ba {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.101442] env[69399]: DEBUG oslo_vmware.api [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Waiting for the task: (returnval){ [ 1072.101442] env[69399]: value = "task-4177271" [ 1072.101442] env[69399]: _type = "Task" [ 1072.101442] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.119745] env[69399]: DEBUG oslo_vmware.api [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.123873] env[69399]: DEBUG oslo_vmware.api [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': task-4177267, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.303926] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.355922] env[69399]: DEBUG oslo_vmware.api [None req-94a108bc-adad-46a8-8eb5-c8e754e19424 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177268, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.380716} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.359023] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-94a108bc-adad-46a8-8eb5-c8e754e19424 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.359240] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-94a108bc-adad-46a8-8eb5-c8e754e19424 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.359421] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-94a108bc-adad-46a8-8eb5-c8e754e19424 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.359593] env[69399]: INFO nova.compute.manager [None req-94a108bc-adad-46a8-8eb5-c8e754e19424 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Took 1.99 seconds to destroy the instance on the hypervisor. [ 1072.359845] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94a108bc-adad-46a8-8eb5-c8e754e19424 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.360309] env[69399]: DEBUG nova.compute.manager [-] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1072.360415] env[69399]: DEBUG nova.network.neutron [-] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1072.418627] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2034a44a-d174-474d-a6fb-cf2ea0155787 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.427482] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7417c9db-bfef-4f49-bc53-88512e46cb9f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.466022] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87ae1f4-5a0f-4009-9700-0cea86989041 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.475380] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93aceba2-bf84-4b57-99fa-17ad371a3a14 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.493108] env[69399]: DEBUG nova.compute.provider_tree [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.551903] env[69399]: DEBUG oslo_vmware.api [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177269, 'name': ReconfigVM_Task, 'duration_secs': 0.400161} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.552336] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Reconfigured VM instance instance-00000049 to attach disk [datastore1] cec95df8-9d38-4b34-bf79-51b63d622633/cec95df8-9d38-4b34-bf79-51b63d622633.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.553124] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34c19daa-ba7f-446f-be32-9ba4505b60cc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.561435] env[69399]: DEBUG oslo_vmware.api [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1072.561435] env[69399]: value = "task-4177272" [ 1072.561435] env[69399]: _type = "Task" [ 1072.561435] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.573606] env[69399]: DEBUG oslo_vmware.api [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177272, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.612566] env[69399]: DEBUG oslo_vmware.api [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213165} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.616594] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.616874] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.617135] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.625787] env[69399]: DEBUG oslo_vmware.api [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': task-4177267, 'name': PowerOnVM_Task, 'duration_secs': 0.740516} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.626239] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.626553] env[69399]: INFO nova.compute.manager [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Took 6.49 seconds to spawn the instance on the hypervisor. [ 1072.626831] env[69399]: DEBUG nova.compute.manager [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1072.627933] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02fbbd8-da8e-4376-bfdb-f572c5d751f4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.971192] env[69399]: DEBUG nova.compute.manager [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1072.996994] env[69399]: DEBUG nova.scheduler.client.report [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.025393] env[69399]: DEBUG nova.virt.hardware [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.025960] env[69399]: DEBUG nova.virt.hardware [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.025960] env[69399]: DEBUG nova.virt.hardware [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.025960] env[69399]: DEBUG nova.virt.hardware [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.026152] env[69399]: DEBUG nova.virt.hardware [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.026398] env[69399]: DEBUG nova.virt.hardware [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.026606] env[69399]: DEBUG nova.virt.hardware [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.027050] env[69399]: DEBUG nova.virt.hardware [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.027296] env[69399]: DEBUG nova.virt.hardware [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.028279] env[69399]: DEBUG nova.virt.hardware [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.028870] env[69399]: DEBUG nova.virt.hardware [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.029530] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8153e91e-75f0-4401-b62e-2d26fe1bbdf4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.040638] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b242f1c-bfae-4848-beea-8e9eac31c1d1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.073996] env[69399]: DEBUG oslo_vmware.api [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177272, 'name': Rename_Task, 'duration_secs': 0.171861} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.074436] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.074813] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7de8f8ac-f589-451e-8c09-07998d3d88e9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.085206] env[69399]: DEBUG oslo_vmware.api [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1073.085206] env[69399]: value = "task-4177273" [ 1073.085206] env[69399]: _type = "Task" [ 1073.085206] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.096132] env[69399]: DEBUG oslo_vmware.api [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.147058] env[69399]: INFO nova.compute.manager [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Took 44.78 seconds to build instance. [ 1073.204770] env[69399]: DEBUG nova.compute.manager [req-02a4dfc7-2b8e-4d7e-b83e-111861cb483e req-0a91fc2b-59f2-4f3a-9286-76b149df6f32 service nova] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Received event network-vif-deleted-e38fd14f-2df2-45d8-89c3-f3bb27f30635 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.205108] env[69399]: INFO nova.compute.manager [req-02a4dfc7-2b8e-4d7e-b83e-111861cb483e req-0a91fc2b-59f2-4f3a-9286-76b149df6f32 service nova] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Neutron deleted interface e38fd14f-2df2-45d8-89c3-f3bb27f30635; detaching it from the instance and deleting it from the info cache [ 1073.205387] env[69399]: DEBUG nova.network.neutron [req-02a4dfc7-2b8e-4d7e-b83e-111861cb483e req-0a91fc2b-59f2-4f3a-9286-76b149df6f32 service nova] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.509791] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.510535] env[69399]: DEBUG nova.compute.manager [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1073.526133] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.123s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.526745] env[69399]: DEBUG nova.objects.instance [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69399) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1073.529950] env[69399]: DEBUG nova.network.neutron [-] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.598090] env[69399]: DEBUG oslo_vmware.api [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177273, 'name': PowerOnVM_Task, 'duration_secs': 0.502537} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.602116] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.602116] env[69399]: INFO nova.compute.manager [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Took 10.06 seconds to spawn the instance on the hypervisor. [ 1073.602116] env[69399]: DEBUG nova.compute.manager [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.602116] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf2afda-502e-42ee-b839-1a3893e2324f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.649288] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c44c2e5-9483-45c9-be45-5b2e73d446dd tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Lock "d1df03aa-04c7-4dab-905e-f1c259755903" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.287s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.667023] env[69399]: DEBUG nova.virt.hardware [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.667023] env[69399]: DEBUG nova.virt.hardware [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.667787] env[69399]: DEBUG nova.virt.hardware [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.668947] env[69399]: DEBUG nova.virt.hardware [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.670967] env[69399]: DEBUG nova.virt.hardware [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.670967] env[69399]: DEBUG nova.virt.hardware [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.670967] env[69399]: DEBUG nova.virt.hardware [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.670967] env[69399]: DEBUG nova.virt.hardware [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.670967] env[69399]: DEBUG nova.virt.hardware [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.670967] env[69399]: DEBUG nova.virt.hardware [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.670967] env[69399]: DEBUG nova.virt.hardware [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.673091] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b565ad2-d7c8-4d76-ab29-bef9adbc082e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.688881] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfed7c8c-003d-4264-8419-98443d4d11f5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.710309] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Instance VIF info [] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.721302] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.721302] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec36b1cf-a304-48b6-ab31-4c9e3095a26c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.721702] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.721991] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af5b4c59-71da-45b7-ab1b-ffe213f6d3ae {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.746876] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd30937-d40f-4573-a351-6ebb89d1813d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.759633] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.759633] env[69399]: value = "task-4177274" [ 1073.759633] env[69399]: _type = "Task" [ 1073.759633] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.770190] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177274, 'name': CreateVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.775599] env[69399]: DEBUG nova.network.neutron [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Successfully updated port: b360fce2-510a-47b0-8612-afb94c7c36b2 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1073.775891] env[69399]: DEBUG oslo_concurrency.lockutils [None req-45b4f937-f13a-4de7-be8b-ff0979611902 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "ceee5359-0359-4531-a7f0-1656c0329e0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.775891] env[69399]: DEBUG oslo_concurrency.lockutils [None req-45b4f937-f13a-4de7-be8b-ff0979611902 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "ceee5359-0359-4531-a7f0-1656c0329e0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.776163] env[69399]: DEBUG oslo_concurrency.lockutils [None req-45b4f937-f13a-4de7-be8b-ff0979611902 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "ceee5359-0359-4531-a7f0-1656c0329e0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.777330] env[69399]: DEBUG oslo_concurrency.lockutils [None req-45b4f937-f13a-4de7-be8b-ff0979611902 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "ceee5359-0359-4531-a7f0-1656c0329e0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.777330] env[69399]: DEBUG oslo_concurrency.lockutils [None req-45b4f937-f13a-4de7-be8b-ff0979611902 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "ceee5359-0359-4531-a7f0-1656c0329e0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.780201] env[69399]: DEBUG nova.compute.manager [req-a87c1a31-1eee-4e26-a9c4-7f3e6632dad6 req-7868264d-cfa1-49c4-a5e6-1e0371626a04 service nova] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Received event network-vif-plugged-b360fce2-510a-47b0-8612-afb94c7c36b2 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.780339] env[69399]: DEBUG oslo_concurrency.lockutils [req-a87c1a31-1eee-4e26-a9c4-7f3e6632dad6 req-7868264d-cfa1-49c4-a5e6-1e0371626a04 service nova] Acquiring lock "8c99713d-68cf-4951-a499-084bb049ddda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.780556] env[69399]: DEBUG oslo_concurrency.lockutils [req-a87c1a31-1eee-4e26-a9c4-7f3e6632dad6 req-7868264d-cfa1-49c4-a5e6-1e0371626a04 service nova] Lock "8c99713d-68cf-4951-a499-084bb049ddda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.780724] env[69399]: DEBUG oslo_concurrency.lockutils [req-a87c1a31-1eee-4e26-a9c4-7f3e6632dad6 req-7868264d-cfa1-49c4-a5e6-1e0371626a04 service nova] Lock "8c99713d-68cf-4951-a499-084bb049ddda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.780904] env[69399]: DEBUG nova.compute.manager [req-a87c1a31-1eee-4e26-a9c4-7f3e6632dad6 req-7868264d-cfa1-49c4-a5e6-1e0371626a04 service nova] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] No waiting events found dispatching network-vif-plugged-b360fce2-510a-47b0-8612-afb94c7c36b2 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1073.781087] env[69399]: WARNING nova.compute.manager [req-a87c1a31-1eee-4e26-a9c4-7f3e6632dad6 req-7868264d-cfa1-49c4-a5e6-1e0371626a04 service nova] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Received unexpected event network-vif-plugged-b360fce2-510a-47b0-8612-afb94c7c36b2 for instance with vm_state building and task_state spawning. [ 1073.796408] env[69399]: DEBUG nova.compute.manager [req-02a4dfc7-2b8e-4d7e-b83e-111861cb483e req-0a91fc2b-59f2-4f3a-9286-76b149df6f32 service nova] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Detach interface failed, port_id=e38fd14f-2df2-45d8-89c3-f3bb27f30635, reason: Instance 22644d0f-3345-4566-a792-ff72c0a5e979 could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1073.797196] env[69399]: INFO nova.compute.manager [None req-45b4f937-f13a-4de7-be8b-ff0979611902 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Terminating instance [ 1074.035676] env[69399]: DEBUG nova.compute.utils [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1074.039191] env[69399]: INFO nova.compute.manager [-] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Took 1.68 seconds to deallocate network for instance. [ 1074.039733] env[69399]: DEBUG nova.compute.manager [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1074.040045] env[69399]: DEBUG nova.network.neutron [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1074.124054] env[69399]: INFO nova.compute.manager [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Took 48.13 seconds to build instance. [ 1074.138346] env[69399]: DEBUG nova.policy [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b10520a739a45949de57db6c1ef696c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4dfa63ec8de44bf8988caabd900d3fed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.271303] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177274, 'name': CreateVM_Task, 'duration_secs': 0.341932} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.271543] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.272236] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.272418] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.272744] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.273561] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ee5da42-2473-419d-91b3-4f3bfdfcc564 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.279350] env[69399]: DEBUG oslo_vmware.api [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Waiting for the task: (returnval){ [ 1074.279350] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e3a947-c175-5332-37be-1a43938b9b7c" [ 1074.279350] env[69399]: _type = "Task" [ 1074.279350] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.283398] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "refresh_cache-8c99713d-68cf-4951-a499-084bb049ddda" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.283398] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquired lock "refresh_cache-8c99713d-68cf-4951-a499-084bb049ddda" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.283672] env[69399]: DEBUG nova.network.neutron [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.290851] env[69399]: DEBUG oslo_vmware.api [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e3a947-c175-5332-37be-1a43938b9b7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.303794] env[69399]: DEBUG nova.compute.manager [None req-45b4f937-f13a-4de7-be8b-ff0979611902 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.304074] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-45b4f937-f13a-4de7-be8b-ff0979611902 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.305553] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e7d9f4-8247-4445-9319-6c4601dfa48c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.316788] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b4f937-f13a-4de7-be8b-ff0979611902 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.317191] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d21350a-f17f-478b-b68f-4e758b1d8607 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.326415] env[69399]: DEBUG oslo_vmware.api [None req-45b4f937-f13a-4de7-be8b-ff0979611902 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1074.326415] env[69399]: value = "task-4177275" [ 1074.326415] env[69399]: _type = "Task" [ 1074.326415] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.339870] env[69399]: DEBUG oslo_vmware.api [None req-45b4f937-f13a-4de7-be8b-ff0979611902 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.543967] env[69399]: DEBUG nova.compute.manager [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1074.548036] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e74f2f0a-e186-4368-aa9d-1e04d476d218 tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.550308] env[69399]: DEBUG oslo_concurrency.lockutils [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.081s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.550919] env[69399]: INFO nova.compute.claims [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.554989] env[69399]: DEBUG oslo_concurrency.lockutils [None req-94a108bc-adad-46a8-8eb5-c8e754e19424 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.626432] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3b2f3ffd-f801-4412-93fa-abd7c853b616 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "cec95df8-9d38-4b34-bf79-51b63d622633" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.649s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.642071] env[69399]: INFO nova.compute.manager [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Rebuilding instance [ 1074.677961] env[69399]: DEBUG oslo_concurrency.lockutils [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "7b662b7c-5a53-4d92-afc9-6c799fb8173b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.678225] env[69399]: DEBUG oslo_concurrency.lockutils [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "7b662b7c-5a53-4d92-afc9-6c799fb8173b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.696246] env[69399]: DEBUG nova.network.neutron [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Successfully created port: fb03b726-ea3b-4abe-aa82-9c10e3dc2034 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1074.724578] env[69399]: DEBUG nova.compute.manager [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.726063] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdbd615-cac8-43a4-bac4-620ea465e08c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.793521] env[69399]: DEBUG oslo_vmware.api [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e3a947-c175-5332-37be-1a43938b9b7c, 'name': SearchDatastore_Task, 'duration_secs': 0.015906} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.797366] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.797815] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.798137] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.798339] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.798541] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.801705] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc493b41-395a-48a6-a4df-cc73ecaa3992 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.813577] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.813813] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.816827] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1bd6b9e-fbf3-4e0e-adca-91d7d2f8aa0a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.824719] env[69399]: DEBUG oslo_vmware.api [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Waiting for the task: (returnval){ [ 1074.824719] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d59672-74c8-81a7-b55e-c334ead10a06" [ 1074.824719] env[69399]: _type = "Task" [ 1074.824719] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.839633] env[69399]: DEBUG oslo_vmware.api [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d59672-74c8-81a7-b55e-c334ead10a06, 'name': SearchDatastore_Task, 'duration_secs': 0.011276} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.844414] env[69399]: DEBUG oslo_vmware.api [None req-45b4f937-f13a-4de7-be8b-ff0979611902 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177275, 'name': PowerOffVM_Task, 'duration_secs': 0.426098} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.844631] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cab7491f-d229-4bc5-88b5-565fc642b6a2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.847471] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b4f937-f13a-4de7-be8b-ff0979611902 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.847655] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-45b4f937-f13a-4de7-be8b-ff0979611902 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.847910] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37b2838b-5aa8-43d5-b90f-dbb1f36826c3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.856041] env[69399]: DEBUG nova.network.neutron [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1074.858777] env[69399]: DEBUG oslo_vmware.api [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Waiting for the task: (returnval){ [ 1074.858777] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52adeddd-78eb-eede-93cf-36bba3678810" [ 1074.858777] env[69399]: _type = "Task" [ 1074.858777] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.869807] env[69399]: DEBUG oslo_vmware.api [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52adeddd-78eb-eede-93cf-36bba3678810, 'name': SearchDatastore_Task, 'duration_secs': 0.012316} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.870156] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.870353] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 621a2a18-e70c-4bcf-b0a3-7814b81e5a27/621a2a18-e70c-4bcf-b0a3-7814b81e5a27.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1074.870759] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85566201-d720-4f6b-a98c-8621de030e20 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.880079] env[69399]: DEBUG oslo_vmware.api [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Waiting for the task: (returnval){ [ 1074.880079] env[69399]: value = "task-4177277" [ 1074.880079] env[69399]: _type = "Task" [ 1074.880079] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.891570] env[69399]: DEBUG oslo_vmware.api [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177277, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.946821] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-45b4f937-f13a-4de7-be8b-ff0979611902 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.947141] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-45b4f937-f13a-4de7-be8b-ff0979611902 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.950033] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-45b4f937-f13a-4de7-be8b-ff0979611902 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Deleting the datastore file [datastore1] ceee5359-0359-4531-a7f0-1656c0329e0e {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.950033] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bef1d02-bdd9-412f-8a6c-42ccfce4bb5e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.960291] env[69399]: DEBUG oslo_vmware.api [None req-45b4f937-f13a-4de7-be8b-ff0979611902 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1074.960291] env[69399]: value = "task-4177278" [ 1074.960291] env[69399]: _type = "Task" [ 1074.960291] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.986159] env[69399]: DEBUG oslo_vmware.api [None req-45b4f937-f13a-4de7-be8b-ff0979611902 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177278, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.181140] env[69399]: DEBUG nova.compute.manager [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1075.196461] env[69399]: DEBUG nova.network.neutron [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Updating instance_info_cache with network_info: [{"id": "b360fce2-510a-47b0-8612-afb94c7c36b2", "address": "fa:16:3e:54:c5:d9", "network": {"id": "2e919c77-3170-4d6d-9779-978d4cf8fafb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1843815499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44de2a3fad244be683fd7f2cea410ef2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb360fce2-51", "ovs_interfaceid": "b360fce2-510a-47b0-8612-afb94c7c36b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.308764] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83b55e7-5dcf-45e9-9148-1f4cb0a4e924 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.319797] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-18b0454c-550d-4b04-9cb8-02a98fe655be tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Suspending the VM {{(pid=69399) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1075.320118] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-04774ab3-ab02-44cf-891e-416d3f89582c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.329566] env[69399]: DEBUG oslo_vmware.api [None req-18b0454c-550d-4b04-9cb8-02a98fe655be tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1075.329566] env[69399]: value = "task-4177279" [ 1075.329566] env[69399]: _type = "Task" [ 1075.329566] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.340753] env[69399]: DEBUG oslo_vmware.api [None req-18b0454c-550d-4b04-9cb8-02a98fe655be tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177279, 'name': SuspendVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.391984] env[69399]: DEBUG oslo_vmware.api [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177277, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.471607] env[69399]: DEBUG oslo_vmware.api [None req-45b4f937-f13a-4de7-be8b-ff0979611902 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177278, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189997} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.471909] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-45b4f937-f13a-4de7-be8b-ff0979611902 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.472124] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-45b4f937-f13a-4de7-be8b-ff0979611902 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.472317] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-45b4f937-f13a-4de7-be8b-ff0979611902 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.472496] env[69399]: INFO nova.compute.manager [None req-45b4f937-f13a-4de7-be8b-ff0979611902 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1075.472793] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45b4f937-f13a-4de7-be8b-ff0979611902 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.473050] env[69399]: DEBUG nova.compute.manager [-] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1075.473153] env[69399]: DEBUG nova.network.neutron [-] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1075.487748] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d1e44051-4101-4a50-989e-1347402176e3 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquiring lock "8d8f09c7-5035-4ae0-92ea-3562432e6ceb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.487748] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d1e44051-4101-4a50-989e-1347402176e3 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lock "8d8f09c7-5035-4ae0-92ea-3562432e6ceb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.560166] env[69399]: DEBUG nova.compute.manager [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1075.611166] env[69399]: DEBUG nova.virt.hardware [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.611166] env[69399]: DEBUG nova.virt.hardware [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.611166] env[69399]: DEBUG nova.virt.hardware [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.611166] env[69399]: DEBUG nova.virt.hardware [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.611454] env[69399]: DEBUG nova.virt.hardware [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.611454] env[69399]: DEBUG nova.virt.hardware [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.611745] env[69399]: DEBUG nova.virt.hardware [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.611745] env[69399]: DEBUG nova.virt.hardware [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.611940] env[69399]: DEBUG nova.virt.hardware [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.612099] env[69399]: DEBUG nova.virt.hardware [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.612306] env[69399]: DEBUG nova.virt.hardware [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.614653] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78d5ec1-da67-4f4c-91cf-93a35fdc3c93 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.632545] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4ace6c-ff4d-4724-ac9b-c1c7b243a11f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.702122] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Releasing lock "refresh_cache-8c99713d-68cf-4951-a499-084bb049ddda" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.702122] env[69399]: DEBUG nova.compute.manager [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Instance network_info: |[{"id": "b360fce2-510a-47b0-8612-afb94c7c36b2", "address": "fa:16:3e:54:c5:d9", "network": {"id": "2e919c77-3170-4d6d-9779-978d4cf8fafb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1843815499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44de2a3fad244be683fd7f2cea410ef2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb360fce2-51", "ovs_interfaceid": "b360fce2-510a-47b0-8612-afb94c7c36b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1075.702122] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:c5:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f996252-e329-42bd-a897-446dfe2b81cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b360fce2-510a-47b0-8612-afb94c7c36b2', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.710702] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.712492] env[69399]: DEBUG oslo_concurrency.lockutils [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.716073] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.717110] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60136431-62fa-4c42-a485-fbd463f217bf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.745323] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.745323] env[69399]: value = "task-4177280" [ 1075.745323] env[69399]: _type = "Task" [ 1075.745323] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.749964] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.750404] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de810bb4-e96c-4848-a9f6-5a05ec7d3f7c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.767527] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177280, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.769338] env[69399]: DEBUG oslo_vmware.api [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Waiting for the task: (returnval){ [ 1075.769338] env[69399]: value = "task-4177281" [ 1075.769338] env[69399]: _type = "Task" [ 1075.769338] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.784021] env[69399]: DEBUG oslo_vmware.api [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': task-4177281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.845859] env[69399]: DEBUG nova.compute.manager [req-43d7f3e4-10a0-4b37-982c-e92d72e06c18 req-c8c73840-a5af-4862-b2b2-469c15cd904d service nova] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Received event network-changed-b360fce2-510a-47b0-8612-afb94c7c36b2 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.846536] env[69399]: DEBUG nova.compute.manager [req-43d7f3e4-10a0-4b37-982c-e92d72e06c18 req-c8c73840-a5af-4862-b2b2-469c15cd904d service nova] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Refreshing instance network info cache due to event network-changed-b360fce2-510a-47b0-8612-afb94c7c36b2. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1075.846847] env[69399]: DEBUG oslo_concurrency.lockutils [req-43d7f3e4-10a0-4b37-982c-e92d72e06c18 req-c8c73840-a5af-4862-b2b2-469c15cd904d service nova] Acquiring lock "refresh_cache-8c99713d-68cf-4951-a499-084bb049ddda" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.847346] env[69399]: DEBUG oslo_concurrency.lockutils [req-43d7f3e4-10a0-4b37-982c-e92d72e06c18 req-c8c73840-a5af-4862-b2b2-469c15cd904d service nova] Acquired lock "refresh_cache-8c99713d-68cf-4951-a499-084bb049ddda" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.847624] env[69399]: DEBUG nova.network.neutron [req-43d7f3e4-10a0-4b37-982c-e92d72e06c18 req-c8c73840-a5af-4862-b2b2-469c15cd904d service nova] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Refreshing network info cache for port b360fce2-510a-47b0-8612-afb94c7c36b2 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.866768] env[69399]: DEBUG oslo_vmware.api [None req-18b0454c-550d-4b04-9cb8-02a98fe655be tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177279, 'name': SuspendVM_Task} progress is 62%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.868829] env[69399]: DEBUG nova.compute.manager [req-1a70a06f-b1d2-45c4-97f1-da14fbd0847d req-d5636282-4135-4c7b-8110-9a5cd8470f50 service nova] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Received event network-vif-deleted-aa58f436-5b8e-4b1d-b611-f4fd95b3eaa8 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.869245] env[69399]: INFO nova.compute.manager [req-1a70a06f-b1d2-45c4-97f1-da14fbd0847d req-d5636282-4135-4c7b-8110-9a5cd8470f50 service nova] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Neutron deleted interface aa58f436-5b8e-4b1d-b611-f4fd95b3eaa8; detaching it from the instance and deleting it from the info cache [ 1075.869619] env[69399]: DEBUG nova.network.neutron [req-1a70a06f-b1d2-45c4-97f1-da14fbd0847d req-d5636282-4135-4c7b-8110-9a5cd8470f50 service nova] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.905043] env[69399]: DEBUG oslo_vmware.api [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177277, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.990852] env[69399]: INFO nova.compute.manager [None req-d1e44051-4101-4a50-989e-1347402176e3 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Detaching volume a0645e01-5aa0-4126-aba9-c18f277d4da6 [ 1076.041451] env[69399]: INFO nova.virt.block_device [None req-d1e44051-4101-4a50-989e-1347402176e3 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Attempting to driver detach volume a0645e01-5aa0-4126-aba9-c18f277d4da6 from mountpoint /dev/sdb [ 1076.041713] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1e44051-4101-4a50-989e-1347402176e3 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Volume detach. Driver type: vmdk {{(pid=69399) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1076.044334] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1e44051-4101-4a50-989e-1347402176e3 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826836', 'volume_id': 'a0645e01-5aa0-4126-aba9-c18f277d4da6', 'name': 'volume-a0645e01-5aa0-4126-aba9-c18f277d4da6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8d8f09c7-5035-4ae0-92ea-3562432e6ceb', 'attached_at': '', 'detached_at': '', 'volume_id': 'a0645e01-5aa0-4126-aba9-c18f277d4da6', 'serial': 'a0645e01-5aa0-4126-aba9-c18f277d4da6'} {{(pid=69399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1076.044334] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e5cc1b-efaf-4398-a69a-90ddbf973105 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.070246] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4032c7-d3e1-4ce4-be71-03c9991ec35f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.074195] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a7017e-2d14-4092-8844-d3f27fc6de42 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.084128] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e1338c-c55c-4021-8a9c-52885eaf2ea9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.087697] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b06e0d-f2cd-4eea-91b3-a91e0145cd9e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.134849] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3584f565-09cc-40e8-a3d3-acea3a5dffa8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.138625] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4efd79b-8d44-4305-ae91-8e16c510201b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.164534] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78490ccf-548e-4539-8ec8-19452c69b1ff {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.169664] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1e44051-4101-4a50-989e-1347402176e3 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] The volume has not been displaced from its original location: [datastore2] volume-a0645e01-5aa0-4126-aba9-c18f277d4da6/volume-a0645e01-5aa0-4126-aba9-c18f277d4da6.vmdk. No consolidation needed. {{(pid=69399) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1076.176581] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1e44051-4101-4a50-989e-1347402176e3 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Reconfiguring VM instance instance-00000021 to detach disk 2001 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1076.177007] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47f78ca0-4e70-47ec-bb9b-c17a0cd2bcbc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.205154] env[69399]: DEBUG nova.compute.provider_tree [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.211019] env[69399]: DEBUG oslo_vmware.api [None req-d1e44051-4101-4a50-989e-1347402176e3 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 1076.211019] env[69399]: value = "task-4177282" [ 1076.211019] env[69399]: _type = "Task" [ 1076.211019] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.257664] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177280, 'name': CreateVM_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.281040] env[69399]: DEBUG oslo_vmware.api [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': task-4177281, 'name': PowerOffVM_Task, 'duration_secs': 0.1797} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.281040] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.281562] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.286094] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd5ee5b-d061-4963-b56c-b2912028f1b4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.292462] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.292796] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c852fc7-7ab5-4f19-8ce6-6ba9fa1b4faf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.321335] env[69399]: DEBUG nova.network.neutron [-] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.323789] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.324555] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.324797] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Deleting the datastore file [datastore1] d1df03aa-04c7-4dab-905e-f1c259755903 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.325562] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8471fc3d-a7f7-4e8a-85b3-69193df60305 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.333459] env[69399]: DEBUG oslo_vmware.api [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Waiting for the task: (returnval){ [ 1076.333459] env[69399]: value = "task-4177284" [ 1076.333459] env[69399]: _type = "Task" [ 1076.333459] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.346863] env[69399]: DEBUG oslo_vmware.api [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': task-4177284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.350609] env[69399]: DEBUG oslo_vmware.api [None req-18b0454c-550d-4b04-9cb8-02a98fe655be tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177279, 'name': SuspendVM_Task, 'duration_secs': 0.748054} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.350725] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-18b0454c-550d-4b04-9cb8-02a98fe655be tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Suspended the VM {{(pid=69399) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1076.350820] env[69399]: DEBUG nova.compute.manager [None req-18b0454c-550d-4b04-9cb8-02a98fe655be tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.352133] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cecc4f5-f23a-4d23-b3c5-7c743e638297 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.377485] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a807bb39-d4ed-48d8-9072-1606c4725ac7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.391414] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8409b549-8285-4e60-9908-60e1c2e92279 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.408602] env[69399]: DEBUG oslo_vmware.api [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177277, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.430226] env[69399]: DEBUG nova.compute.manager [req-1a70a06f-b1d2-45c4-97f1-da14fbd0847d req-d5636282-4135-4c7b-8110-9a5cd8470f50 service nova] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Detach interface failed, port_id=aa58f436-5b8e-4b1d-b611-f4fd95b3eaa8, reason: Instance ceee5359-0359-4531-a7f0-1656c0329e0e could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1076.589697] env[69399]: DEBUG nova.network.neutron [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Successfully updated port: fb03b726-ea3b-4abe-aa82-9c10e3dc2034 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1076.707489] env[69399]: DEBUG nova.scheduler.client.report [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.722065] env[69399]: DEBUG oslo_vmware.api [None req-d1e44051-4101-4a50-989e-1347402176e3 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177282, 'name': ReconfigVM_Task, 'duration_secs': 0.39986} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.722378] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1e44051-4101-4a50-989e-1347402176e3 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Reconfigured VM instance instance-00000021 to detach disk 2001 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1076.727850] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ebd0609-b8d5-48d8-adb4-70d19b7cbcc7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.748895] env[69399]: DEBUG oslo_vmware.api [None req-d1e44051-4101-4a50-989e-1347402176e3 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 1076.748895] env[69399]: value = "task-4177285" [ 1076.748895] env[69399]: _type = "Task" [ 1076.748895] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.749147] env[69399]: DEBUG nova.network.neutron [req-43d7f3e4-10a0-4b37-982c-e92d72e06c18 req-c8c73840-a5af-4862-b2b2-469c15cd904d service nova] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Updated VIF entry in instance network info cache for port b360fce2-510a-47b0-8612-afb94c7c36b2. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.749416] env[69399]: DEBUG nova.network.neutron [req-43d7f3e4-10a0-4b37-982c-e92d72e06c18 req-c8c73840-a5af-4862-b2b2-469c15cd904d service nova] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Updating instance_info_cache with network_info: [{"id": "b360fce2-510a-47b0-8612-afb94c7c36b2", "address": "fa:16:3e:54:c5:d9", "network": {"id": "2e919c77-3170-4d6d-9779-978d4cf8fafb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1843815499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44de2a3fad244be683fd7f2cea410ef2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb360fce2-51", "ovs_interfaceid": "b360fce2-510a-47b0-8612-afb94c7c36b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.766987] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177280, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.775121] env[69399]: DEBUG oslo_vmware.api [None req-d1e44051-4101-4a50-989e-1347402176e3 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177285, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.828529] env[69399]: INFO nova.compute.manager [-] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Took 1.36 seconds to deallocate network for instance. [ 1076.846408] env[69399]: DEBUG oslo_vmware.api [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': task-4177284, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110382} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.846408] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.846408] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.846408] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.911264] env[69399]: DEBUG oslo_vmware.api [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177277, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.568561} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.914193] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 621a2a18-e70c-4bcf-b0a3-7814b81e5a27/621a2a18-e70c-4bcf-b0a3-7814b81e5a27.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.914755] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1076.916522] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e32f7bfa-356b-4788-b730-d457db7fe777 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.939168] env[69399]: DEBUG oslo_vmware.api [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Waiting for the task: (returnval){ [ 1076.939168] env[69399]: value = "task-4177286" [ 1076.939168] env[69399]: _type = "Task" [ 1076.939168] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.951605] env[69399]: DEBUG oslo_vmware.api [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177286, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.094431] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Acquiring lock "refresh_cache-7625de8c-b3c3-4263-a71b-50ca6afc20b3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.094650] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Acquired lock "refresh_cache-7625de8c-b3c3-4263-a71b-50ca6afc20b3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.094849] env[69399]: DEBUG nova.network.neutron [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.217123] env[69399]: DEBUG oslo_concurrency.lockutils [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.218026] env[69399]: DEBUG nova.compute.manager [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1077.221157] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ab922cf8-850d-45dc-8399-9babccb14f7f tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.637s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.221416] env[69399]: DEBUG nova.objects.instance [None req-ab922cf8-850d-45dc-8399-9babccb14f7f tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Lazy-loading 'resources' on Instance uuid 74f0eacc-a50a-467a-86fb-7c0d39513b02 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.260605] env[69399]: DEBUG oslo_concurrency.lockutils [req-43d7f3e4-10a0-4b37-982c-e92d72e06c18 req-c8c73840-a5af-4862-b2b2-469c15cd904d service nova] Releasing lock "refresh_cache-8c99713d-68cf-4951-a499-084bb049ddda" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.261055] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177280, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.271745] env[69399]: DEBUG oslo_vmware.api [None req-d1e44051-4101-4a50-989e-1347402176e3 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177285, 'name': ReconfigVM_Task, 'duration_secs': 0.221546} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.272075] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1e44051-4101-4a50-989e-1347402176e3 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826836', 'volume_id': 'a0645e01-5aa0-4126-aba9-c18f277d4da6', 'name': 'volume-a0645e01-5aa0-4126-aba9-c18f277d4da6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8d8f09c7-5035-4ae0-92ea-3562432e6ceb', 'attached_at': '', 'detached_at': '', 'volume_id': 'a0645e01-5aa0-4126-aba9-c18f277d4da6', 'serial': 'a0645e01-5aa0-4126-aba9-c18f277d4da6'} {{(pid=69399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1077.335556] env[69399]: DEBUG oslo_concurrency.lockutils [None req-45b4f937-f13a-4de7-be8b-ff0979611902 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.449084] env[69399]: DEBUG oslo_vmware.api [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177286, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0796} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.449330] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.450747] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455e2ff5-2db7-4eeb-974a-f5b1e1a75387 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.476457] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 621a2a18-e70c-4bcf-b0a3-7814b81e5a27/621a2a18-e70c-4bcf-b0a3-7814b81e5a27.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.476457] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-232fc0d4-c2c7-4d20-8334-323d0bd8d082 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.500349] env[69399]: DEBUG oslo_vmware.api [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Waiting for the task: (returnval){ [ 1077.500349] env[69399]: value = "task-4177287" [ 1077.500349] env[69399]: _type = "Task" [ 1077.500349] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.511267] env[69399]: DEBUG oslo_vmware.api [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177287, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.661558] env[69399]: DEBUG nova.network.neutron [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.727407] env[69399]: DEBUG nova.compute.utils [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1077.736540] env[69399]: DEBUG nova.compute.manager [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1077.736853] env[69399]: DEBUG nova.network.neutron [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1077.763538] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177280, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.803089] env[69399]: DEBUG nova.policy [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21313ce23b9245efbe60347ac397fc5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '466df03825994aaaad4ffa06b54a80c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.832684] env[69399]: DEBUG nova.objects.instance [None req-d1e44051-4101-4a50-989e-1347402176e3 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lazy-loading 'flavor' on Instance uuid 8d8f09c7-5035-4ae0-92ea-3562432e6ceb {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.890298] env[69399]: DEBUG nova.network.neutron [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Updating instance_info_cache with network_info: [{"id": "fb03b726-ea3b-4abe-aa82-9c10e3dc2034", "address": "fa:16:3e:24:68:9f", "network": {"id": "9012f1d4-b286-43fb-aa6e-8303020995c0", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1906029533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dfa63ec8de44bf8988caabd900d3fed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb03b726-ea", "ovs_interfaceid": "fb03b726-ea3b-4abe-aa82-9c10e3dc2034", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.894432] env[69399]: DEBUG nova.virt.hardware [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1077.894700] env[69399]: DEBUG nova.virt.hardware [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1077.894853] env[69399]: DEBUG nova.virt.hardware [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1077.895037] env[69399]: DEBUG nova.virt.hardware [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1077.895279] env[69399]: DEBUG nova.virt.hardware [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1077.899533] env[69399]: DEBUG nova.virt.hardware [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1077.899856] env[69399]: DEBUG nova.virt.hardware [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1077.900036] env[69399]: DEBUG nova.virt.hardware [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1077.900215] env[69399]: DEBUG nova.virt.hardware [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1077.900384] env[69399]: DEBUG nova.virt.hardware [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1077.900564] env[69399]: DEBUG nova.virt.hardware [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1077.901524] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d916cd93-9770-456e-a38a-14f0b2c2cdbb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.914041] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aceff54c-1f06-442f-be6e-e24141d24b18 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.938624] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Instance VIF info [] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1077.944810] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.948919] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1077.950597] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55bbc615-1738-4dff-aeac-8f4b529c1896 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.973267] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1077.973267] env[69399]: value = "task-4177288" [ 1077.973267] env[69399]: _type = "Task" [ 1077.973267] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.982635] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177288, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.013454] env[69399]: DEBUG oslo_vmware.api [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177287, 'name': ReconfigVM_Task, 'duration_secs': 0.303909} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.013899] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 621a2a18-e70c-4bcf-b0a3-7814b81e5a27/621a2a18-e70c-4bcf-b0a3-7814b81e5a27.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.016969] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37a5d952-9e18-4c1a-9cc0-89356b211127 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.025627] env[69399]: DEBUG oslo_vmware.api [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Waiting for the task: (returnval){ [ 1078.025627] env[69399]: value = "task-4177289" [ 1078.025627] env[69399]: _type = "Task" [ 1078.025627] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.038661] env[69399]: DEBUG oslo_vmware.api [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177289, 'name': Rename_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.135353] env[69399]: DEBUG nova.compute.manager [req-58fdd283-6ee2-4c6a-8b1a-a6972eab99da req-9495ab15-1524-4636-8753-5e64cd4c4cfe service nova] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Received event network-vif-plugged-fb03b726-ea3b-4abe-aa82-9c10e3dc2034 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.135578] env[69399]: DEBUG oslo_concurrency.lockutils [req-58fdd283-6ee2-4c6a-8b1a-a6972eab99da req-9495ab15-1524-4636-8753-5e64cd4c4cfe service nova] Acquiring lock "7625de8c-b3c3-4263-a71b-50ca6afc20b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.135794] env[69399]: DEBUG oslo_concurrency.lockutils [req-58fdd283-6ee2-4c6a-8b1a-a6972eab99da req-9495ab15-1524-4636-8753-5e64cd4c4cfe service nova] Lock "7625de8c-b3c3-4263-a71b-50ca6afc20b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.135970] env[69399]: DEBUG oslo_concurrency.lockutils [req-58fdd283-6ee2-4c6a-8b1a-a6972eab99da req-9495ab15-1524-4636-8753-5e64cd4c4cfe service nova] Lock "7625de8c-b3c3-4263-a71b-50ca6afc20b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.136908] env[69399]: DEBUG nova.compute.manager [req-58fdd283-6ee2-4c6a-8b1a-a6972eab99da req-9495ab15-1524-4636-8753-5e64cd4c4cfe service nova] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] No waiting events found dispatching network-vif-plugged-fb03b726-ea3b-4abe-aa82-9c10e3dc2034 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.136908] env[69399]: WARNING nova.compute.manager [req-58fdd283-6ee2-4c6a-8b1a-a6972eab99da req-9495ab15-1524-4636-8753-5e64cd4c4cfe service nova] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Received unexpected event network-vif-plugged-fb03b726-ea3b-4abe-aa82-9c10e3dc2034 for instance with vm_state building and task_state spawning. [ 1078.136908] env[69399]: DEBUG nova.compute.manager [req-58fdd283-6ee2-4c6a-8b1a-a6972eab99da req-9495ab15-1524-4636-8753-5e64cd4c4cfe service nova] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Received event network-changed-fb03b726-ea3b-4abe-aa82-9c10e3dc2034 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.136908] env[69399]: DEBUG nova.compute.manager [req-58fdd283-6ee2-4c6a-8b1a-a6972eab99da req-9495ab15-1524-4636-8753-5e64cd4c4cfe service nova] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Refreshing instance network info cache due to event network-changed-fb03b726-ea3b-4abe-aa82-9c10e3dc2034. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1078.136908] env[69399]: DEBUG oslo_concurrency.lockutils [req-58fdd283-6ee2-4c6a-8b1a-a6972eab99da req-9495ab15-1524-4636-8753-5e64cd4c4cfe service nova] Acquiring lock "refresh_cache-7625de8c-b3c3-4263-a71b-50ca6afc20b3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.213502] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d964e442-ff44-4bc2-b39c-e4fb473332fd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.222589] env[69399]: DEBUG nova.network.neutron [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Successfully created port: 3d296f7a-47ed-4f08-8d77-d2b895ca3e5a {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1078.225890] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcdb6aa-e9b3-4e99-b816-d6282d7944b4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.259160] env[69399]: DEBUG nova.compute.manager [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1078.265775] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d38d19-c046-48c6-a48f-c3a8ece39f71 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.278421] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ac0183-88b1-4177-ad3b-db3ae5761dea {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.283016] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177280, 'name': CreateVM_Task, 'duration_secs': 2.119199} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.283016] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1078.283938] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.284151] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.284457] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.284728] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c201034c-f9cf-476c-8c1a-cbd50ba5fa39 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.296302] env[69399]: DEBUG nova.compute.provider_tree [None req-ab922cf8-850d-45dc-8399-9babccb14f7f tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.302153] env[69399]: DEBUG oslo_vmware.api [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1078.302153] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52752c4a-e551-ada5-1d44-fa326e602ecf" [ 1078.302153] env[69399]: _type = "Task" [ 1078.302153] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.312719] env[69399]: DEBUG oslo_vmware.api [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52752c4a-e551-ada5-1d44-fa326e602ecf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.393442] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Releasing lock "refresh_cache-7625de8c-b3c3-4263-a71b-50ca6afc20b3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.393793] env[69399]: DEBUG nova.compute.manager [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Instance network_info: |[{"id": "fb03b726-ea3b-4abe-aa82-9c10e3dc2034", "address": "fa:16:3e:24:68:9f", "network": {"id": "9012f1d4-b286-43fb-aa6e-8303020995c0", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1906029533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dfa63ec8de44bf8988caabd900d3fed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb03b726-ea", "ovs_interfaceid": "fb03b726-ea3b-4abe-aa82-9c10e3dc2034", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1078.394614] env[69399]: DEBUG oslo_concurrency.lockutils [req-58fdd283-6ee2-4c6a-8b1a-a6972eab99da req-9495ab15-1524-4636-8753-5e64cd4c4cfe service nova] Acquired lock "refresh_cache-7625de8c-b3c3-4263-a71b-50ca6afc20b3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.394614] env[69399]: DEBUG nova.network.neutron [req-58fdd283-6ee2-4c6a-8b1a-a6972eab99da req-9495ab15-1524-4636-8753-5e64cd4c4cfe service nova] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Refreshing network info cache for port fb03b726-ea3b-4abe-aa82-9c10e3dc2034 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.395681] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:68:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb03b726-ea3b-4abe-aa82-9c10e3dc2034', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.404498] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Creating folder: Project (4dfa63ec8de44bf8988caabd900d3fed). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1078.407967] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea53a30a-647e-42d7-a0c5-b2b288e3c84c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.422450] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Created folder: Project (4dfa63ec8de44bf8988caabd900d3fed) in parent group-v826677. [ 1078.422719] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Creating folder: Instances. Parent ref: group-v826900. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1078.423069] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c96067b9-1a81-4017-acd0-ee808aac0c72 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.434689] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Created folder: Instances in parent group-v826900. [ 1078.435057] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.435595] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.435831] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a397e94-944d-4d33-8c68-3e30058b249b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.458046] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.458046] env[69399]: value = "task-4177292" [ 1078.458046] env[69399]: _type = "Task" [ 1078.458046] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.467523] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177292, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.487818] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177288, 'name': CreateVM_Task, 'duration_secs': 0.50347} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.488132] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1078.488775] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.536758] env[69399]: DEBUG oslo_vmware.api [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177289, 'name': Rename_Task, 'duration_secs': 0.156145} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.536956] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.537252] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fb512a6-a779-4bc9-8383-e05ca6f518b6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.544887] env[69399]: DEBUG oslo_vmware.api [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Waiting for the task: (returnval){ [ 1078.544887] env[69399]: value = "task-4177293" [ 1078.544887] env[69399]: _type = "Task" [ 1078.544887] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.555093] env[69399]: DEBUG oslo_vmware.api [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177293, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.803195] env[69399]: DEBUG nova.scheduler.client.report [None req-ab922cf8-850d-45dc-8399-9babccb14f7f tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.817963] env[69399]: DEBUG oslo_vmware.api [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52752c4a-e551-ada5-1d44-fa326e602ecf, 'name': SearchDatastore_Task, 'duration_secs': 0.015385} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.818679] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.819142] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1078.819523] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.819830] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.820176] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1078.821432] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.821893] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.822283] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-450ca555-9282-4fab-aa30-f7e06a9ca11f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.826052] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37d59a05-64ef-468b-a1b8-f78405d6df7c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.833466] env[69399]: DEBUG oslo_vmware.api [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Waiting for the task: (returnval){ [ 1078.833466] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]526e6682-77f9-403c-90b4-ee6f8bf4369f" [ 1078.833466] env[69399]: _type = "Task" [ 1078.833466] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.840313] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1078.840313] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1078.841721] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8ed5942-9b84-4d34-80c3-589f8c31a28e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.850018] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d1e44051-4101-4a50-989e-1347402176e3 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lock "8d8f09c7-5035-4ae0-92ea-3562432e6ceb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.363s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.851717] env[69399]: DEBUG oslo_vmware.api [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]526e6682-77f9-403c-90b4-ee6f8bf4369f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.856075] env[69399]: DEBUG oslo_vmware.api [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1078.856075] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5219caef-5ebe-8c05-2c91-b12309352955" [ 1078.856075] env[69399]: _type = "Task" [ 1078.856075] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.866507] env[69399]: DEBUG oslo_vmware.api [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5219caef-5ebe-8c05-2c91-b12309352955, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.937495] env[69399]: DEBUG nova.compute.manager [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.941681] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48bc4b2-04e7-4c02-be1b-02b71fe454e0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.979320] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177292, 'name': CreateVM_Task, 'duration_secs': 0.442209} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.979581] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1078.980986] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.980986] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.980986] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.981201] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d161c016-bd61-499d-bc94-86e6eba0cbf5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.987025] env[69399]: DEBUG oslo_vmware.api [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Waiting for the task: (returnval){ [ 1078.987025] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]522f0190-a96a-acdb-ce3c-187a0bba864a" [ 1078.987025] env[69399]: _type = "Task" [ 1078.987025] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.996353] env[69399]: DEBUG oslo_vmware.api [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]522f0190-a96a-acdb-ce3c-187a0bba864a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.056135] env[69399]: DEBUG oslo_vmware.api [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177293, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.077387] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7ff5d37a-d70d-4afa-84b2-fe2fb99a7d47 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquiring lock "8d8f09c7-5035-4ae0-92ea-3562432e6ceb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.078794] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7ff5d37a-d70d-4afa-84b2-fe2fb99a7d47 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lock "8d8f09c7-5035-4ae0-92ea-3562432e6ceb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.078794] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7ff5d37a-d70d-4afa-84b2-fe2fb99a7d47 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquiring lock "8d8f09c7-5035-4ae0-92ea-3562432e6ceb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.078794] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7ff5d37a-d70d-4afa-84b2-fe2fb99a7d47 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lock "8d8f09c7-5035-4ae0-92ea-3562432e6ceb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.078794] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7ff5d37a-d70d-4afa-84b2-fe2fb99a7d47 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lock "8d8f09c7-5035-4ae0-92ea-3562432e6ceb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.081023] env[69399]: INFO nova.compute.manager [None req-7ff5d37a-d70d-4afa-84b2-fe2fb99a7d47 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Terminating instance [ 1079.213214] env[69399]: DEBUG nova.network.neutron [req-58fdd283-6ee2-4c6a-8b1a-a6972eab99da req-9495ab15-1524-4636-8753-5e64cd4c4cfe service nova] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Updated VIF entry in instance network info cache for port fb03b726-ea3b-4abe-aa82-9c10e3dc2034. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.214063] env[69399]: DEBUG nova.network.neutron [req-58fdd283-6ee2-4c6a-8b1a-a6972eab99da req-9495ab15-1524-4636-8753-5e64cd4c4cfe service nova] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Updating instance_info_cache with network_info: [{"id": "fb03b726-ea3b-4abe-aa82-9c10e3dc2034", "address": "fa:16:3e:24:68:9f", "network": {"id": "9012f1d4-b286-43fb-aa6e-8303020995c0", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1906029533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dfa63ec8de44bf8988caabd900d3fed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb03b726-ea", "ovs_interfaceid": "fb03b726-ea3b-4abe-aa82-9c10e3dc2034", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.276512] env[69399]: DEBUG nova.compute.manager [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1079.303292] env[69399]: DEBUG nova.virt.hardware [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.303596] env[69399]: DEBUG nova.virt.hardware [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.303752] env[69399]: DEBUG nova.virt.hardware [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.303928] env[69399]: DEBUG nova.virt.hardware [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.304093] env[69399]: DEBUG nova.virt.hardware [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.304250] env[69399]: DEBUG nova.virt.hardware [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.304476] env[69399]: DEBUG nova.virt.hardware [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.304671] env[69399]: DEBUG nova.virt.hardware [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.304842] env[69399]: DEBUG nova.virt.hardware [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.305010] env[69399]: DEBUG nova.virt.hardware [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.305195] env[69399]: DEBUG nova.virt.hardware [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.306330] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edfcf17-d708-469c-8d07-886bb017535a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.312037] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ab922cf8-850d-45dc-8399-9babccb14f7f tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.091s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.318625] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5a4c2e6a-006a-4521-8914-d9406fd3706b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.630s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.318625] env[69399]: DEBUG nova.objects.instance [None req-5a4c2e6a-006a-4521-8914-d9406fd3706b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lazy-loading 'resources' on Instance uuid 9b94c560-2c30-4fd2-ab6d-38f1910d7209 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.320649] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61786e1b-35b0-41da-b612-d5c36f90eda8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.343442] env[69399]: INFO nova.scheduler.client.report [None req-ab922cf8-850d-45dc-8399-9babccb14f7f tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Deleted allocations for instance 74f0eacc-a50a-467a-86fb-7c0d39513b02 [ 1079.356527] env[69399]: DEBUG oslo_vmware.api [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]526e6682-77f9-403c-90b4-ee6f8bf4369f, 'name': SearchDatastore_Task, 'duration_secs': 0.022142} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.358032] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.358032] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.358032] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.369973] env[69399]: DEBUG oslo_vmware.api [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5219caef-5ebe-8c05-2c91-b12309352955, 'name': SearchDatastore_Task, 'duration_secs': 0.012288} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.370832] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b04f7dfe-7eae-4091-b363-c9b864b22764 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.377921] env[69399]: DEBUG oslo_vmware.api [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1079.377921] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e19691-3ae0-17d4-610e-04fe4ce430b8" [ 1079.377921] env[69399]: _type = "Task" [ 1079.377921] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.388175] env[69399]: DEBUG oslo_vmware.api [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e19691-3ae0-17d4-610e-04fe4ce430b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.453986] env[69399]: INFO nova.compute.manager [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] instance snapshotting [ 1079.454164] env[69399]: WARNING nova.compute.manager [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1079.456928] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f255f88-7778-438e-a8e7-0fe19b88a83d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.476912] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74841d2-d96a-48fb-a4e3-ba3522a6b1d4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.500558] env[69399]: DEBUG oslo_vmware.api [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]522f0190-a96a-acdb-ce3c-187a0bba864a, 'name': SearchDatastore_Task, 'duration_secs': 0.010981} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.501240] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.501240] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.501384] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.501477] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.501815] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.501921] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4340ccc6-3f6e-4bdd-bebe-040dc304dbef {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.512668] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.512898] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.513976] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33db38fc-199b-40ca-9fbb-0985df9146ea {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.520613] env[69399]: DEBUG oslo_vmware.api [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Waiting for the task: (returnval){ [ 1079.520613] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52629751-07b3-232b-0802-5403755be56c" [ 1079.520613] env[69399]: _type = "Task" [ 1079.520613] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.531026] env[69399]: DEBUG oslo_vmware.api [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52629751-07b3-232b-0802-5403755be56c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.556234] env[69399]: DEBUG oslo_vmware.api [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177293, 'name': PowerOnVM_Task, 'duration_secs': 0.534978} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.556525] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.556739] env[69399]: DEBUG nova.compute.manager [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.557569] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f937a7-2710-4ace-ae18-f9afccc7adb8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.584931] env[69399]: DEBUG nova.compute.manager [None req-7ff5d37a-d70d-4afa-84b2-fe2fb99a7d47 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1079.585208] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff5d37a-d70d-4afa-84b2-fe2fb99a7d47 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.586142] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff66d24-ea73-4e0e-b09a-2bf038189aab {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.596192] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff5d37a-d70d-4afa-84b2-fe2fb99a7d47 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.596367] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a30a1f58-92b0-440d-842b-a8cbc0cc8d5c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.603472] env[69399]: DEBUG oslo_vmware.api [None req-7ff5d37a-d70d-4afa-84b2-fe2fb99a7d47 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 1079.603472] env[69399]: value = "task-4177294" [ 1079.603472] env[69399]: _type = "Task" [ 1079.603472] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.614887] env[69399]: DEBUG oslo_vmware.api [None req-7ff5d37a-d70d-4afa-84b2-fe2fb99a7d47 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.717107] env[69399]: DEBUG oslo_concurrency.lockutils [req-58fdd283-6ee2-4c6a-8b1a-a6972eab99da req-9495ab15-1524-4636-8753-5e64cd4c4cfe service nova] Releasing lock "refresh_cache-7625de8c-b3c3-4263-a71b-50ca6afc20b3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.861346] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ab922cf8-850d-45dc-8399-9babccb14f7f tempest-ServerGroupTestJSON-398889523 tempest-ServerGroupTestJSON-398889523-project-member] Lock "74f0eacc-a50a-467a-86fb-7c0d39513b02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.757s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.896028] env[69399]: DEBUG oslo_vmware.api [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e19691-3ae0-17d4-610e-04fe4ce430b8, 'name': SearchDatastore_Task, 'duration_secs': 0.011285} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.896028] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.896028] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 8c99713d-68cf-4951-a499-084bb049ddda/8c99713d-68cf-4951-a499-084bb049ddda.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1079.896028] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.896028] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.896028] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cc6ee6d-de4b-427f-a922-0a7703000206 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.898496] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21309cf2-fb1a-45c9-a9c8-78cf1bcfbec1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.908897] env[69399]: DEBUG oslo_vmware.api [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1079.908897] env[69399]: value = "task-4177295" [ 1079.908897] env[69399]: _type = "Task" [ 1079.908897] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.910985] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.912406] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.917958] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5ffff3e-a3c2-428a-b637-a7857b8126b4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.927685] env[69399]: DEBUG oslo_vmware.api [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.929340] env[69399]: DEBUG oslo_vmware.api [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Waiting for the task: (returnval){ [ 1079.929340] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]521484f3-fefb-89ea-9f7b-19d67732c27c" [ 1079.929340] env[69399]: _type = "Task" [ 1079.929340] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.942513] env[69399]: DEBUG oslo_vmware.api [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]521484f3-fefb-89ea-9f7b-19d67732c27c, 'name': SearchDatastore_Task, 'duration_secs': 0.011194} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.946344] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2a1050e-57c0-4dbc-ad60-ec7ba995e080 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.954543] env[69399]: DEBUG oslo_vmware.api [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Waiting for the task: (returnval){ [ 1079.954543] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f47c21-8259-84ae-8ab5-7017c83d4155" [ 1079.954543] env[69399]: _type = "Task" [ 1079.954543] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.968627] env[69399]: DEBUG oslo_vmware.api [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f47c21-8259-84ae-8ab5-7017c83d4155, 'name': SearchDatastore_Task, 'duration_secs': 0.010802} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.968932] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.969224] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] d1df03aa-04c7-4dab-905e-f1c259755903/d1df03aa-04c7-4dab-905e-f1c259755903.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1079.969812] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52f3888b-1116-4886-883a-f3e86e66d647 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.977897] env[69399]: DEBUG oslo_vmware.api [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Waiting for the task: (returnval){ [ 1079.977897] env[69399]: value = "task-4177296" [ 1079.977897] env[69399]: _type = "Task" [ 1079.977897] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.987582] env[69399]: DEBUG oslo_vmware.api [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': task-4177296, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.989672] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Creating Snapshot of the VM instance {{(pid=69399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1079.989672] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5913a7b0-c73b-4766-ae19-5339d0db4ac0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.001482] env[69399]: DEBUG oslo_vmware.api [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1080.001482] env[69399]: value = "task-4177297" [ 1080.001482] env[69399]: _type = "Task" [ 1080.001482] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.016158] env[69399]: DEBUG oslo_vmware.api [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177297, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.036819] env[69399]: DEBUG oslo_vmware.api [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52629751-07b3-232b-0802-5403755be56c, 'name': SearchDatastore_Task, 'duration_secs': 0.01039} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.037866] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbc6c012-8b08-4e1b-b1a9-d02cbf8c6820 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.052752] env[69399]: DEBUG oslo_vmware.api [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Waiting for the task: (returnval){ [ 1080.052752] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]527c1516-bd81-76d3-2cf6-af77a2d610a1" [ 1080.052752] env[69399]: _type = "Task" [ 1080.052752] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.064855] env[69399]: DEBUG oslo_vmware.api [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]527c1516-bd81-76d3-2cf6-af77a2d610a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.081235] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.121754] env[69399]: DEBUG oslo_vmware.api [None req-7ff5d37a-d70d-4afa-84b2-fe2fb99a7d47 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177294, 'name': PowerOffVM_Task, 'duration_secs': 0.329096} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.121754] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff5d37a-d70d-4afa-84b2-fe2fb99a7d47 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.121754] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff5d37a-d70d-4afa-84b2-fe2fb99a7d47 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.121754] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f3a8149-f096-4d46-84d3-531350615668 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.220443] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff5d37a-d70d-4afa-84b2-fe2fb99a7d47 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.220443] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff5d37a-d70d-4afa-84b2-fe2fb99a7d47 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.220443] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ff5d37a-d70d-4afa-84b2-fe2fb99a7d47 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Deleting the datastore file [datastore2] 8d8f09c7-5035-4ae0-92ea-3562432e6ceb {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.220443] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db73adea-4d16-4613-9443-3b085320b4b3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.230554] env[69399]: DEBUG oslo_vmware.api [None req-7ff5d37a-d70d-4afa-84b2-fe2fb99a7d47 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 1080.230554] env[69399]: value = "task-4177299" [ 1080.230554] env[69399]: _type = "Task" [ 1080.230554] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.246140] env[69399]: DEBUG oslo_vmware.api [None req-7ff5d37a-d70d-4afa-84b2-fe2fb99a7d47 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177299, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.313269] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c459898-83b6-400c-9a51-d151b2467564 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.322288] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfaf06f-3e0b-45b8-b108-a2ade6cb552e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.360368] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2429965-9bb8-4712-99a3-7c93941f2f30 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.370783] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eac9a13-ee3b-4c74-9da8-3e220b94fcc9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.388208] env[69399]: DEBUG nova.compute.provider_tree [None req-5a4c2e6a-006a-4521-8914-d9406fd3706b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.422988] env[69399]: DEBUG oslo_vmware.api [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177295, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.459745] env[69399]: DEBUG nova.network.neutron [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Successfully updated port: 3d296f7a-47ed-4f08-8d77-d2b895ca3e5a {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1080.490176] env[69399]: DEBUG oslo_vmware.api [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': task-4177296, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.516526] env[69399]: DEBUG oslo_vmware.api [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177297, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.542341] env[69399]: DEBUG nova.compute.manager [req-1b718282-5782-4354-9033-6e6d8b7723b0 req-45e9cca5-933d-4ffd-a0ab-80f3d30eb7ac service nova] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Received event network-vif-plugged-3d296f7a-47ed-4f08-8d77-d2b895ca3e5a {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.543837] env[69399]: DEBUG oslo_concurrency.lockutils [req-1b718282-5782-4354-9033-6e6d8b7723b0 req-45e9cca5-933d-4ffd-a0ab-80f3d30eb7ac service nova] Acquiring lock "7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.543837] env[69399]: DEBUG oslo_concurrency.lockutils [req-1b718282-5782-4354-9033-6e6d8b7723b0 req-45e9cca5-933d-4ffd-a0ab-80f3d30eb7ac service nova] Lock "7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.543837] env[69399]: DEBUG oslo_concurrency.lockutils [req-1b718282-5782-4354-9033-6e6d8b7723b0 req-45e9cca5-933d-4ffd-a0ab-80f3d30eb7ac service nova] Lock "7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.543837] env[69399]: DEBUG nova.compute.manager [req-1b718282-5782-4354-9033-6e6d8b7723b0 req-45e9cca5-933d-4ffd-a0ab-80f3d30eb7ac service nova] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] No waiting events found dispatching network-vif-plugged-3d296f7a-47ed-4f08-8d77-d2b895ca3e5a {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1080.543991] env[69399]: WARNING nova.compute.manager [req-1b718282-5782-4354-9033-6e6d8b7723b0 req-45e9cca5-933d-4ffd-a0ab-80f3d30eb7ac service nova] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Received unexpected event network-vif-plugged-3d296f7a-47ed-4f08-8d77-d2b895ca3e5a for instance with vm_state building and task_state spawning. [ 1080.567290] env[69399]: DEBUG oslo_vmware.api [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]527c1516-bd81-76d3-2cf6-af77a2d610a1, 'name': SearchDatastore_Task, 'duration_secs': 0.010459} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.567742] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.568199] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 7625de8c-b3c3-4263-a71b-50ca6afc20b3/7625de8c-b3c3-4263-a71b-50ca6afc20b3.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.568629] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dce44244-3647-47d1-bb11-ec0077c34713 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.578595] env[69399]: DEBUG oslo_vmware.api [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Waiting for the task: (returnval){ [ 1080.578595] env[69399]: value = "task-4177300" [ 1080.578595] env[69399]: _type = "Task" [ 1080.578595] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.590953] env[69399]: DEBUG oslo_vmware.api [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Task: {'id': task-4177300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.742604] env[69399]: DEBUG oslo_vmware.api [None req-7ff5d37a-d70d-4afa-84b2-fe2fb99a7d47 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177299, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.892612] env[69399]: DEBUG nova.scheduler.client.report [None req-5a4c2e6a-006a-4521-8914-d9406fd3706b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.923788] env[69399]: DEBUG oslo_vmware.api [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521456} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.924137] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 8c99713d-68cf-4951-a499-084bb049ddda/8c99713d-68cf-4951-a499-084bb049ddda.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1080.924376] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1080.924678] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f43d0481-640e-4dba-b4b8-f8bd6c9b40d3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.933010] env[69399]: DEBUG oslo_vmware.api [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1080.933010] env[69399]: value = "task-4177301" [ 1080.933010] env[69399]: _type = "Task" [ 1080.933010] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.947050] env[69399]: DEBUG oslo_vmware.api [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177301, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.961755] env[69399]: DEBUG oslo_concurrency.lockutils [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "refresh_cache-7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.961915] env[69399]: DEBUG oslo_concurrency.lockutils [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquired lock "refresh_cache-7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.962097] env[69399]: DEBUG nova.network.neutron [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.992626] env[69399]: DEBUG oslo_vmware.api [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': task-4177296, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.817704} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.993035] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] d1df03aa-04c7-4dab-905e-f1c259755903/d1df03aa-04c7-4dab-905e-f1c259755903.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1080.993344] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1080.993654] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85d9c8fc-d697-4007-bb7f-d921d2084183 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.009217] env[69399]: DEBUG oslo_vmware.api [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Waiting for the task: (returnval){ [ 1081.009217] env[69399]: value = "task-4177302" [ 1081.009217] env[69399]: _type = "Task" [ 1081.009217] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.018925] env[69399]: DEBUG oslo_vmware.api [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177297, 'name': CreateSnapshot_Task, 'duration_secs': 0.653101} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.020830] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Created Snapshot of the VM instance {{(pid=69399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1081.024949] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80a8fee-78ec-4e9a-9862-602292cd8a90 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.037454] env[69399]: DEBUG oslo_vmware.api [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': task-4177302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.090411] env[69399]: DEBUG oslo_vmware.api [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Task: {'id': task-4177300, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.246387] env[69399]: DEBUG oslo_vmware.api [None req-7ff5d37a-d70d-4afa-84b2-fe2fb99a7d47 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177299, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.694709} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.248303] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ff5d37a-d70d-4afa-84b2-fe2fb99a7d47 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.248303] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff5d37a-d70d-4afa-84b2-fe2fb99a7d47 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.248303] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff5d37a-d70d-4afa-84b2-fe2fb99a7d47 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.248303] env[69399]: INFO nova.compute.manager [None req-7ff5d37a-d70d-4afa-84b2-fe2fb99a7d47 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1081.248303] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ff5d37a-d70d-4afa-84b2-fe2fb99a7d47 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.248303] env[69399]: DEBUG nova.compute.manager [-] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1081.248303] env[69399]: DEBUG nova.network.neutron [-] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1081.400866] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5a4c2e6a-006a-4521-8914-d9406fd3706b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.084s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.403709] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cd5c2829-dc92-4451-88de-4179d7a0495c tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.377s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.404040] env[69399]: DEBUG nova.objects.instance [None req-cd5c2829-dc92-4451-88de-4179d7a0495c tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Lazy-loading 'resources' on Instance uuid 02cf0b0d-692c-4e47-9d41-266a3ec0edf2 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.429958] env[69399]: INFO nova.scheduler.client.report [None req-5a4c2e6a-006a-4521-8914-d9406fd3706b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Deleted allocations for instance 9b94c560-2c30-4fd2-ab6d-38f1910d7209 [ 1081.444368] env[69399]: DEBUG oslo_vmware.api [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177301, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077645} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.444622] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1081.445515] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac030a7-8d08-4d56-9fbb-3f1986846c6f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.471873] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 8c99713d-68cf-4951-a499-084bb049ddda/8c99713d-68cf-4951-a499-084bb049ddda.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.474433] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c1780ab-8764-470a-96ba-e3e5cff06ef0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.497765] env[69399]: DEBUG oslo_vmware.api [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1081.497765] env[69399]: value = "task-4177303" [ 1081.497765] env[69399]: _type = "Task" [ 1081.497765] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.508738] env[69399]: DEBUG oslo_vmware.api [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177303, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.521356] env[69399]: DEBUG oslo_vmware.api [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': task-4177302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.529565] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7f66a3b7-30b9-4848-ba87-6552737df219 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Acquiring lock "621a2a18-e70c-4bcf-b0a3-7814b81e5a27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.529926] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7f66a3b7-30b9-4848-ba87-6552737df219 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Lock "621a2a18-e70c-4bcf-b0a3-7814b81e5a27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.530242] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7f66a3b7-30b9-4848-ba87-6552737df219 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Acquiring lock "621a2a18-e70c-4bcf-b0a3-7814b81e5a27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.530344] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7f66a3b7-30b9-4848-ba87-6552737df219 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Lock "621a2a18-e70c-4bcf-b0a3-7814b81e5a27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.530507] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7f66a3b7-30b9-4848-ba87-6552737df219 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Lock "621a2a18-e70c-4bcf-b0a3-7814b81e5a27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.533814] env[69399]: INFO nova.compute.manager [None req-7f66a3b7-30b9-4848-ba87-6552737df219 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Terminating instance [ 1081.559137] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Creating linked-clone VM from snapshot {{(pid=69399) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1081.559862] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e740c41e-9465-429a-b6f5-dfd2f2b7b70b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.570492] env[69399]: DEBUG oslo_vmware.api [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1081.570492] env[69399]: value = "task-4177304" [ 1081.570492] env[69399]: _type = "Task" [ 1081.570492] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.580964] env[69399]: DEBUG oslo_vmware.api [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177304, 'name': CloneVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.590619] env[69399]: DEBUG oslo_vmware.api [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Task: {'id': task-4177300, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726975} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.590994] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 7625de8c-b3c3-4263-a71b-50ca6afc20b3/7625de8c-b3c3-4263-a71b-50ca6afc20b3.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.591270] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.591608] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0e4555d-eba6-47f9-83f3-6fadd79e11b9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.599632] env[69399]: DEBUG oslo_vmware.api [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Waiting for the task: (returnval){ [ 1081.599632] env[69399]: value = "task-4177305" [ 1081.599632] env[69399]: _type = "Task" [ 1081.599632] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.608667] env[69399]: DEBUG oslo_vmware.api [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Task: {'id': task-4177305, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.832080] env[69399]: DEBUG nova.network.neutron [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1081.944109] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5a4c2e6a-006a-4521-8914-d9406fd3706b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "9b94c560-2c30-4fd2-ab6d-38f1910d7209" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.745s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.012336] env[69399]: DEBUG oslo_vmware.api [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177303, 'name': ReconfigVM_Task, 'duration_secs': 0.317967} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.015766] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 8c99713d-68cf-4951-a499-084bb049ddda/8c99713d-68cf-4951-a499-084bb049ddda.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.016874] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5585bed2-1228-40a5-925e-b372e4dd1858 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.028766] env[69399]: DEBUG oslo_vmware.api [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': task-4177302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.029181] env[69399]: DEBUG oslo_vmware.api [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1082.029181] env[69399]: value = "task-4177306" [ 1082.029181] env[69399]: _type = "Task" [ 1082.029181] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.048558] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7f66a3b7-30b9-4848-ba87-6552737df219 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Acquiring lock "refresh_cache-621a2a18-e70c-4bcf-b0a3-7814b81e5a27" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.049223] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7f66a3b7-30b9-4848-ba87-6552737df219 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Acquired lock "refresh_cache-621a2a18-e70c-4bcf-b0a3-7814b81e5a27" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.049223] env[69399]: DEBUG nova.network.neutron [None req-7f66a3b7-30b9-4848-ba87-6552737df219 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.050402] env[69399]: DEBUG oslo_vmware.api [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177306, 'name': Rename_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.087931] env[69399]: DEBUG oslo_vmware.api [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177304, 'name': CloneVM_Task} progress is 94%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.120577] env[69399]: DEBUG oslo_vmware.api [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Task: {'id': task-4177305, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.156659] env[69399]: DEBUG nova.network.neutron [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Updating instance_info_cache with network_info: [{"id": "3d296f7a-47ed-4f08-8d77-d2b895ca3e5a", "address": "fa:16:3e:7c:8e:6e", "network": {"id": "fbc8d689-e009-493c-b7c6-f99fecd83767", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-209279494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "466df03825994aaaad4ffa06b54a80c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d296f7a-47", "ovs_interfaceid": "3d296f7a-47ed-4f08-8d77-d2b895ca3e5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.419072] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7f449a-9d64-435e-b39f-32f18efe6156 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.432483] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea832db-37a9-480b-96bd-3608bc55c8f2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.475045] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fccc9e1e-22b6-4db0-a65e-760abaa9d993 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.485380] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119406e0-e974-40a2-974b-1537c09ba1f6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.503033] env[69399]: DEBUG nova.compute.provider_tree [None req-cd5c2829-dc92-4451-88de-4179d7a0495c tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.524652] env[69399]: DEBUG oslo_vmware.api [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': task-4177302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.137332} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.524748] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.525720] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8661624-e3dd-49e5-9089-18f9dd366bd8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.557464] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] d1df03aa-04c7-4dab-905e-f1c259755903/d1df03aa-04c7-4dab-905e-f1c259755903.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.561732] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-448a3cf0-77ca-4ede-996e-566ef958b51e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.583321] env[69399]: DEBUG oslo_vmware.api [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177306, 'name': Rename_Task, 'duration_secs': 0.170945} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.587396] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.587743] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2df727d2-4e3f-4f44-833c-f8d09c0cab96 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.592941] env[69399]: DEBUG oslo_vmware.api [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Waiting for the task: (returnval){ [ 1082.592941] env[69399]: value = "task-4177307" [ 1082.592941] env[69399]: _type = "Task" [ 1082.592941] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.598764] env[69399]: DEBUG oslo_vmware.api [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177304, 'name': CloneVM_Task} progress is 94%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.601076] env[69399]: DEBUG oslo_vmware.api [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1082.601076] env[69399]: value = "task-4177308" [ 1082.601076] env[69399]: _type = "Task" [ 1082.601076] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.601935] env[69399]: DEBUG nova.network.neutron [None req-7f66a3b7-30b9-4848-ba87-6552737df219 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.618499] env[69399]: DEBUG nova.compute.manager [req-5fcdc7cd-8587-455f-ba7f-b57d7a891d53 req-52b5c2f9-1a20-4ab5-919f-f7e4fb89a95f service nova] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Received event network-changed-3d296f7a-47ed-4f08-8d77-d2b895ca3e5a {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.618822] env[69399]: DEBUG nova.compute.manager [req-5fcdc7cd-8587-455f-ba7f-b57d7a891d53 req-52b5c2f9-1a20-4ab5-919f-f7e4fb89a95f service nova] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Refreshing instance network info cache due to event network-changed-3d296f7a-47ed-4f08-8d77-d2b895ca3e5a. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.619025] env[69399]: DEBUG oslo_concurrency.lockutils [req-5fcdc7cd-8587-455f-ba7f-b57d7a891d53 req-52b5c2f9-1a20-4ab5-919f-f7e4fb89a95f service nova] Acquiring lock "refresh_cache-7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.619983] env[69399]: DEBUG oslo_vmware.api [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': task-4177307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.627083] env[69399]: DEBUG oslo_vmware.api [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.631119] env[69399]: DEBUG oslo_vmware.api [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Task: {'id': task-4177305, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.540003} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.631119] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.631470] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f26b038-22ea-473f-be9d-d9af50b5e835 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.659199] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 7625de8c-b3c3-4263-a71b-50ca6afc20b3/7625de8c-b3c3-4263-a71b-50ca6afc20b3.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.663295] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d83ed6a-cfea-4a50-849a-49ffd59773e4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.676841] env[69399]: DEBUG oslo_concurrency.lockutils [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Releasing lock "refresh_cache-7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.677156] env[69399]: DEBUG nova.compute.manager [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Instance network_info: |[{"id": "3d296f7a-47ed-4f08-8d77-d2b895ca3e5a", "address": "fa:16:3e:7c:8e:6e", "network": {"id": "fbc8d689-e009-493c-b7c6-f99fecd83767", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-209279494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "466df03825994aaaad4ffa06b54a80c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d296f7a-47", "ovs_interfaceid": "3d296f7a-47ed-4f08-8d77-d2b895ca3e5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1082.677694] env[69399]: DEBUG oslo_concurrency.lockutils [req-5fcdc7cd-8587-455f-ba7f-b57d7a891d53 req-52b5c2f9-1a20-4ab5-919f-f7e4fb89a95f service nova] Acquired lock "refresh_cache-7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.677885] env[69399]: DEBUG nova.network.neutron [req-5fcdc7cd-8587-455f-ba7f-b57d7a891d53 req-52b5c2f9-1a20-4ab5-919f-f7e4fb89a95f service nova] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Refreshing network info cache for port 3d296f7a-47ed-4f08-8d77-d2b895ca3e5a {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.679153] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:8e:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ba56987-9dc3-4c76-a4e2-942b05355bdb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d296f7a-47ed-4f08-8d77-d2b895ca3e5a', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1082.686809] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Creating folder: Project (466df03825994aaaad4ffa06b54a80c6). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1082.687986] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1685568-f390-4161-be2a-88932d92282b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.696480] env[69399]: DEBUG oslo_vmware.api [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Waiting for the task: (returnval){ [ 1082.696480] env[69399]: value = "task-4177309" [ 1082.696480] env[69399]: _type = "Task" [ 1082.696480] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.702226] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Created folder: Project (466df03825994aaaad4ffa06b54a80c6) in parent group-v826677. [ 1082.702522] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Creating folder: Instances. Parent ref: group-v826905. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1082.703403] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba52ceaf-8102-4bdc-b8a0-5c7caac3216c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.711582] env[69399]: DEBUG oslo_vmware.api [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Task: {'id': task-4177309, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.717054] env[69399]: DEBUG nova.network.neutron [None req-7f66a3b7-30b9-4848-ba87-6552737df219 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.722964] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Created folder: Instances in parent group-v826905. [ 1082.722964] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.723216] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1082.724094] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b7b31f6-1ac4-4f3e-9233-3fd9fbc8df17 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.754129] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1082.754129] env[69399]: value = "task-4177312" [ 1082.754129] env[69399]: _type = "Task" [ 1082.754129] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.764178] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177312, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.789115] env[69399]: DEBUG nova.network.neutron [-] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.009154] env[69399]: DEBUG nova.scheduler.client.report [None req-cd5c2829-dc92-4451-88de-4179d7a0495c tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.105818] env[69399]: DEBUG oslo_vmware.api [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177304, 'name': CloneVM_Task} progress is 95%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.132568] env[69399]: DEBUG oslo_vmware.api [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': task-4177307, 'name': ReconfigVM_Task, 'duration_secs': 0.343353} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.132568] env[69399]: DEBUG oslo_vmware.api [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177308, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.132568] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Reconfigured VM instance instance-0000004a to attach disk [datastore2] d1df03aa-04c7-4dab-905e-f1c259755903/d1df03aa-04c7-4dab-905e-f1c259755903.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.132568] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e52a6975-da6b-4c5b-82c6-617e84a0d4cd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.143637] env[69399]: DEBUG oslo_vmware.api [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Waiting for the task: (returnval){ [ 1083.143637] env[69399]: value = "task-4177313" [ 1083.143637] env[69399]: _type = "Task" [ 1083.143637] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.157872] env[69399]: DEBUG oslo_vmware.api [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': task-4177313, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.209104] env[69399]: DEBUG oslo_vmware.api [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Task: {'id': task-4177309, 'name': ReconfigVM_Task, 'duration_secs': 0.474294} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.209104] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 7625de8c-b3c3-4263-a71b-50ca6afc20b3/7625de8c-b3c3-4263-a71b-50ca6afc20b3.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.209104] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27b7c855-88c5-46a7-a2b4-6067e9accfd8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.216614] env[69399]: DEBUG oslo_vmware.api [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Waiting for the task: (returnval){ [ 1083.216614] env[69399]: value = "task-4177314" [ 1083.216614] env[69399]: _type = "Task" [ 1083.216614] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.220175] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7f66a3b7-30b9-4848-ba87-6552737df219 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Releasing lock "refresh_cache-621a2a18-e70c-4bcf-b0a3-7814b81e5a27" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.220603] env[69399]: DEBUG nova.compute.manager [None req-7f66a3b7-30b9-4848-ba87-6552737df219 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1083.220884] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-7f66a3b7-30b9-4848-ba87-6552737df219 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1083.221626] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f330c82d-c5ca-4b04-9dcc-f85a5097ff57 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.229944] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f66a3b7-30b9-4848-ba87-6552737df219 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.237536] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22f88e8b-6d06-4a7c-854c-7fbf133b8aa3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.239651] env[69399]: DEBUG oslo_vmware.api [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Task: {'id': task-4177314, 'name': Rename_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.246888] env[69399]: DEBUG oslo_vmware.api [None req-7f66a3b7-30b9-4848-ba87-6552737df219 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Waiting for the task: (returnval){ [ 1083.246888] env[69399]: value = "task-4177315" [ 1083.246888] env[69399]: _type = "Task" [ 1083.246888] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.258725] env[69399]: DEBUG oslo_vmware.api [None req-7f66a3b7-30b9-4848-ba87-6552737df219 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.270536] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177312, 'name': CreateVM_Task, 'duration_secs': 0.421702} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.270721] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1083.271467] env[69399]: DEBUG oslo_concurrency.lockutils [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.271645] env[69399]: DEBUG oslo_concurrency.lockutils [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.271979] env[69399]: DEBUG oslo_concurrency.lockutils [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.272268] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f379aa69-3f6e-477e-8a5f-8d619b79bbff {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.278414] env[69399]: DEBUG oslo_vmware.api [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1083.278414] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]521a8378-7cbb-eb30-76ab-8ca2c407945b" [ 1083.278414] env[69399]: _type = "Task" [ 1083.278414] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.289509] env[69399]: DEBUG oslo_vmware.api [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]521a8378-7cbb-eb30-76ab-8ca2c407945b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.291340] env[69399]: INFO nova.compute.manager [-] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Took 2.04 seconds to deallocate network for instance. [ 1083.527157] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cd5c2829-dc92-4451-88de-4179d7a0495c tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.123s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.531686] env[69399]: DEBUG oslo_concurrency.lockutils [None req-bbc72051-4696-4ee4-9a31-2e5a21ba3f85 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.549s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.531686] env[69399]: DEBUG nova.objects.instance [None req-bbc72051-4696-4ee4-9a31-2e5a21ba3f85 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Lazy-loading 'resources' on Instance uuid 2068b009-a493-4a97-adb2-bf90e6d71c12 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.550026] env[69399]: INFO nova.scheduler.client.report [None req-cd5c2829-dc92-4451-88de-4179d7a0495c tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Deleted allocations for instance 02cf0b0d-692c-4e47-9d41-266a3ec0edf2 [ 1083.591979] env[69399]: DEBUG nova.network.neutron [req-5fcdc7cd-8587-455f-ba7f-b57d7a891d53 req-52b5c2f9-1a20-4ab5-919f-f7e4fb89a95f service nova] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Updated VIF entry in instance network info cache for port 3d296f7a-47ed-4f08-8d77-d2b895ca3e5a. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.592606] env[69399]: DEBUG nova.network.neutron [req-5fcdc7cd-8587-455f-ba7f-b57d7a891d53 req-52b5c2f9-1a20-4ab5-919f-f7e4fb89a95f service nova] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Updating instance_info_cache with network_info: [{"id": "3d296f7a-47ed-4f08-8d77-d2b895ca3e5a", "address": "fa:16:3e:7c:8e:6e", "network": {"id": "fbc8d689-e009-493c-b7c6-f99fecd83767", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-209279494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "466df03825994aaaad4ffa06b54a80c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d296f7a-47", "ovs_interfaceid": "3d296f7a-47ed-4f08-8d77-d2b895ca3e5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.600901] env[69399]: DEBUG oslo_vmware.api [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177304, 'name': CloneVM_Task, 'duration_secs': 1.858288} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.601447] env[69399]: INFO nova.virt.vmwareapi.vmops [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Created linked-clone VM from snapshot [ 1083.602360] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18877e2-b08f-4311-ad06-73ee49b5d73f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.615857] env[69399]: DEBUG nova.virt.vmwareapi.images [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Uploading image f0d1163d-3701-42ba-bf82-b75ce1f4f7f8 {{(pid=69399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1083.631139] env[69399]: DEBUG oslo_vmware.api [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177308, 'name': PowerOnVM_Task, 'duration_secs': 0.542956} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.631966] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.632558] env[69399]: INFO nova.compute.manager [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Took 10.66 seconds to spawn the instance on the hypervisor. [ 1083.634361] env[69399]: DEBUG nova.compute.manager [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.635309] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf840f2f-e06e-405a-a386-e5ccc0a298da {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.663133] env[69399]: DEBUG oslo_vmware.api [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': task-4177313, 'name': Rename_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.665385] env[69399]: DEBUG oslo_vmware.rw_handles [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1083.665385] env[69399]: value = "vm-826904" [ 1083.665385] env[69399]: _type = "VirtualMachine" [ 1083.665385] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1083.666970] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4ace8923-ca94-4001-8f18-fbe66330069a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.676994] env[69399]: DEBUG oslo_vmware.rw_handles [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lease: (returnval){ [ 1083.676994] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e59f77-a60e-918f-d7d8-792a0a11f703" [ 1083.676994] env[69399]: _type = "HttpNfcLease" [ 1083.676994] env[69399]: } obtained for exporting VM: (result){ [ 1083.676994] env[69399]: value = "vm-826904" [ 1083.676994] env[69399]: _type = "VirtualMachine" [ 1083.676994] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1083.677362] env[69399]: DEBUG oslo_vmware.api [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the lease: (returnval){ [ 1083.677362] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e59f77-a60e-918f-d7d8-792a0a11f703" [ 1083.677362] env[69399]: _type = "HttpNfcLease" [ 1083.677362] env[69399]: } to be ready. {{(pid=69399) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1083.690280] env[69399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1083.690280] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e59f77-a60e-918f-d7d8-792a0a11f703" [ 1083.690280] env[69399]: _type = "HttpNfcLease" [ 1083.690280] env[69399]: } is initializing. {{(pid=69399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1083.731265] env[69399]: DEBUG oslo_vmware.api [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Task: {'id': task-4177314, 'name': Rename_Task, 'duration_secs': 0.217712} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.732041] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.732041] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d74004f-8fef-48bc-bb9e-5ad2dd76c246 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.741621] env[69399]: DEBUG oslo_vmware.api [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Waiting for the task: (returnval){ [ 1083.741621] env[69399]: value = "task-4177317" [ 1083.741621] env[69399]: _type = "Task" [ 1083.741621] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.749309] env[69399]: DEBUG oslo_vmware.api [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Task: {'id': task-4177317, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.759425] env[69399]: DEBUG oslo_vmware.api [None req-7f66a3b7-30b9-4848-ba87-6552737df219 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177315, 'name': PowerOffVM_Task, 'duration_secs': 0.147903} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.759425] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f66a3b7-30b9-4848-ba87-6552737df219 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.759425] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-7f66a3b7-30b9-4848-ba87-6552737df219 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1083.759425] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c364bc29-8c8b-4eb9-8ca4-c90b192f689a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.777326] env[69399]: DEBUG oslo_concurrency.lockutils [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "29dab2ae-2d9d-439a-92d5-750c8e93f0ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.777609] env[69399]: DEBUG oslo_concurrency.lockutils [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "29dab2ae-2d9d-439a-92d5-750c8e93f0ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.789913] env[69399]: DEBUG oslo_vmware.api [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]521a8378-7cbb-eb30-76ab-8ca2c407945b, 'name': SearchDatastore_Task, 'duration_secs': 0.012466} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.792218] env[69399]: DEBUG oslo_concurrency.lockutils [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.792218] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.792218] env[69399]: DEBUG oslo_concurrency.lockutils [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.792218] env[69399]: DEBUG oslo_concurrency.lockutils [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.792218] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.792218] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26c20d56-1b6e-41bb-b4be-1f837cb8d906 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.795464] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-7f66a3b7-30b9-4848-ba87-6552737df219 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1083.795700] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-7f66a3b7-30b9-4848-ba87-6552737df219 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1083.796206] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f66a3b7-30b9-4848-ba87-6552737df219 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Deleting the datastore file [datastore2] 621a2a18-e70c-4bcf-b0a3-7814b81e5a27 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.797224] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7382b3d-d933-41a9-b389-487543d75540 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.800092] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7ff5d37a-d70d-4afa-84b2-fe2fb99a7d47 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.806892] env[69399]: DEBUG oslo_vmware.api [None req-7f66a3b7-30b9-4848-ba87-6552737df219 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Waiting for the task: (returnval){ [ 1083.806892] env[69399]: value = "task-4177319" [ 1083.806892] env[69399]: _type = "Task" [ 1083.806892] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.809641] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.809641] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.812801] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac0d8543-bc51-48f4-a51d-fdb02df0be7d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.822588] env[69399]: DEBUG oslo_vmware.api [None req-7f66a3b7-30b9-4848-ba87-6552737df219 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.824651] env[69399]: DEBUG oslo_vmware.api [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1083.824651] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]527592d5-7df5-9aa5-28d9-166d0ada8c1b" [ 1083.824651] env[69399]: _type = "Task" [ 1083.824651] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.834221] env[69399]: DEBUG oslo_vmware.api [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]527592d5-7df5-9aa5-28d9-166d0ada8c1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.065054] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cd5c2829-dc92-4451-88de-4179d7a0495c tempest-ServerShowV257Test-1438903566 tempest-ServerShowV257Test-1438903566-project-member] Lock "02cf0b0d-692c-4e47-9d41-266a3ec0edf2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.430s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.098753] env[69399]: DEBUG oslo_concurrency.lockutils [req-5fcdc7cd-8587-455f-ba7f-b57d7a891d53 req-52b5c2f9-1a20-4ab5-919f-f7e4fb89a95f service nova] Releasing lock "refresh_cache-7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.099081] env[69399]: DEBUG nova.compute.manager [req-5fcdc7cd-8587-455f-ba7f-b57d7a891d53 req-52b5c2f9-1a20-4ab5-919f-f7e4fb89a95f service nova] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Received event network-vif-deleted-8b20617f-700e-463e-b927-a3bf52897575 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.099272] env[69399]: INFO nova.compute.manager [req-5fcdc7cd-8587-455f-ba7f-b57d7a891d53 req-52b5c2f9-1a20-4ab5-919f-f7e4fb89a95f service nova] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Neutron deleted interface 8b20617f-700e-463e-b927-a3bf52897575; detaching it from the instance and deleting it from the info cache [ 1084.099459] env[69399]: DEBUG nova.network.neutron [req-5fcdc7cd-8587-455f-ba7f-b57d7a891d53 req-52b5c2f9-1a20-4ab5-919f-f7e4fb89a95f service nova] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.162259] env[69399]: DEBUG oslo_vmware.api [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': task-4177313, 'name': Rename_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.167572] env[69399]: INFO nova.compute.manager [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Took 36.89 seconds to build instance. [ 1084.195343] env[69399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1084.195343] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e59f77-a60e-918f-d7d8-792a0a11f703" [ 1084.195343] env[69399]: _type = "HttpNfcLease" [ 1084.195343] env[69399]: } is ready. {{(pid=69399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1084.195695] env[69399]: DEBUG oslo_vmware.rw_handles [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1084.195695] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e59f77-a60e-918f-d7d8-792a0a11f703" [ 1084.195695] env[69399]: _type = "HttpNfcLease" [ 1084.195695] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1084.196582] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce244e10-469e-4cc9-8cc7-3dbbc5bee39f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.206813] env[69399]: DEBUG oslo_vmware.rw_handles [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211e885-72b6-21a0-d67e-deee275fa2e2/disk-0.vmdk from lease info. {{(pid=69399) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1084.206944] env[69399]: DEBUG oslo_vmware.rw_handles [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211e885-72b6-21a0-d67e-deee275fa2e2/disk-0.vmdk for reading. {{(pid=69399) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1084.280478] env[69399]: DEBUG nova.compute.manager [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1084.288755] env[69399]: DEBUG oslo_vmware.api [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Task: {'id': task-4177317, 'name': PowerOnVM_Task, 'duration_secs': 0.513836} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.289598] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.289598] env[69399]: INFO nova.compute.manager [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Took 8.73 seconds to spawn the instance on the hypervisor. [ 1084.289715] env[69399]: DEBUG nova.compute.manager [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.290542] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5c7db8-7a23-4e55-8783-3928e0b9483a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.315625] env[69399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-904000dc-6be1-4fce-bc86-330d663406ef {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.321642] env[69399]: DEBUG oslo_vmware.api [None req-7f66a3b7-30b9-4848-ba87-6552737df219 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191649} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.325115] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f66a3b7-30b9-4848-ba87-6552737df219 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.326630] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-7f66a3b7-30b9-4848-ba87-6552737df219 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.326630] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-7f66a3b7-30b9-4848-ba87-6552737df219 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.326630] env[69399]: INFO nova.compute.manager [None req-7f66a3b7-30b9-4848-ba87-6552737df219 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1084.326630] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f66a3b7-30b9-4848-ba87-6552737df219 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.326630] env[69399]: DEBUG nova.compute.manager [-] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1084.327152] env[69399]: DEBUG nova.network.neutron [-] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1084.344180] env[69399]: DEBUG oslo_vmware.api [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]527592d5-7df5-9aa5-28d9-166d0ada8c1b, 'name': SearchDatastore_Task, 'duration_secs': 0.021846} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.344180] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1194bb9-1175-4a87-80e7-6f95638a0ec3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.354058] env[69399]: DEBUG oslo_vmware.api [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1084.354058] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52290a18-78b6-257c-e1cc-acc6aa1c0ceb" [ 1084.354058] env[69399]: _type = "Task" [ 1084.354058] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.366630] env[69399]: DEBUG oslo_vmware.api [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52290a18-78b6-257c-e1cc-acc6aa1c0ceb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.374452] env[69399]: DEBUG nova.network.neutron [-] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1084.581356] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1996d838-6287-431a-9525-5909c99f53da {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.592310] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e141d56-4ace-4050-98d3-20d81f7efbc2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.626050] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9cb536ab-db20-411a-aa30-a40566e44bab {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.628610] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bf0299-99d9-4512-8532-8671d0aff6ec {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.639863] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b8140e-b1c3-47ce-bb45-9cb9ce1fd416 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.646629] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a63e4d-d6fb-48cb-acd7-0ef6fc84da16 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.674386] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e8496e50-4e89-4dc9-af7e-910818a30381 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "8c99713d-68cf-4951-a499-084bb049ddda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.728s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.674892] env[69399]: DEBUG nova.compute.provider_tree [None req-bbc72051-4696-4ee4-9a31-2e5a21ba3f85 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.689561] env[69399]: DEBUG nova.compute.manager [req-5fcdc7cd-8587-455f-ba7f-b57d7a891d53 req-52b5c2f9-1a20-4ab5-919f-f7e4fb89a95f service nova] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Detach interface failed, port_id=8b20617f-700e-463e-b927-a3bf52897575, reason: Instance 8d8f09c7-5035-4ae0-92ea-3562432e6ceb could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1084.691424] env[69399]: DEBUG nova.scheduler.client.report [None req-bbc72051-4696-4ee4-9a31-2e5a21ba3f85 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.699815] env[69399]: DEBUG oslo_vmware.api [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': task-4177313, 'name': Rename_Task, 'duration_secs': 1.219774} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.700155] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.700501] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f65a86b-2a67-4811-b506-914121f974af {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.712473] env[69399]: DEBUG oslo_vmware.api [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Waiting for the task: (returnval){ [ 1084.712473] env[69399]: value = "task-4177320" [ 1084.712473] env[69399]: _type = "Task" [ 1084.712473] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.724726] env[69399]: DEBUG oslo_vmware.api [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': task-4177320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.818352] env[69399]: INFO nova.compute.manager [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Took 28.80 seconds to build instance. [ 1084.822082] env[69399]: DEBUG oslo_concurrency.lockutils [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.868814] env[69399]: DEBUG oslo_vmware.api [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52290a18-78b6-257c-e1cc-acc6aa1c0ceb, 'name': SearchDatastore_Task, 'duration_secs': 0.014511} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.870658] env[69399]: DEBUG oslo_concurrency.lockutils [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.870658] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932/7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.870658] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-471b2ec5-f253-40a8-897d-522f3d42dcc7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.878448] env[69399]: DEBUG nova.network.neutron [-] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.881243] env[69399]: DEBUG oslo_vmware.api [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1084.881243] env[69399]: value = "task-4177321" [ 1084.881243] env[69399]: _type = "Task" [ 1084.881243] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.891966] env[69399]: DEBUG oslo_vmware.api [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.201036] env[69399]: DEBUG oslo_concurrency.lockutils [None req-bbc72051-4696-4ee4-9a31-2e5a21ba3f85 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.670s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.205054] env[69399]: DEBUG oslo_concurrency.lockutils [None req-93c213fd-b76b-495b-a435-2219296ab965 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.111s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.205207] env[69399]: DEBUG nova.objects.instance [None req-93c213fd-b76b-495b-a435-2219296ab965 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lazy-loading 'resources' on Instance uuid 11028ce0-73e3-483a-bd01-62cfd5713954 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.232762] env[69399]: DEBUG oslo_vmware.api [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': task-4177320, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.258143] env[69399]: INFO nova.scheduler.client.report [None req-bbc72051-4696-4ee4-9a31-2e5a21ba3f85 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Deleted allocations for instance 2068b009-a493-4a97-adb2-bf90e6d71c12 [ 1085.320781] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fe77eb91-f2d3-40c3-a8dd-b05fcf17ab9c tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Lock "7625de8c-b3c3-4263-a71b-50ca6afc20b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.691s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.367213] env[69399]: DEBUG oslo_concurrency.lockutils [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Acquiring lock "35454509-cd72-47ec-9954-4b8666628133" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.368049] env[69399]: DEBUG oslo_concurrency.lockutils [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lock "35454509-cd72-47ec-9954-4b8666628133" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.381422] env[69399]: INFO nova.compute.manager [-] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Took 1.05 seconds to deallocate network for instance. [ 1085.401176] env[69399]: DEBUG oslo_vmware.api [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177321, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.731363] env[69399]: DEBUG oslo_vmware.api [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': task-4177320, 'name': PowerOnVM_Task, 'duration_secs': 0.939668} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.731975] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.732327] env[69399]: DEBUG nova.compute.manager [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.733309] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb47d87-f040-4273-9ef4-44d5f9715167 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.772296] env[69399]: DEBUG oslo_concurrency.lockutils [None req-bbc72051-4696-4ee4-9a31-2e5a21ba3f85 tempest-MigrationsAdminTest-320299774 tempest-MigrationsAdminTest-320299774-project-member] Lock "2068b009-a493-4a97-adb2-bf90e6d71c12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.517s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.873421] env[69399]: DEBUG nova.compute.manager [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1085.894484] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7f66a3b7-30b9-4848-ba87-6552737df219 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.901255] env[69399]: DEBUG oslo_vmware.api [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649847} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.904606] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932/7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.904606] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1085.904606] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-766039d8-1e1d-473d-98f9-6567bc7bfb4a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.914107] env[69399]: DEBUG oslo_vmware.api [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1085.914107] env[69399]: value = "task-4177322" [ 1085.914107] env[69399]: _type = "Task" [ 1085.914107] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.933314] env[69399]: DEBUG oslo_vmware.api [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177322, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.178288] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0d0dd5-bd43-4014-be7c-ff09542e4378 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.186396] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5242572b-fca1-4324-8237-9474f876cecf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.225042] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ceaf7fb-a197-40ce-89e5-0201cce9d78c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.242897] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a2ae79-e432-4fd4-a840-e70ba01cb842 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.270368] env[69399]: DEBUG nova.compute.provider_tree [None req-93c213fd-b76b-495b-a435-2219296ab965 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.275020] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.404474] env[69399]: DEBUG oslo_concurrency.lockutils [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.426764] env[69399]: DEBUG oslo_vmware.api [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177322, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137586} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.427178] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1086.428252] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ce3af9-17e3-4d66-8cd1-b26ba69aa4ea {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.454175] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932/7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.454548] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ed6e0f5-7590-4fde-8892-8abe96119e7b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.477036] env[69399]: DEBUG oslo_vmware.api [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1086.477036] env[69399]: value = "task-4177323" [ 1086.477036] env[69399]: _type = "Task" [ 1086.477036] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.487868] env[69399]: DEBUG oslo_vmware.api [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177323, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.544882] env[69399]: DEBUG nova.compute.manager [req-7384930b-eac7-449b-93e8-857b91fe1183 req-25659b3b-666f-44f3-898f-039463711fb8 service nova] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Received event network-changed-b360fce2-510a-47b0-8612-afb94c7c36b2 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.546943] env[69399]: DEBUG nova.compute.manager [req-7384930b-eac7-449b-93e8-857b91fe1183 req-25659b3b-666f-44f3-898f-039463711fb8 service nova] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Refreshing instance network info cache due to event network-changed-b360fce2-510a-47b0-8612-afb94c7c36b2. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1086.546943] env[69399]: DEBUG oslo_concurrency.lockutils [req-7384930b-eac7-449b-93e8-857b91fe1183 req-25659b3b-666f-44f3-898f-039463711fb8 service nova] Acquiring lock "refresh_cache-8c99713d-68cf-4951-a499-084bb049ddda" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.546943] env[69399]: DEBUG oslo_concurrency.lockutils [req-7384930b-eac7-449b-93e8-857b91fe1183 req-25659b3b-666f-44f3-898f-039463711fb8 service nova] Acquired lock "refresh_cache-8c99713d-68cf-4951-a499-084bb049ddda" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.546943] env[69399]: DEBUG nova.network.neutron [req-7384930b-eac7-449b-93e8-857b91fe1183 req-25659b3b-666f-44f3-898f-039463711fb8 service nova] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Refreshing network info cache for port b360fce2-510a-47b0-8612-afb94c7c36b2 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.734623] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ceacced3-e6eb-4254-84b3-9f575e9ef894 tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Acquiring lock "7625de8c-b3c3-4263-a71b-50ca6afc20b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.734623] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ceacced3-e6eb-4254-84b3-9f575e9ef894 tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Lock "7625de8c-b3c3-4263-a71b-50ca6afc20b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.734623] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ceacced3-e6eb-4254-84b3-9f575e9ef894 tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Acquiring lock "7625de8c-b3c3-4263-a71b-50ca6afc20b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.735976] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ceacced3-e6eb-4254-84b3-9f575e9ef894 tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Lock "7625de8c-b3c3-4263-a71b-50ca6afc20b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.735976] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ceacced3-e6eb-4254-84b3-9f575e9ef894 tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Lock "7625de8c-b3c3-4263-a71b-50ca6afc20b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.740024] env[69399]: INFO nova.compute.manager [None req-ceacced3-e6eb-4254-84b3-9f575e9ef894 tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Terminating instance [ 1086.775219] env[69399]: DEBUG nova.scheduler.client.report [None req-93c213fd-b76b-495b-a435-2219296ab965 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.991859] env[69399]: DEBUG oslo_vmware.api [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177323, 'name': ReconfigVM_Task, 'duration_secs': 0.430296} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.991859] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932/7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.992325] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7aa5c3e6-9626-4a02-a34f-408f3b13ecfb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.001839] env[69399]: DEBUG oslo_vmware.api [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1087.001839] env[69399]: value = "task-4177324" [ 1087.001839] env[69399]: _type = "Task" [ 1087.001839] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.007165] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7555513a-30d9-4d21-b28c-f200e91410d0 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Acquiring lock "d1df03aa-04c7-4dab-905e-f1c259755903" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.007627] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7555513a-30d9-4d21-b28c-f200e91410d0 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Lock "d1df03aa-04c7-4dab-905e-f1c259755903" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.007720] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7555513a-30d9-4d21-b28c-f200e91410d0 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Acquiring lock "d1df03aa-04c7-4dab-905e-f1c259755903-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.007901] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7555513a-30d9-4d21-b28c-f200e91410d0 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Lock "d1df03aa-04c7-4dab-905e-f1c259755903-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.008092] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7555513a-30d9-4d21-b28c-f200e91410d0 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Lock "d1df03aa-04c7-4dab-905e-f1c259755903-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.014345] env[69399]: INFO nova.compute.manager [None req-7555513a-30d9-4d21-b28c-f200e91410d0 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Terminating instance [ 1087.020383] env[69399]: DEBUG oslo_vmware.api [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177324, 'name': Rename_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.242139] env[69399]: DEBUG nova.compute.manager [None req-ceacced3-e6eb-4254-84b3-9f575e9ef894 tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1087.243282] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ceacced3-e6eb-4254-84b3-9f575e9ef894 tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1087.245159] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6453e38-7bf0-4376-a166-17072a73e43c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.257352] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceacced3-e6eb-4254-84b3-9f575e9ef894 tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.257647] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae05eb49-397b-4037-a37c-4c9eef35716d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.266370] env[69399]: DEBUG oslo_vmware.api [None req-ceacced3-e6eb-4254-84b3-9f575e9ef894 tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Waiting for the task: (returnval){ [ 1087.266370] env[69399]: value = "task-4177325" [ 1087.266370] env[69399]: _type = "Task" [ 1087.266370] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.278552] env[69399]: DEBUG oslo_vmware.api [None req-ceacced3-e6eb-4254-84b3-9f575e9ef894 tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Task: {'id': task-4177325, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.282669] env[69399]: DEBUG oslo_concurrency.lockutils [None req-93c213fd-b76b-495b-a435-2219296ab965 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.078s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.286141] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.445s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.287673] env[69399]: INFO nova.compute.claims [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1087.328222] env[69399]: INFO nova.scheduler.client.report [None req-93c213fd-b76b-495b-a435-2219296ab965 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Deleted allocations for instance 11028ce0-73e3-483a-bd01-62cfd5713954 [ 1087.448349] env[69399]: DEBUG nova.network.neutron [req-7384930b-eac7-449b-93e8-857b91fe1183 req-25659b3b-666f-44f3-898f-039463711fb8 service nova] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Updated VIF entry in instance network info cache for port b360fce2-510a-47b0-8612-afb94c7c36b2. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.448852] env[69399]: DEBUG nova.network.neutron [req-7384930b-eac7-449b-93e8-857b91fe1183 req-25659b3b-666f-44f3-898f-039463711fb8 service nova] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Updating instance_info_cache with network_info: [{"id": "b360fce2-510a-47b0-8612-afb94c7c36b2", "address": "fa:16:3e:54:c5:d9", "network": {"id": "2e919c77-3170-4d6d-9779-978d4cf8fafb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1843815499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44de2a3fad244be683fd7f2cea410ef2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb360fce2-51", "ovs_interfaceid": "b360fce2-510a-47b0-8612-afb94c7c36b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.513417] env[69399]: DEBUG oslo_vmware.api [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177324, 'name': Rename_Task, 'duration_secs': 0.185494} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.513728] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.514010] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b41a85ed-824b-4012-b6e5-de8822427585 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.523015] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7555513a-30d9-4d21-b28c-f200e91410d0 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Acquiring lock "refresh_cache-d1df03aa-04c7-4dab-905e-f1c259755903" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.523235] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7555513a-30d9-4d21-b28c-f200e91410d0 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Acquired lock "refresh_cache-d1df03aa-04c7-4dab-905e-f1c259755903" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.523419] env[69399]: DEBUG nova.network.neutron [None req-7555513a-30d9-4d21-b28c-f200e91410d0 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.525909] env[69399]: DEBUG oslo_vmware.api [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1087.525909] env[69399]: value = "task-4177326" [ 1087.525909] env[69399]: _type = "Task" [ 1087.525909] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.538644] env[69399]: DEBUG oslo_vmware.api [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.777270] env[69399]: DEBUG oslo_vmware.api [None req-ceacced3-e6eb-4254-84b3-9f575e9ef894 tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Task: {'id': task-4177325, 'name': PowerOffVM_Task, 'duration_secs': 0.227796} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.777270] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceacced3-e6eb-4254-84b3-9f575e9ef894 tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.780010] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ceacced3-e6eb-4254-84b3-9f575e9ef894 tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1087.780010] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79001712-4aa0-42c3-9088-22652e839efc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.841542] env[69399]: DEBUG oslo_concurrency.lockutils [None req-93c213fd-b76b-495b-a435-2219296ab965 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "11028ce0-73e3-483a-bd01-62cfd5713954" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.995s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.852875] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ceacced3-e6eb-4254-84b3-9f575e9ef894 tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1087.853341] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ceacced3-e6eb-4254-84b3-9f575e9ef894 tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1087.853803] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceacced3-e6eb-4254-84b3-9f575e9ef894 tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Deleting the datastore file [datastore1] 7625de8c-b3c3-4263-a71b-50ca6afc20b3 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1087.854196] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b8ccfdc-20df-436f-b323-21f6c0d1b07c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.864531] env[69399]: DEBUG oslo_vmware.api [None req-ceacced3-e6eb-4254-84b3-9f575e9ef894 tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Waiting for the task: (returnval){ [ 1087.864531] env[69399]: value = "task-4177328" [ 1087.864531] env[69399]: _type = "Task" [ 1087.864531] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.874733] env[69399]: DEBUG oslo_vmware.api [None req-ceacced3-e6eb-4254-84b3-9f575e9ef894 tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Task: {'id': task-4177328, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.954722] env[69399]: DEBUG oslo_concurrency.lockutils [req-7384930b-eac7-449b-93e8-857b91fe1183 req-25659b3b-666f-44f3-898f-039463711fb8 service nova] Releasing lock "refresh_cache-8c99713d-68cf-4951-a499-084bb049ddda" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.041101] env[69399]: DEBUG oslo_vmware.api [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177326, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.061091] env[69399]: DEBUG nova.network.neutron [None req-7555513a-30d9-4d21-b28c-f200e91410d0 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1088.156303] env[69399]: DEBUG nova.network.neutron [None req-7555513a-30d9-4d21-b28c-f200e91410d0 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.376352] env[69399]: DEBUG oslo_vmware.api [None req-ceacced3-e6eb-4254-84b3-9f575e9ef894 tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Task: {'id': task-4177328, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291972} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.379423] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceacced3-e6eb-4254-84b3-9f575e9ef894 tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1088.379628] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ceacced3-e6eb-4254-84b3-9f575e9ef894 tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1088.379809] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ceacced3-e6eb-4254-84b3-9f575e9ef894 tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1088.379980] env[69399]: INFO nova.compute.manager [None req-ceacced3-e6eb-4254-84b3-9f575e9ef894 tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1088.380253] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ceacced3-e6eb-4254-84b3-9f575e9ef894 tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.380867] env[69399]: DEBUG nova.compute.manager [-] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1088.380981] env[69399]: DEBUG nova.network.neutron [-] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1088.544212] env[69399]: DEBUG oslo_vmware.api [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177326, 'name': PowerOnVM_Task, 'duration_secs': 0.752809} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.544904] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.544904] env[69399]: INFO nova.compute.manager [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Took 9.27 seconds to spawn the instance on the hypervisor. [ 1088.545106] env[69399]: DEBUG nova.compute.manager [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.546787] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f7947d-2f20-457c-891b-18970ab1e61d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.575958] env[69399]: DEBUG oslo_concurrency.lockutils [None req-910d1793-355e-434d-b0b6-eb6e554ece2b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "interface-31ea7532-3ec5-4a25-8425-eb893a26169c-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.576238] env[69399]: DEBUG oslo_concurrency.lockutils [None req-910d1793-355e-434d-b0b6-eb6e554ece2b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "interface-31ea7532-3ec5-4a25-8425-eb893a26169c-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.576645] env[69399]: DEBUG nova.objects.instance [None req-910d1793-355e-434d-b0b6-eb6e554ece2b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lazy-loading 'flavor' on Instance uuid 31ea7532-3ec5-4a25-8425-eb893a26169c {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.659338] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7555513a-30d9-4d21-b28c-f200e91410d0 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Releasing lock "refresh_cache-d1df03aa-04c7-4dab-905e-f1c259755903" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.661028] env[69399]: DEBUG nova.compute.manager [None req-7555513a-30d9-4d21-b28c-f200e91410d0 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.661028] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-7555513a-30d9-4d21-b28c-f200e91410d0 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.664447] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc24bed9-958e-48fd-a2ae-962e6b389c61 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.676972] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7555513a-30d9-4d21-b28c-f200e91410d0 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.676972] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9a7bdf7-7d42-4dfe-9c11-67195551fe03 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.681560] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9c3178-3e86-4f44-93cd-889e77982792 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.686027] env[69399]: DEBUG oslo_vmware.api [None req-7555513a-30d9-4d21-b28c-f200e91410d0 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Waiting for the task: (returnval){ [ 1088.686027] env[69399]: value = "task-4177329" [ 1088.686027] env[69399]: _type = "Task" [ 1088.686027] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.693968] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b274e1-772a-4a03-9a5b-65bbe8b3dc69 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.703297] env[69399]: DEBUG oslo_vmware.api [None req-7555513a-30d9-4d21-b28c-f200e91410d0 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': task-4177329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.733951] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681cf44c-1cb6-43e8-9edc-0a73746b2437 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.746094] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f57256-c7b6-43da-aa4f-c8080e9b0b54 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.764394] env[69399]: DEBUG nova.compute.provider_tree [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.031049] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquiring lock "a9e911b3-2822-42be-98f8-6edaef8270a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.031318] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Lock "a9e911b3-2822-42be-98f8-6edaef8270a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.069214] env[69399]: INFO nova.compute.manager [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Took 30.62 seconds to build instance. [ 1089.080119] env[69399]: DEBUG nova.objects.instance [None req-910d1793-355e-434d-b0b6-eb6e554ece2b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lazy-loading 'pci_requests' on Instance uuid 31ea7532-3ec5-4a25-8425-eb893a26169c {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.197284] env[69399]: DEBUG oslo_vmware.api [None req-7555513a-30d9-4d21-b28c-f200e91410d0 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': task-4177329, 'name': PowerOffVM_Task, 'duration_secs': 0.198324} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.197711] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7555513a-30d9-4d21-b28c-f200e91410d0 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.197814] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-7555513a-30d9-4d21-b28c-f200e91410d0 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.197984] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37d25427-7824-4137-9a10-a83028ecacae {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.227210] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-7555513a-30d9-4d21-b28c-f200e91410d0 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.227472] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-7555513a-30d9-4d21-b28c-f200e91410d0 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.228234] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-7555513a-30d9-4d21-b28c-f200e91410d0 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Deleting the datastore file [datastore2] d1df03aa-04c7-4dab-905e-f1c259755903 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.228234] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de1bf8e2-5f91-4976-b244-580402295e7c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.237888] env[69399]: DEBUG oslo_vmware.api [None req-7555513a-30d9-4d21-b28c-f200e91410d0 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Waiting for the task: (returnval){ [ 1089.237888] env[69399]: value = "task-4177331" [ 1089.237888] env[69399]: _type = "Task" [ 1089.237888] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.246938] env[69399]: DEBUG oslo_vmware.api [None req-7555513a-30d9-4d21-b28c-f200e91410d0 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': task-4177331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.267666] env[69399]: DEBUG nova.scheduler.client.report [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.411752] env[69399]: DEBUG nova.network.neutron [-] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.536740] env[69399]: DEBUG nova.compute.manager [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1089.571387] env[69399]: DEBUG oslo_concurrency.lockutils [None req-66cbb5f6-37b1-43da-a83a-eb78b11571c1 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.132s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.585027] env[69399]: DEBUG nova.objects.base [None req-910d1793-355e-434d-b0b6-eb6e554ece2b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Object Instance<31ea7532-3ec5-4a25-8425-eb893a26169c> lazy-loaded attributes: flavor,pci_requests {{(pid=69399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1089.585027] env[69399]: DEBUG nova.network.neutron [None req-910d1793-355e-434d-b0b6-eb6e554ece2b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1089.665954] env[69399]: DEBUG oslo_concurrency.lockutils [None req-910d1793-355e-434d-b0b6-eb6e554ece2b tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "interface-31ea7532-3ec5-4a25-8425-eb893a26169c-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.088s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.750067] env[69399]: DEBUG oslo_vmware.api [None req-7555513a-30d9-4d21-b28c-f200e91410d0 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Task: {'id': task-4177331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30415} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.750067] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-7555513a-30d9-4d21-b28c-f200e91410d0 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.750067] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-7555513a-30d9-4d21-b28c-f200e91410d0 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.750067] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-7555513a-30d9-4d21-b28c-f200e91410d0 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.750067] env[69399]: INFO nova.compute.manager [None req-7555513a-30d9-4d21-b28c-f200e91410d0 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1089.750067] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7555513a-30d9-4d21-b28c-f200e91410d0 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.750067] env[69399]: DEBUG nova.compute.manager [-] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.750067] env[69399]: DEBUG nova.network.neutron [-] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.776193] env[69399]: DEBUG nova.network.neutron [-] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1089.776193] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.776193] env[69399]: DEBUG nova.compute.manager [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1089.779254] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b9da3e0b-8039-416b-932b-35c162cf0cdc tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.931s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.779726] env[69399]: DEBUG nova.objects.instance [None req-b9da3e0b-8039-416b-932b-35c162cf0cdc tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lazy-loading 'resources' on Instance uuid a69aa834-a200-486e-9922-61018ae10f90 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.950825] env[69399]: DEBUG nova.compute.manager [req-cb61995b-a074-49e9-8b73-2382968a4047 req-0a444f94-8dc1-408b-89f5-9539395e9d00 service nova] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Received event network-vif-deleted-fb03b726-ea3b-4abe-aa82-9c10e3dc2034 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.950825] env[69399]: INFO nova.compute.manager [-] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Took 1.54 seconds to deallocate network for instance. [ 1090.065437] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.069345] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquiring lock "19ffc46f-3699-4881-99f4-a7cf31d374d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.071256] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Lock "19ffc46f-3699-4881-99f4-a7cf31d374d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.279800] env[69399]: DEBUG nova.network.neutron [-] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.287244] env[69399]: DEBUG nova.compute.utils [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1090.289234] env[69399]: DEBUG nova.compute.manager [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1090.289501] env[69399]: DEBUG nova.network.neutron [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1090.365550] env[69399]: DEBUG nova.policy [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3abdeb4956c74a0b91fe3836d727eaf0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe8274be5bcf4d7abf26bd27c54328d1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1090.440099] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ceacced3-e6eb-4254-84b3-9f575e9ef894 tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.577962] env[69399]: DEBUG nova.compute.manager [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1090.720407] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a4ba48-7d67-4558-ab56-925a1f998057 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.731024] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618d6cde-56d6-4470-b0e1-f4397fc130f9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.773342] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bdb481-8629-4b41-9f22-a1fb3746e752 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.784297] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d7d3dd-d4a7-475e-85d8-fdbdc0fc6689 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.790068] env[69399]: INFO nova.compute.manager [-] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Took 1.04 seconds to deallocate network for instance. [ 1090.802211] env[69399]: DEBUG nova.compute.manager [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1090.805415] env[69399]: DEBUG nova.compute.provider_tree [None req-b9da3e0b-8039-416b-932b-35c162cf0cdc tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.885061] env[69399]: DEBUG nova.network.neutron [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Successfully created port: f83998a0-1331-4c8a-af42-124c4b9dae33 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1090.997319] env[69399]: DEBUG nova.compute.manager [req-3a12cc84-99f1-497f-9dcb-a803cf519e99 req-25fb49dc-c213-4fd0-83c4-201c329952d1 service nova] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Received event network-changed-3d296f7a-47ed-4f08-8d77-d2b895ca3e5a {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.997319] env[69399]: DEBUG nova.compute.manager [req-3a12cc84-99f1-497f-9dcb-a803cf519e99 req-25fb49dc-c213-4fd0-83c4-201c329952d1 service nova] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Refreshing instance network info cache due to event network-changed-3d296f7a-47ed-4f08-8d77-d2b895ca3e5a. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1090.997319] env[69399]: DEBUG oslo_concurrency.lockutils [req-3a12cc84-99f1-497f-9dcb-a803cf519e99 req-25fb49dc-c213-4fd0-83c4-201c329952d1 service nova] Acquiring lock "refresh_cache-7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.997319] env[69399]: DEBUG oslo_concurrency.lockutils [req-3a12cc84-99f1-497f-9dcb-a803cf519e99 req-25fb49dc-c213-4fd0-83c4-201c329952d1 service nova] Acquired lock "refresh_cache-7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.997646] env[69399]: DEBUG nova.network.neutron [req-3a12cc84-99f1-497f-9dcb-a803cf519e99 req-25fb49dc-c213-4fd0-83c4-201c329952d1 service nova] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Refreshing network info cache for port 3d296f7a-47ed-4f08-8d77-d2b895ca3e5a {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.110949] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.322031] env[69399]: DEBUG nova.scheduler.client.report [None req-b9da3e0b-8039-416b-932b-35c162cf0cdc tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.323239] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7555513a-30d9-4d21-b28c-f200e91410d0 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.798375] env[69399]: DEBUG nova.network.neutron [req-3a12cc84-99f1-497f-9dcb-a803cf519e99 req-25fb49dc-c213-4fd0-83c4-201c329952d1 service nova] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Updated VIF entry in instance network info cache for port 3d296f7a-47ed-4f08-8d77-d2b895ca3e5a. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.798745] env[69399]: DEBUG nova.network.neutron [req-3a12cc84-99f1-497f-9dcb-a803cf519e99 req-25fb49dc-c213-4fd0-83c4-201c329952d1 service nova] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Updating instance_info_cache with network_info: [{"id": "3d296f7a-47ed-4f08-8d77-d2b895ca3e5a", "address": "fa:16:3e:7c:8e:6e", "network": {"id": "fbc8d689-e009-493c-b7c6-f99fecd83767", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-209279494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "466df03825994aaaad4ffa06b54a80c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d296f7a-47", "ovs_interfaceid": "3d296f7a-47ed-4f08-8d77-d2b895ca3e5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.825691] env[69399]: DEBUG nova.compute.manager [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1091.832755] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b9da3e0b-8039-416b-932b-35c162cf0cdc tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.054s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.837534] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.936s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.838659] env[69399]: INFO nova.compute.claims [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1091.869488] env[69399]: DEBUG nova.virt.hardware [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.869761] env[69399]: DEBUG nova.virt.hardware [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.869915] env[69399]: DEBUG nova.virt.hardware [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.870183] env[69399]: DEBUG nova.virt.hardware [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.870966] env[69399]: DEBUG nova.virt.hardware [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.871173] env[69399]: DEBUG nova.virt.hardware [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.871442] env[69399]: DEBUG nova.virt.hardware [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.871640] env[69399]: DEBUG nova.virt.hardware [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.871928] env[69399]: DEBUG nova.virt.hardware [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.872043] env[69399]: DEBUG nova.virt.hardware [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.872229] env[69399]: DEBUG nova.virt.hardware [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.873281] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f55cba-7ab1-499f-9fbc-53d6e5d2a618 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.879075] env[69399]: INFO nova.scheduler.client.report [None req-b9da3e0b-8039-416b-932b-35c162cf0cdc tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Deleted allocations for instance a69aa834-a200-486e-9922-61018ae10f90 [ 1091.890828] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db6391b-e007-45bf-acfe-1020ca57220a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.055732] env[69399]: DEBUG oslo_concurrency.lockutils [None req-08e76618-10a4-45e4-8b44-1da99b427500 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "interface-31ea7532-3ec5-4a25-8425-eb893a26169c-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.056026] env[69399]: DEBUG oslo_concurrency.lockutils [None req-08e76618-10a4-45e4-8b44-1da99b427500 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "interface-31ea7532-3ec5-4a25-8425-eb893a26169c-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.056521] env[69399]: DEBUG nova.objects.instance [None req-08e76618-10a4-45e4-8b44-1da99b427500 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lazy-loading 'flavor' on Instance uuid 31ea7532-3ec5-4a25-8425-eb893a26169c {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.282812] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquiring lock "5adbf9ba-e998-4a51-8b34-efecd1d02664" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.283201] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Lock "5adbf9ba-e998-4a51-8b34-efecd1d02664" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.301666] env[69399]: DEBUG oslo_concurrency.lockutils [req-3a12cc84-99f1-497f-9dcb-a803cf519e99 req-25fb49dc-c213-4fd0-83c4-201c329952d1 service nova] Releasing lock "refresh_cache-7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.326721] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquiring lock "d7f0a7d6-1537-4b19-8f1b-0f4b05729a90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.327015] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Lock "d7f0a7d6-1537-4b19-8f1b-0f4b05729a90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.392838] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b9da3e0b-8039-416b-932b-35c162cf0cdc tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lock "a69aa834-a200-486e-9922-61018ae10f90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.714s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.558168] env[69399]: DEBUG nova.network.neutron [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Successfully updated port: f83998a0-1331-4c8a-af42-124c4b9dae33 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1092.633760] env[69399]: DEBUG nova.objects.instance [None req-08e76618-10a4-45e4-8b44-1da99b427500 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lazy-loading 'pci_requests' on Instance uuid 31ea7532-3ec5-4a25-8425-eb893a26169c {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.703835] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquiring lock "2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.704122] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.785699] env[69399]: DEBUG nova.compute.manager [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1092.829657] env[69399]: DEBUG nova.compute.manager [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1092.834335] env[69399]: DEBUG nova.compute.manager [req-278a22ed-e88c-48cc-9989-e92e90f8a437 req-001a345a-2e00-429e-b247-402cd5cd24eb service nova] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Received event network-vif-plugged-f83998a0-1331-4c8a-af42-124c4b9dae33 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.834559] env[69399]: DEBUG oslo_concurrency.lockutils [req-278a22ed-e88c-48cc-9989-e92e90f8a437 req-001a345a-2e00-429e-b247-402cd5cd24eb service nova] Acquiring lock "c2931545-66bf-4594-b10e-b87eaca53321-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.834795] env[69399]: DEBUG oslo_concurrency.lockutils [req-278a22ed-e88c-48cc-9989-e92e90f8a437 req-001a345a-2e00-429e-b247-402cd5cd24eb service nova] Lock "c2931545-66bf-4594-b10e-b87eaca53321-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.835010] env[69399]: DEBUG oslo_concurrency.lockutils [req-278a22ed-e88c-48cc-9989-e92e90f8a437 req-001a345a-2e00-429e-b247-402cd5cd24eb service nova] Lock "c2931545-66bf-4594-b10e-b87eaca53321-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.835201] env[69399]: DEBUG nova.compute.manager [req-278a22ed-e88c-48cc-9989-e92e90f8a437 req-001a345a-2e00-429e-b247-402cd5cd24eb service nova] [instance: c2931545-66bf-4594-b10e-b87eaca53321] No waiting events found dispatching network-vif-plugged-f83998a0-1331-4c8a-af42-124c4b9dae33 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1092.835426] env[69399]: WARNING nova.compute.manager [req-278a22ed-e88c-48cc-9989-e92e90f8a437 req-001a345a-2e00-429e-b247-402cd5cd24eb service nova] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Received unexpected event network-vif-plugged-f83998a0-1331-4c8a-af42-124c4b9dae33 for instance with vm_state building and task_state spawning. [ 1093.063477] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Acquiring lock "refresh_cache-c2931545-66bf-4594-b10e-b87eaca53321" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.063583] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Acquired lock "refresh_cache-c2931545-66bf-4594-b10e-b87eaca53321" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.064416] env[69399]: DEBUG nova.network.neutron [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.138311] env[69399]: DEBUG nova.objects.base [None req-08e76618-10a4-45e4-8b44-1da99b427500 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Object Instance<31ea7532-3ec5-4a25-8425-eb893a26169c> lazy-loaded attributes: flavor,pci_requests {{(pid=69399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1093.139017] env[69399]: DEBUG nova.network.neutron [None req-08e76618-10a4-45e4-8b44-1da99b427500 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1093.192026] env[69399]: DEBUG nova.policy [None req-08e76618-10a4-45e4-8b44-1da99b427500 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87b6f0ee1d2044ad93f431d4bf27cd1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88bc526a7b714e3b9020af814e510d26', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1093.209028] env[69399]: DEBUG nova.compute.manager [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1093.274686] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608d9d45-a84d-453f-9897-07befa58247c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.285112] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f65fcc-7577-4fe3-8e0f-ed27dedf7f27 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.323800] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3344b750-7d0f-403e-8be3-8929232beafa {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.332908] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace64b64-42ec-4f22-8761-f41fe7e1d1f5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.338938] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.356239] env[69399]: DEBUG nova.compute.provider_tree [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.459180] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.465766] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b0b14a01-f113-4041-a0d9-a1b4b4490da7 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquiring lock "2214b977-1c24-47ce-9faa-b9af1714fa19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.466072] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b0b14a01-f113-4041-a0d9-a1b4b4490da7 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lock "2214b977-1c24-47ce-9faa-b9af1714fa19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.466539] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b0b14a01-f113-4041-a0d9-a1b4b4490da7 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquiring lock "2214b977-1c24-47ce-9faa-b9af1714fa19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.466653] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b0b14a01-f113-4041-a0d9-a1b4b4490da7 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lock "2214b977-1c24-47ce-9faa-b9af1714fa19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.466909] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b0b14a01-f113-4041-a0d9-a1b4b4490da7 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lock "2214b977-1c24-47ce-9faa-b9af1714fa19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.469881] env[69399]: INFO nova.compute.manager [None req-b0b14a01-f113-4041-a0d9-a1b4b4490da7 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Terminating instance [ 1093.517602] env[69399]: DEBUG nova.network.neutron [None req-08e76618-10a4-45e4-8b44-1da99b427500 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Successfully created port: 9b437d84-d320-412e-9564-a3b4d58ff4cb {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1093.612846] env[69399]: DEBUG nova.network.neutron [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1093.728756] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.801233] env[69399]: DEBUG nova.network.neutron [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Updating instance_info_cache with network_info: [{"id": "f83998a0-1331-4c8a-af42-124c4b9dae33", "address": "fa:16:3e:d4:46:3b", "network": {"id": "eb013c44-8912-4e6b-be04-b6c8990339ac", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-15547657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe8274be5bcf4d7abf26bd27c54328d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf83998a0-13", "ovs_interfaceid": "f83998a0-1331-4c8a-af42-124c4b9dae33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.807275] env[69399]: DEBUG oslo_vmware.rw_handles [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211e885-72b6-21a0-d67e-deee275fa2e2/disk-0.vmdk. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1093.812777] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fca15a4-5fab-4127-bea6-72a358394a79 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.821503] env[69399]: DEBUG oslo_vmware.rw_handles [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211e885-72b6-21a0-d67e-deee275fa2e2/disk-0.vmdk is in state: ready. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1093.821697] env[69399]: ERROR oslo_vmware.rw_handles [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211e885-72b6-21a0-d67e-deee275fa2e2/disk-0.vmdk due to incomplete transfer. [ 1093.821940] env[69399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-60df51b1-f4d7-4506-a3dd-4ac25788a30a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.831085] env[69399]: DEBUG oslo_vmware.rw_handles [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211e885-72b6-21a0-d67e-deee275fa2e2/disk-0.vmdk. {{(pid=69399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1093.831314] env[69399]: DEBUG nova.virt.vmwareapi.images [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Uploaded image f0d1163d-3701-42ba-bf82-b75ce1f4f7f8 to the Glance image server {{(pid=69399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1093.834041] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Destroying the VM {{(pid=69399) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1093.834926] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-337d0b6f-a6c7-4bf3-9002-fdb428fb1572 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.845584] env[69399]: DEBUG oslo_vmware.api [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1093.845584] env[69399]: value = "task-4177332" [ 1093.845584] env[69399]: _type = "Task" [ 1093.845584] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.855933] env[69399]: DEBUG oslo_vmware.api [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177332, 'name': Destroy_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.858967] env[69399]: DEBUG nova.scheduler.client.report [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.975967] env[69399]: DEBUG nova.compute.manager [None req-b0b14a01-f113-4041-a0d9-a1b4b4490da7 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1093.975967] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b14a01-f113-4041-a0d9-a1b4b4490da7 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.975967] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da7e901-adf4-47f3-aeea-34ac0c3e5a82 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.983736] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b14a01-f113-4041-a0d9-a1b4b4490da7 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.984044] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccd7bb04-0b12-488d-a264-92d6b6d97c21 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.991730] env[69399]: DEBUG oslo_vmware.api [None req-b0b14a01-f113-4041-a0d9-a1b4b4490da7 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 1093.991730] env[69399]: value = "task-4177333" [ 1093.991730] env[69399]: _type = "Task" [ 1093.991730] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.001321] env[69399]: DEBUG oslo_vmware.api [None req-b0b14a01-f113-4041-a0d9-a1b4b4490da7 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4177333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.316667] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Releasing lock "refresh_cache-c2931545-66bf-4594-b10e-b87eaca53321" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.317080] env[69399]: DEBUG nova.compute.manager [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Instance network_info: |[{"id": "f83998a0-1331-4c8a-af42-124c4b9dae33", "address": "fa:16:3e:d4:46:3b", "network": {"id": "eb013c44-8912-4e6b-be04-b6c8990339ac", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-15547657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe8274be5bcf4d7abf26bd27c54328d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf83998a0-13", "ovs_interfaceid": "f83998a0-1331-4c8a-af42-124c4b9dae33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1094.317556] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:46:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '535b175f-71d3-4226-81ab-ca253f27fedd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f83998a0-1331-4c8a-af42-124c4b9dae33', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.325884] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.326143] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.326379] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66f8e2a0-5600-4326-995f-a387119110eb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.351773] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.351773] env[69399]: value = "task-4177334" [ 1094.351773] env[69399]: _type = "Task" [ 1094.351773] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.359522] env[69399]: DEBUG oslo_vmware.api [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177332, 'name': Destroy_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.366352] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.366992] env[69399]: DEBUG nova.compute.manager [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1094.369549] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177334, 'name': CreateVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.370120] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.066s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.370120] env[69399]: DEBUG nova.objects.instance [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69399) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1094.502315] env[69399]: DEBUG oslo_vmware.api [None req-b0b14a01-f113-4041-a0d9-a1b4b4490da7 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4177333, 'name': PowerOffVM_Task, 'duration_secs': 0.251232} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.502597] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b14a01-f113-4041-a0d9-a1b4b4490da7 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.502763] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b14a01-f113-4041-a0d9-a1b4b4490da7 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.503033] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d30f07b-7ea6-4bef-a987-709eaa92436e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.790130] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b14a01-f113-4041-a0d9-a1b4b4490da7 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.790359] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b14a01-f113-4041-a0d9-a1b4b4490da7 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.790547] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0b14a01-f113-4041-a0d9-a1b4b4490da7 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Deleting the datastore file [datastore1] 2214b977-1c24-47ce-9faa-b9af1714fa19 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.790829] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-272d9767-5113-4ef3-850d-ef156e5b509b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.799019] env[69399]: DEBUG oslo_vmware.api [None req-b0b14a01-f113-4041-a0d9-a1b4b4490da7 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for the task: (returnval){ [ 1094.799019] env[69399]: value = "task-4177336" [ 1094.799019] env[69399]: _type = "Task" [ 1094.799019] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.808388] env[69399]: DEBUG oslo_vmware.api [None req-b0b14a01-f113-4041-a0d9-a1b4b4490da7 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4177336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.860593] env[69399]: DEBUG oslo_vmware.api [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177332, 'name': Destroy_Task} progress is 33%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.867371] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177334, 'name': CreateVM_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.878841] env[69399]: DEBUG nova.compute.utils [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1094.880481] env[69399]: DEBUG nova.compute.manager [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1094.880746] env[69399]: DEBUG nova.network.neutron [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1094.936880] env[69399]: DEBUG nova.policy [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd502712f3bd54101b90ac169ff650c08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd160850aa58647f7920daed297800d71', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1095.130058] env[69399]: DEBUG nova.compute.manager [req-2cca7ae3-2235-4e8c-bdc8-c7eb66962b69 req-f1e718f6-65b4-4664-9ce0-9fae141abd52 service nova] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Received event network-changed-f83998a0-1331-4c8a-af42-124c4b9dae33 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.130277] env[69399]: DEBUG nova.compute.manager [req-2cca7ae3-2235-4e8c-bdc8-c7eb66962b69 req-f1e718f6-65b4-4664-9ce0-9fae141abd52 service nova] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Refreshing instance network info cache due to event network-changed-f83998a0-1331-4c8a-af42-124c4b9dae33. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.130493] env[69399]: DEBUG oslo_concurrency.lockutils [req-2cca7ae3-2235-4e8c-bdc8-c7eb66962b69 req-f1e718f6-65b4-4664-9ce0-9fae141abd52 service nova] Acquiring lock "refresh_cache-c2931545-66bf-4594-b10e-b87eaca53321" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.130674] env[69399]: DEBUG oslo_concurrency.lockutils [req-2cca7ae3-2235-4e8c-bdc8-c7eb66962b69 req-f1e718f6-65b4-4664-9ce0-9fae141abd52 service nova] Acquired lock "refresh_cache-c2931545-66bf-4594-b10e-b87eaca53321" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.130978] env[69399]: DEBUG nova.network.neutron [req-2cca7ae3-2235-4e8c-bdc8-c7eb66962b69 req-f1e718f6-65b4-4664-9ce0-9fae141abd52 service nova] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Refreshing network info cache for port f83998a0-1331-4c8a-af42-124c4b9dae33 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.292911] env[69399]: DEBUG nova.network.neutron [None req-08e76618-10a4-45e4-8b44-1da99b427500 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Successfully updated port: 9b437d84-d320-412e-9564-a3b4d58ff4cb {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1095.312183] env[69399]: DEBUG oslo_vmware.api [None req-b0b14a01-f113-4041-a0d9-a1b4b4490da7 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Task: {'id': task-4177336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166614} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.312593] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0b14a01-f113-4041-a0d9-a1b4b4490da7 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.312846] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b14a01-f113-4041-a0d9-a1b4b4490da7 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.313981] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b14a01-f113-4041-a0d9-a1b4b4490da7 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.313981] env[69399]: INFO nova.compute.manager [None req-b0b14a01-f113-4041-a0d9-a1b4b4490da7 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Took 1.34 seconds to destroy the instance on the hypervisor. [ 1095.313981] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0b14a01-f113-4041-a0d9-a1b4b4490da7 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.313981] env[69399]: DEBUG nova.compute.manager [-] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.313981] env[69399]: DEBUG nova.network.neutron [-] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.360019] env[69399]: DEBUG oslo_vmware.api [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177332, 'name': Destroy_Task} progress is 33%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.366099] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177334, 'name': CreateVM_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.381836] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b95d566b-f49b-4e7c-a261-e99efa425c07 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.383044] env[69399]: DEBUG oslo_concurrency.lockutils [None req-94a108bc-adad-46a8-8eb5-c8e754e19424 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.828s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.386692] env[69399]: DEBUG nova.objects.instance [None req-94a108bc-adad-46a8-8eb5-c8e754e19424 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Lazy-loading 'resources' on Instance uuid 22644d0f-3345-4566-a792-ff72c0a5e979 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.386692] env[69399]: DEBUG nova.compute.manager [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1095.405042] env[69399]: DEBUG nova.network.neutron [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Successfully created port: e401c394-36c8-4e08-b813-66a80a286c10 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1095.451090] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3c1b923f-615a-418b-86b3-8706e5ed05e7 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquiring lock "cec95df8-9d38-4b34-bf79-51b63d622633" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.451090] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3c1b923f-615a-418b-86b3-8706e5ed05e7 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "cec95df8-9d38-4b34-bf79-51b63d622633" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.451090] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3c1b923f-615a-418b-86b3-8706e5ed05e7 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquiring lock "cec95df8-9d38-4b34-bf79-51b63d622633-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.451090] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3c1b923f-615a-418b-86b3-8706e5ed05e7 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "cec95df8-9d38-4b34-bf79-51b63d622633-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.451259] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3c1b923f-615a-418b-86b3-8706e5ed05e7 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "cec95df8-9d38-4b34-bf79-51b63d622633-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.453778] env[69399]: INFO nova.compute.manager [None req-3c1b923f-615a-418b-86b3-8706e5ed05e7 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Terminating instance [ 1095.798610] env[69399]: DEBUG oslo_concurrency.lockutils [None req-08e76618-10a4-45e4-8b44-1da99b427500 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "refresh_cache-31ea7532-3ec5-4a25-8425-eb893a26169c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.801386] env[69399]: DEBUG oslo_concurrency.lockutils [None req-08e76618-10a4-45e4-8b44-1da99b427500 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquired lock "refresh_cache-31ea7532-3ec5-4a25-8425-eb893a26169c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.801386] env[69399]: DEBUG nova.network.neutron [None req-08e76618-10a4-45e4-8b44-1da99b427500 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.857801] env[69399]: DEBUG oslo_vmware.api [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177332, 'name': Destroy_Task, 'duration_secs': 1.813143} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.862444] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Destroyed the VM [ 1095.862770] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Deleting Snapshot of the VM instance {{(pid=69399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1095.863939] env[69399]: DEBUG nova.network.neutron [req-2cca7ae3-2235-4e8c-bdc8-c7eb66962b69 req-f1e718f6-65b4-4664-9ce0-9fae141abd52 service nova] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Updated VIF entry in instance network info cache for port f83998a0-1331-4c8a-af42-124c4b9dae33. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.864244] env[69399]: DEBUG nova.network.neutron [req-2cca7ae3-2235-4e8c-bdc8-c7eb66962b69 req-f1e718f6-65b4-4664-9ce0-9fae141abd52 service nova] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Updating instance_info_cache with network_info: [{"id": "f83998a0-1331-4c8a-af42-124c4b9dae33", "address": "fa:16:3e:d4:46:3b", "network": {"id": "eb013c44-8912-4e6b-be04-b6c8990339ac", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-15547657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe8274be5bcf4d7abf26bd27c54328d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf83998a0-13", "ovs_interfaceid": "f83998a0-1331-4c8a-af42-124c4b9dae33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.865477] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a81d5888-a66e-4204-aa94-b585531a3804 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.874024] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177334, 'name': CreateVM_Task, 'duration_secs': 1.354821} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.875458] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.875875] env[69399]: DEBUG oslo_vmware.api [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1095.875875] env[69399]: value = "task-4177337" [ 1095.875875] env[69399]: _type = "Task" [ 1095.875875] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.876622] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.876835] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.877366] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.878376] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b070226-fb36-4c86-bb41-eab9cc1eb9af {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.902353] env[69399]: DEBUG oslo_vmware.api [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Waiting for the task: (returnval){ [ 1095.902353] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52dbc016-22b7-b2a8-ba54-057dab7c4078" [ 1095.902353] env[69399]: _type = "Task" [ 1095.902353] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.907517] env[69399]: DEBUG oslo_vmware.api [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177337, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.920935] env[69399]: DEBUG oslo_vmware.api [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52dbc016-22b7-b2a8-ba54-057dab7c4078, 'name': SearchDatastore_Task, 'duration_secs': 0.012158} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.925452] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.925767] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.926061] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.926230] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.926417] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.927073] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f16679fb-5ad5-4628-8e48-228738d9d9cd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.938823] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1095.939033] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1095.940030] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68045dff-b004-4161-a34f-5f693e625371 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.952334] env[69399]: DEBUG oslo_vmware.api [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Waiting for the task: (returnval){ [ 1095.952334] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e8868e-14ab-b410-e1ff-3ce20f4e1a88" [ 1095.952334] env[69399]: _type = "Task" [ 1095.952334] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.958029] env[69399]: DEBUG nova.compute.manager [None req-3c1b923f-615a-418b-86b3-8706e5ed05e7 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1095.958296] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1b923f-615a-418b-86b3-8706e5ed05e7 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.965445] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee48603-ad79-4941-925a-aa4d2a4d3a5c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.968759] env[69399]: DEBUG oslo_vmware.api [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e8868e-14ab-b410-e1ff-3ce20f4e1a88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.974524] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1b923f-615a-418b-86b3-8706e5ed05e7 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.975558] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8140e0e5-d503-4e96-b513-0f2369f8d99b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.067873] env[69399]: DEBUG nova.network.neutron [-] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.311756] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e273ddb-a4c0-41c0-bc1d-69f51c44319b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.325026] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a6f9f1-85c6-4af3-aa81-6fd55c2d2598 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.359760] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df600fc-c88f-431d-b0cc-1349c07274a1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.368251] env[69399]: DEBUG oslo_concurrency.lockutils [req-2cca7ae3-2235-4e8c-bdc8-c7eb66962b69 req-f1e718f6-65b4-4664-9ce0-9fae141abd52 service nova] Releasing lock "refresh_cache-c2931545-66bf-4594-b10e-b87eaca53321" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.369743] env[69399]: WARNING nova.network.neutron [None req-08e76618-10a4-45e4-8b44-1da99b427500 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] b5ff883e-6cca-41df-b9b0-c9fd5bfb37db already exists in list: networks containing: ['b5ff883e-6cca-41df-b9b0-c9fd5bfb37db']. ignoring it [ 1096.374140] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d328c4f7-e44d-4960-bc55-b3ac887791cc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.389250] env[69399]: DEBUG oslo_vmware.api [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177337, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.397822] env[69399]: DEBUG nova.compute.provider_tree [None req-94a108bc-adad-46a8-8eb5-c8e754e19424 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.408084] env[69399]: DEBUG nova.compute.manager [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1096.438039] env[69399]: DEBUG nova.virt.hardware [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1096.438260] env[69399]: DEBUG nova.virt.hardware [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1096.438510] env[69399]: DEBUG nova.virt.hardware [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.438730] env[69399]: DEBUG nova.virt.hardware [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1096.438785] env[69399]: DEBUG nova.virt.hardware [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.438934] env[69399]: DEBUG nova.virt.hardware [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1096.439230] env[69399]: DEBUG nova.virt.hardware [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1096.439388] env[69399]: DEBUG nova.virt.hardware [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1096.439608] env[69399]: DEBUG nova.virt.hardware [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1096.439756] env[69399]: DEBUG nova.virt.hardware [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1096.439957] env[69399]: DEBUG nova.virt.hardware [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1096.440944] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14b7dc3-c0cc-4ded-979f-89c564b847c4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.452935] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf4b180-22a7-431f-975e-0feccfe60533 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.478652] env[69399]: DEBUG oslo_vmware.api [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e8868e-14ab-b410-e1ff-3ce20f4e1a88, 'name': SearchDatastore_Task, 'duration_secs': 0.010862} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.479569] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9dcf228-4307-494c-b0bb-6d57c7bab76e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.486666] env[69399]: DEBUG oslo_vmware.api [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Waiting for the task: (returnval){ [ 1096.486666] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f5338c-a1c4-d558-148d-bcc7c7c4ed25" [ 1096.486666] env[69399]: _type = "Task" [ 1096.486666] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.496193] env[69399]: DEBUG oslo_vmware.api [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f5338c-a1c4-d558-148d-bcc7c7c4ed25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.515936] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1b923f-615a-418b-86b3-8706e5ed05e7 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.516278] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1b923f-615a-418b-86b3-8706e5ed05e7 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.516371] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c1b923f-615a-418b-86b3-8706e5ed05e7 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Deleting the datastore file [datastore1] cec95df8-9d38-4b34-bf79-51b63d622633 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.516746] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e42b3e76-4284-4b49-a04b-4ad70aac2ce5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.526493] env[69399]: DEBUG oslo_vmware.api [None req-3c1b923f-615a-418b-86b3-8706e5ed05e7 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1096.526493] env[69399]: value = "task-4177339" [ 1096.526493] env[69399]: _type = "Task" [ 1096.526493] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.535492] env[69399]: DEBUG oslo_vmware.api [None req-3c1b923f-615a-418b-86b3-8706e5ed05e7 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.575422] env[69399]: INFO nova.compute.manager [-] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Took 1.26 seconds to deallocate network for instance. [ 1096.623686] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquiring lock "1c211d56-d533-4a14-95dc-5ced9a324e4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.623935] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "1c211d56-d533-4a14-95dc-5ced9a324e4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.732608] env[69399]: DEBUG nova.network.neutron [None req-08e76618-10a4-45e4-8b44-1da99b427500 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Updating instance_info_cache with network_info: [{"id": "754c9a4c-5252-40bc-adf1-ce20394b118a", "address": "fa:16:3e:11:3a:9d", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap754c9a4c-52", "ovs_interfaceid": "754c9a4c-5252-40bc-adf1-ce20394b118a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9b437d84-d320-412e-9564-a3b4d58ff4cb", "address": "fa:16:3e:ab:16:8a", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b437d84-d3", "ovs_interfaceid": "9b437d84-d320-412e-9564-a3b4d58ff4cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.891345] env[69399]: DEBUG oslo_vmware.api [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177337, 'name': RemoveSnapshot_Task, 'duration_secs': 0.545298} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.891630] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Deleted Snapshot of the VM instance {{(pid=69399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1096.891863] env[69399]: INFO nova.compute.manager [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Took 17.44 seconds to snapshot the instance on the hypervisor. [ 1096.901954] env[69399]: DEBUG nova.scheduler.client.report [None req-94a108bc-adad-46a8-8eb5-c8e754e19424 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.997926] env[69399]: DEBUG oslo_vmware.api [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f5338c-a1c4-d558-148d-bcc7c7c4ed25, 'name': SearchDatastore_Task, 'duration_secs': 0.011126} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.998225] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.998510] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] c2931545-66bf-4594-b10e-b87eaca53321/c2931545-66bf-4594-b10e-b87eaca53321.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.998779] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b1a27c7-eb32-42c6-bcba-4cfbc7c2a20f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.006865] env[69399]: DEBUG oslo_vmware.api [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Waiting for the task: (returnval){ [ 1097.006865] env[69399]: value = "task-4177340" [ 1097.006865] env[69399]: _type = "Task" [ 1097.006865] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.019121] env[69399]: DEBUG oslo_vmware.api [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177340, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.036691] env[69399]: DEBUG oslo_vmware.api [None req-3c1b923f-615a-418b-86b3-8706e5ed05e7 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2917} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.036975] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c1b923f-615a-418b-86b3-8706e5ed05e7 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.037168] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1b923f-615a-418b-86b3-8706e5ed05e7 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.037360] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1b923f-615a-418b-86b3-8706e5ed05e7 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.037534] env[69399]: INFO nova.compute.manager [None req-3c1b923f-615a-418b-86b3-8706e5ed05e7 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1097.037818] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c1b923f-615a-418b-86b3-8706e5ed05e7 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.038113] env[69399]: DEBUG nova.compute.manager [-] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1097.038216] env[69399]: DEBUG nova.network.neutron [-] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.083904] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b0b14a01-f113-4041-a0d9-a1b4b4490da7 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.148685] env[69399]: DEBUG nova.compute.manager [req-296d09b8-7dda-4d38-bcd5-8c9e0c290626 req-bcf7f0c2-ee20-475f-94ac-644f821b69d0 service nova] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Received event network-vif-plugged-e401c394-36c8-4e08-b813-66a80a286c10 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.148812] env[69399]: DEBUG oslo_concurrency.lockutils [req-296d09b8-7dda-4d38-bcd5-8c9e0c290626 req-bcf7f0c2-ee20-475f-94ac-644f821b69d0 service nova] Acquiring lock "6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.149089] env[69399]: DEBUG oslo_concurrency.lockutils [req-296d09b8-7dda-4d38-bcd5-8c9e0c290626 req-bcf7f0c2-ee20-475f-94ac-644f821b69d0 service nova] Lock "6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.149255] env[69399]: DEBUG oslo_concurrency.lockutils [req-296d09b8-7dda-4d38-bcd5-8c9e0c290626 req-bcf7f0c2-ee20-475f-94ac-644f821b69d0 service nova] Lock "6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.149468] env[69399]: DEBUG nova.compute.manager [req-296d09b8-7dda-4d38-bcd5-8c9e0c290626 req-bcf7f0c2-ee20-475f-94ac-644f821b69d0 service nova] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] No waiting events found dispatching network-vif-plugged-e401c394-36c8-4e08-b813-66a80a286c10 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1097.149674] env[69399]: WARNING nova.compute.manager [req-296d09b8-7dda-4d38-bcd5-8c9e0c290626 req-bcf7f0c2-ee20-475f-94ac-644f821b69d0 service nova] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Received unexpected event network-vif-plugged-e401c394-36c8-4e08-b813-66a80a286c10 for instance with vm_state building and task_state spawning. [ 1097.241033] env[69399]: DEBUG nova.compute.manager [req-9523c595-13a9-4025-9694-37861814526f req-c76165a8-d002-4d39-b7f3-31fe913126d6 service nova] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Received event network-vif-plugged-9b437d84-d320-412e-9564-a3b4d58ff4cb {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.241592] env[69399]: DEBUG oslo_concurrency.lockutils [req-9523c595-13a9-4025-9694-37861814526f req-c76165a8-d002-4d39-b7f3-31fe913126d6 service nova] Acquiring lock "31ea7532-3ec5-4a25-8425-eb893a26169c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.242332] env[69399]: DEBUG oslo_concurrency.lockutils [req-9523c595-13a9-4025-9694-37861814526f req-c76165a8-d002-4d39-b7f3-31fe913126d6 service nova] Lock "31ea7532-3ec5-4a25-8425-eb893a26169c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.242582] env[69399]: DEBUG oslo_concurrency.lockutils [req-9523c595-13a9-4025-9694-37861814526f req-c76165a8-d002-4d39-b7f3-31fe913126d6 service nova] Lock "31ea7532-3ec5-4a25-8425-eb893a26169c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.242817] env[69399]: DEBUG nova.compute.manager [req-9523c595-13a9-4025-9694-37861814526f req-c76165a8-d002-4d39-b7f3-31fe913126d6 service nova] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] No waiting events found dispatching network-vif-plugged-9b437d84-d320-412e-9564-a3b4d58ff4cb {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1097.243038] env[69399]: WARNING nova.compute.manager [req-9523c595-13a9-4025-9694-37861814526f req-c76165a8-d002-4d39-b7f3-31fe913126d6 service nova] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Received unexpected event network-vif-plugged-9b437d84-d320-412e-9564-a3b4d58ff4cb for instance with vm_state active and task_state None. [ 1097.243532] env[69399]: DEBUG nova.compute.manager [req-9523c595-13a9-4025-9694-37861814526f req-c76165a8-d002-4d39-b7f3-31fe913126d6 service nova] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Received event network-changed-9b437d84-d320-412e-9564-a3b4d58ff4cb {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.243532] env[69399]: DEBUG nova.compute.manager [req-9523c595-13a9-4025-9694-37861814526f req-c76165a8-d002-4d39-b7f3-31fe913126d6 service nova] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Refreshing instance network info cache due to event network-changed-9b437d84-d320-412e-9564-a3b4d58ff4cb. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1097.243730] env[69399]: DEBUG oslo_concurrency.lockutils [req-9523c595-13a9-4025-9694-37861814526f req-c76165a8-d002-4d39-b7f3-31fe913126d6 service nova] Acquiring lock "refresh_cache-31ea7532-3ec5-4a25-8425-eb893a26169c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.244569] env[69399]: DEBUG oslo_concurrency.lockutils [None req-08e76618-10a4-45e4-8b44-1da99b427500 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Releasing lock "refresh_cache-31ea7532-3ec5-4a25-8425-eb893a26169c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.248416] env[69399]: DEBUG oslo_concurrency.lockutils [None req-08e76618-10a4-45e4-8b44-1da99b427500 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "31ea7532-3ec5-4a25-8425-eb893a26169c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.249033] env[69399]: DEBUG oslo_concurrency.lockutils [None req-08e76618-10a4-45e4-8b44-1da99b427500 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquired lock "31ea7532-3ec5-4a25-8425-eb893a26169c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.249033] env[69399]: DEBUG oslo_concurrency.lockutils [req-9523c595-13a9-4025-9694-37861814526f req-c76165a8-d002-4d39-b7f3-31fe913126d6 service nova] Acquired lock "refresh_cache-31ea7532-3ec5-4a25-8425-eb893a26169c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.249033] env[69399]: DEBUG nova.network.neutron [req-9523c595-13a9-4025-9694-37861814526f req-c76165a8-d002-4d39-b7f3-31fe913126d6 service nova] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Refreshing network info cache for port 9b437d84-d320-412e-9564-a3b4d58ff4cb {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.254846] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccb8810-431c-48f7-83eb-f173f9db46a1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.259613] env[69399]: DEBUG nova.network.neutron [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Successfully updated port: e401c394-36c8-4e08-b813-66a80a286c10 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1097.283459] env[69399]: DEBUG nova.virt.hardware [None req-08e76618-10a4-45e4-8b44-1da99b427500 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.283887] env[69399]: DEBUG nova.virt.hardware [None req-08e76618-10a4-45e4-8b44-1da99b427500 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.283993] env[69399]: DEBUG nova.virt.hardware [None req-08e76618-10a4-45e4-8b44-1da99b427500 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.284249] env[69399]: DEBUG nova.virt.hardware [None req-08e76618-10a4-45e4-8b44-1da99b427500 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.284440] env[69399]: DEBUG nova.virt.hardware [None req-08e76618-10a4-45e4-8b44-1da99b427500 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.284667] env[69399]: DEBUG nova.virt.hardware [None req-08e76618-10a4-45e4-8b44-1da99b427500 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.285035] env[69399]: DEBUG nova.virt.hardware [None req-08e76618-10a4-45e4-8b44-1da99b427500 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.285286] env[69399]: DEBUG nova.virt.hardware [None req-08e76618-10a4-45e4-8b44-1da99b427500 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.285562] env[69399]: DEBUG nova.virt.hardware [None req-08e76618-10a4-45e4-8b44-1da99b427500 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.285787] env[69399]: DEBUG nova.virt.hardware [None req-08e76618-10a4-45e4-8b44-1da99b427500 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.286049] env[69399]: DEBUG nova.virt.hardware [None req-08e76618-10a4-45e4-8b44-1da99b427500 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.294555] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-08e76618-10a4-45e4-8b44-1da99b427500 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Reconfiguring VM to attach interface {{(pid=69399) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1097.296328] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b793d2d-b1f5-4f9d-84a5-a0ba0ac27096 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.317076] env[69399]: DEBUG oslo_vmware.api [None req-08e76618-10a4-45e4-8b44-1da99b427500 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 1097.317076] env[69399]: value = "task-4177341" [ 1097.317076] env[69399]: _type = "Task" [ 1097.317076] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.327544] env[69399]: DEBUG oslo_vmware.api [None req-08e76618-10a4-45e4-8b44-1da99b427500 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177341, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.396610] env[69399]: DEBUG nova.compute.manager [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Instance disappeared during snapshot {{(pid=69399) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1097.408355] env[69399]: DEBUG oslo_concurrency.lockutils [None req-94a108bc-adad-46a8-8eb5-c8e754e19424 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.025s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.411639] env[69399]: DEBUG oslo_concurrency.lockutils [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.699s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.416999] env[69399]: INFO nova.compute.claims [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.422492] env[69399]: DEBUG nova.compute.manager [None req-75f534b0-5de9-47e3-a543-0dd2535a2e9a tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Image not found during clean up f0d1163d-3701-42ba-bf82-b75ce1f4f7f8 {{(pid=69399) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1097.439357] env[69399]: INFO nova.scheduler.client.report [None req-94a108bc-adad-46a8-8eb5-c8e754e19424 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Deleted allocations for instance 22644d0f-3345-4566-a792-ff72c0a5e979 [ 1097.521656] env[69399]: DEBUG oslo_vmware.api [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177340, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.764649] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "refresh_cache-6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.764812] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquired lock "refresh_cache-6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.764939] env[69399]: DEBUG nova.network.neutron [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.827990] env[69399]: DEBUG oslo_vmware.api [None req-08e76618-10a4-45e4-8b44-1da99b427500 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177341, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.858082] env[69399]: DEBUG nova.network.neutron [-] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.952673] env[69399]: DEBUG oslo_concurrency.lockutils [None req-94a108bc-adad-46a8-8eb5-c8e754e19424 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Lock "22644d0f-3345-4566-a792-ff72c0a5e979" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.110s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.983330] env[69399]: DEBUG nova.network.neutron [req-9523c595-13a9-4025-9694-37861814526f req-c76165a8-d002-4d39-b7f3-31fe913126d6 service nova] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Updated VIF entry in instance network info cache for port 9b437d84-d320-412e-9564-a3b4d58ff4cb. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1097.983330] env[69399]: DEBUG nova.network.neutron [req-9523c595-13a9-4025-9694-37861814526f req-c76165a8-d002-4d39-b7f3-31fe913126d6 service nova] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Updating instance_info_cache with network_info: [{"id": "754c9a4c-5252-40bc-adf1-ce20394b118a", "address": "fa:16:3e:11:3a:9d", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap754c9a4c-52", "ovs_interfaceid": "754c9a4c-5252-40bc-adf1-ce20394b118a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9b437d84-d320-412e-9564-a3b4d58ff4cb", "address": "fa:16:3e:ab:16:8a", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b437d84-d3", "ovs_interfaceid": "9b437d84-d320-412e-9564-a3b4d58ff4cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.019120] env[69399]: DEBUG oslo_vmware.api [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177340, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6522} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.019382] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] c2931545-66bf-4594-b10e-b87eaca53321/c2931545-66bf-4594-b10e-b87eaca53321.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1098.019598] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1098.019860] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41bf1aef-638d-4938-ae72-ca324a999d05 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.027628] env[69399]: DEBUG oslo_vmware.api [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Waiting for the task: (returnval){ [ 1098.027628] env[69399]: value = "task-4177342" [ 1098.027628] env[69399]: _type = "Task" [ 1098.027628] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.037264] env[69399]: DEBUG oslo_vmware.api [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177342, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.304341] env[69399]: DEBUG nova.network.neutron [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1098.330935] env[69399]: DEBUG oslo_vmware.api [None req-08e76618-10a4-45e4-8b44-1da99b427500 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177341, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.361688] env[69399]: INFO nova.compute.manager [-] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Took 1.32 seconds to deallocate network for instance. [ 1098.475929] env[69399]: DEBUG nova.network.neutron [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Updating instance_info_cache with network_info: [{"id": "e401c394-36c8-4e08-b813-66a80a286c10", "address": "fa:16:3e:24:c3:c5", "network": {"id": "3d7d9a12-563c-4097-a075-43de809f19a4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1581579464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d160850aa58647f7920daed297800d71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape401c394-36", "ovs_interfaceid": "e401c394-36c8-4e08-b813-66a80a286c10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.488448] env[69399]: DEBUG oslo_concurrency.lockutils [req-9523c595-13a9-4025-9694-37861814526f req-c76165a8-d002-4d39-b7f3-31fe913126d6 service nova] Releasing lock "refresh_cache-31ea7532-3ec5-4a25-8425-eb893a26169c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.488779] env[69399]: DEBUG nova.compute.manager [req-9523c595-13a9-4025-9694-37861814526f req-c76165a8-d002-4d39-b7f3-31fe913126d6 service nova] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Received event network-vif-deleted-6a863bd8-9627-442c-a4e7-7550efc34526 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.540433] env[69399]: DEBUG oslo_vmware.api [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177342, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076646} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.543482] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1098.544666] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d629daf-3e7b-46b4-81b6-fdb44a8f4f4b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.568111] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] c2931545-66bf-4594-b10e-b87eaca53321/c2931545-66bf-4594-b10e-b87eaca53321.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.571621] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d72334d-611e-4e3a-b70b-77ea3cc26555 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.593020] env[69399]: DEBUG oslo_vmware.api [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Waiting for the task: (returnval){ [ 1098.593020] env[69399]: value = "task-4177343" [ 1098.593020] env[69399]: _type = "Task" [ 1098.593020] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.605941] env[69399]: DEBUG oslo_vmware.api [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177343, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.763549] env[69399]: DEBUG oslo_concurrency.lockutils [None req-706e4084-20d5-4134-ae9a-9515d3da5c66 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Acquiring lock "61821e8d-2685-4143-8606-73a4d36d762c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.763837] env[69399]: DEBUG oslo_concurrency.lockutils [None req-706e4084-20d5-4134-ae9a-9515d3da5c66 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Lock "61821e8d-2685-4143-8606-73a4d36d762c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.764069] env[69399]: DEBUG oslo_concurrency.lockutils [None req-706e4084-20d5-4134-ae9a-9515d3da5c66 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Acquiring lock "61821e8d-2685-4143-8606-73a4d36d762c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.764262] env[69399]: DEBUG oslo_concurrency.lockutils [None req-706e4084-20d5-4134-ae9a-9515d3da5c66 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Lock "61821e8d-2685-4143-8606-73a4d36d762c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.764433] env[69399]: DEBUG oslo_concurrency.lockutils [None req-706e4084-20d5-4134-ae9a-9515d3da5c66 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Lock "61821e8d-2685-4143-8606-73a4d36d762c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.769088] env[69399]: INFO nova.compute.manager [None req-706e4084-20d5-4134-ae9a-9515d3da5c66 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Terminating instance [ 1098.831183] env[69399]: DEBUG oslo_vmware.api [None req-08e76618-10a4-45e4-8b44-1da99b427500 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177341, 'name': ReconfigVM_Task, 'duration_secs': 1.207136} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.831695] env[69399]: DEBUG oslo_concurrency.lockutils [None req-08e76618-10a4-45e4-8b44-1da99b427500 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Releasing lock "31ea7532-3ec5-4a25-8425-eb893a26169c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.831909] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-08e76618-10a4-45e4-8b44-1da99b427500 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Reconfigured VM to attach interface {{(pid=69399) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1098.836189] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a665db-0133-4ca3-b8b3-8e46bda93d21 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.843404] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2031ffc-6ecf-414b-b8c0-bbdd073948f1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.875952] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3c1b923f-615a-418b-86b3-8706e5ed05e7 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.877091] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42db1a17-2a4f-4588-80bf-55d30ba53617 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.886274] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1a50fc-a731-4063-b504-87d46de3c9ef {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.902032] env[69399]: DEBUG nova.compute.provider_tree [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.979147] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Releasing lock "refresh_cache-6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.980052] env[69399]: DEBUG nova.compute.manager [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Instance network_info: |[{"id": "e401c394-36c8-4e08-b813-66a80a286c10", "address": "fa:16:3e:24:c3:c5", "network": {"id": "3d7d9a12-563c-4097-a075-43de809f19a4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1581579464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d160850aa58647f7920daed297800d71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape401c394-36", "ovs_interfaceid": "e401c394-36c8-4e08-b813-66a80a286c10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1098.980500] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:c3:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e401c394-36c8-4e08-b813-66a80a286c10', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1098.988162] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.988408] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1098.988684] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3fea541-6e3a-4bee-94e4-d2c327433f6c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.008492] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1099.008492] env[69399]: value = "task-4177344" [ 1099.008492] env[69399]: _type = "Task" [ 1099.008492] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.017163] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177344, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.104327] env[69399]: DEBUG oslo_vmware.api [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177343, 'name': ReconfigVM_Task, 'duration_secs': 0.356693} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.104709] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Reconfigured VM instance instance-0000004e to attach disk [datastore2] c2931545-66bf-4594-b10e-b87eaca53321/c2931545-66bf-4594-b10e-b87eaca53321.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.105653] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85e51a86-21bd-4f03-9b61-175a3e35bdb9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.113534] env[69399]: DEBUG oslo_vmware.api [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Waiting for the task: (returnval){ [ 1099.113534] env[69399]: value = "task-4177345" [ 1099.113534] env[69399]: _type = "Task" [ 1099.113534] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.123384] env[69399]: DEBUG oslo_vmware.api [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177345, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.280046] env[69399]: DEBUG nova.compute.manager [None req-706e4084-20d5-4134-ae9a-9515d3da5c66 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1099.280046] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-706e4084-20d5-4134-ae9a-9515d3da5c66 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.280046] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca923e0-f6c2-4cd5-85e0-99797467345b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.289028] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-706e4084-20d5-4134-ae9a-9515d3da5c66 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.289028] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de963eab-3563-443b-a56f-2e0794f74698 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.296780] env[69399]: DEBUG oslo_vmware.api [None req-706e4084-20d5-4134-ae9a-9515d3da5c66 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Waiting for the task: (returnval){ [ 1099.296780] env[69399]: value = "task-4177346" [ 1099.296780] env[69399]: _type = "Task" [ 1099.296780] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.305051] env[69399]: DEBUG nova.compute.manager [req-3358b4a4-b13a-496e-bb8d-50b359415f1c req-69ffca92-65b9-42e0-9c85-7918b563bc6d service nova] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Received event network-changed-e401c394-36c8-4e08-b813-66a80a286c10 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.305051] env[69399]: DEBUG nova.compute.manager [req-3358b4a4-b13a-496e-bb8d-50b359415f1c req-69ffca92-65b9-42e0-9c85-7918b563bc6d service nova] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Refreshing instance network info cache due to event network-changed-e401c394-36c8-4e08-b813-66a80a286c10. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1099.305051] env[69399]: DEBUG oslo_concurrency.lockutils [req-3358b4a4-b13a-496e-bb8d-50b359415f1c req-69ffca92-65b9-42e0-9c85-7918b563bc6d service nova] Acquiring lock "refresh_cache-6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.305283] env[69399]: DEBUG oslo_concurrency.lockutils [req-3358b4a4-b13a-496e-bb8d-50b359415f1c req-69ffca92-65b9-42e0-9c85-7918b563bc6d service nova] Acquired lock "refresh_cache-6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.305621] env[69399]: DEBUG nova.network.neutron [req-3358b4a4-b13a-496e-bb8d-50b359415f1c req-69ffca92-65b9-42e0-9c85-7918b563bc6d service nova] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Refreshing network info cache for port e401c394-36c8-4e08-b813-66a80a286c10 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.310908] env[69399]: DEBUG oslo_vmware.api [None req-706e4084-20d5-4134-ae9a-9515d3da5c66 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177346, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.327097] env[69399]: DEBUG nova.compute.manager [req-f8fed2a9-0ce9-4afb-8e0f-93ae1ed37ec9 req-020f93fd-e57f-4906-a0eb-0c331795d402 service nova] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Received event network-vif-deleted-02d4628c-c50b-4ba3-8126-1cb268e35748 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.340572] env[69399]: DEBUG oslo_concurrency.lockutils [None req-08e76618-10a4-45e4-8b44-1da99b427500 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "interface-31ea7532-3ec5-4a25-8425-eb893a26169c-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.284s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.405498] env[69399]: DEBUG nova.scheduler.client.report [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.519992] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177344, 'name': CreateVM_Task, 'duration_secs': 0.377341} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.520457] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1099.520927] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.521114] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.521505] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.521758] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d726ddce-c868-4014-ade6-8ffe1d2ed8a5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.527771] env[69399]: DEBUG oslo_vmware.api [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1099.527771] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b2a91f-4b59-689e-510c-430402daf9d8" [ 1099.527771] env[69399]: _type = "Task" [ 1099.527771] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.538742] env[69399]: DEBUG oslo_vmware.api [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b2a91f-4b59-689e-510c-430402daf9d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.414933] env[69399]: DEBUG oslo_concurrency.lockutils [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.003s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.415401] env[69399]: DEBUG nova.compute.manager [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1100.417956] env[69399]: DEBUG oslo_vmware.api [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177345, 'name': Rename_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.418151] env[69399]: WARNING oslo_vmware.common.loopingcall [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] task run outlasted interval by 0.30353300000000005 sec [ 1100.421972] env[69399]: DEBUG oslo_concurrency.lockutils [None req-45b4f937-f13a-4de7-be8b-ff0979611902 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.087s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.422216] env[69399]: DEBUG nova.objects.instance [None req-45b4f937-f13a-4de7-be8b-ff0979611902 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lazy-loading 'resources' on Instance uuid ceee5359-0359-4531-a7f0-1656c0329e0e {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.443360] env[69399]: DEBUG oslo_vmware.api [None req-706e4084-20d5-4134-ae9a-9515d3da5c66 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177346, 'name': PowerOffVM_Task, 'duration_secs': 0.3107} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.443652] env[69399]: DEBUG oslo_vmware.api [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177345, 'name': Rename_Task, 'duration_secs': 1.224709} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.443863] env[69399]: DEBUG oslo_vmware.api [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b2a91f-4b59-689e-510c-430402daf9d8, 'name': SearchDatastore_Task, 'duration_secs': 0.016293} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.444117] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-706e4084-20d5-4134-ae9a-9515d3da5c66 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.444290] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-706e4084-20d5-4134-ae9a-9515d3da5c66 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1100.444588] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.444823] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.445055] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.445294] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.445500] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.445641] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.445900] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5003c5e5-dbb4-4042-8568-7037f8601d59 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.447592] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aeca7602-53e0-454c-83c2-442a4606a376 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.449012] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afc6b384-c5d9-45f2-ada8-e76206c9a891 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.459974] env[69399]: DEBUG oslo_vmware.api [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Waiting for the task: (returnval){ [ 1100.459974] env[69399]: value = "task-4177348" [ 1100.459974] env[69399]: _type = "Task" [ 1100.459974] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.461186] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.461372] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.464937] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89b8bc72-dca5-4857-a173-b0170db223df {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.476906] env[69399]: DEBUG oslo_vmware.api [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177348, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.478374] env[69399]: DEBUG oslo_vmware.api [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1100.478374] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b8f40f-9ce9-75c0-d4d2-dfb63bce5077" [ 1100.478374] env[69399]: _type = "Task" [ 1100.478374] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.487758] env[69399]: DEBUG oslo_vmware.api [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b8f40f-9ce9-75c0-d4d2-dfb63bce5077, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.525711] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-706e4084-20d5-4134-ae9a-9515d3da5c66 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.526117] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-706e4084-20d5-4134-ae9a-9515d3da5c66 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.526179] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-706e4084-20d5-4134-ae9a-9515d3da5c66 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Deleting the datastore file [datastore2] 61821e8d-2685-4143-8606-73a4d36d762c {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.526484] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ff218c7-78bb-4f84-9153-db2358b6c79a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.533937] env[69399]: DEBUG oslo_vmware.api [None req-706e4084-20d5-4134-ae9a-9515d3da5c66 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Waiting for the task: (returnval){ [ 1100.533937] env[69399]: value = "task-4177349" [ 1100.533937] env[69399]: _type = "Task" [ 1100.533937] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.543245] env[69399]: DEBUG oslo_vmware.api [None req-706e4084-20d5-4134-ae9a-9515d3da5c66 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.670719] env[69399]: DEBUG nova.network.neutron [req-3358b4a4-b13a-496e-bb8d-50b359415f1c req-69ffca92-65b9-42e0-9c85-7918b563bc6d service nova] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Updated VIF entry in instance network info cache for port e401c394-36c8-4e08-b813-66a80a286c10. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1100.671163] env[69399]: DEBUG nova.network.neutron [req-3358b4a4-b13a-496e-bb8d-50b359415f1c req-69ffca92-65b9-42e0-9c85-7918b563bc6d service nova] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Updating instance_info_cache with network_info: [{"id": "e401c394-36c8-4e08-b813-66a80a286c10", "address": "fa:16:3e:24:c3:c5", "network": {"id": "3d7d9a12-563c-4097-a075-43de809f19a4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1581579464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d160850aa58647f7920daed297800d71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape401c394-36", "ovs_interfaceid": "e401c394-36c8-4e08-b813-66a80a286c10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.920399] env[69399]: DEBUG nova.compute.utils [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1100.921856] env[69399]: DEBUG nova.compute.manager [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1100.922099] env[69399]: DEBUG nova.network.neutron [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1100.974783] env[69399]: DEBUG oslo_vmware.api [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177348, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.996893] env[69399]: DEBUG oslo_vmware.api [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b8f40f-9ce9-75c0-d4d2-dfb63bce5077, 'name': SearchDatastore_Task, 'duration_secs': 0.013093} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.998813] env[69399]: DEBUG nova.policy [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30edd93afb254a96ab5a1f259a8f53a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d78bffd4fc241838d980740174d171b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1101.001285] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cdd74f5-2b2e-476e-87c9-0961aee8204d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.008962] env[69399]: DEBUG oslo_vmware.api [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1101.008962] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5265f7d8-3097-8976-c84c-f0a39ca370b4" [ 1101.008962] env[69399]: _type = "Task" [ 1101.008962] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.023759] env[69399]: DEBUG oslo_vmware.api [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5265f7d8-3097-8976-c84c-f0a39ca370b4, 'name': SearchDatastore_Task, 'duration_secs': 0.012139} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.024103] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.024383] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7/6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1101.027974] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98673ca4-b40f-4f31-b383-d6f3b6f8e743 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.042597] env[69399]: DEBUG oslo_vmware.api [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1101.042597] env[69399]: value = "task-4177350" [ 1101.042597] env[69399]: _type = "Task" [ 1101.042597] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.053902] env[69399]: DEBUG oslo_vmware.api [None req-706e4084-20d5-4134-ae9a-9515d3da5c66 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Task: {'id': task-4177349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156454} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.054674] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-706e4084-20d5-4134-ae9a-9515d3da5c66 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.054897] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-706e4084-20d5-4134-ae9a-9515d3da5c66 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.055178] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-706e4084-20d5-4134-ae9a-9515d3da5c66 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.055399] env[69399]: INFO nova.compute.manager [None req-706e4084-20d5-4134-ae9a-9515d3da5c66 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Took 1.78 seconds to destroy the instance on the hypervisor. [ 1101.055817] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-706e4084-20d5-4134-ae9a-9515d3da5c66 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.056019] env[69399]: DEBUG nova.compute.manager [-] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1101.056164] env[69399]: DEBUG nova.network.neutron [-] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1101.064471] env[69399]: DEBUG oslo_vmware.api [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.176278] env[69399]: DEBUG oslo_concurrency.lockutils [req-3358b4a4-b13a-496e-bb8d-50b359415f1c req-69ffca92-65b9-42e0-9c85-7918b563bc6d service nova] Releasing lock "refresh_cache-6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.380315] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43c2d82-050c-4234-8858-ee1bd0176a68 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.392180] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81fe342-6523-428f-9c09-1c6e7fa3e33f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.437759] env[69399]: DEBUG nova.compute.manager [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1101.444188] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eafe1cd-72b4-45d2-8377-50c7e4c51911 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.454799] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6322aeab-907f-4795-97a5-dce19368fc15 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.465474] env[69399]: DEBUG nova.network.neutron [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Successfully created port: ebc15f9e-53a6-4dbc-aca0-197c7bdb9842 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1101.483770] env[69399]: DEBUG nova.compute.provider_tree [None req-45b4f937-f13a-4de7-be8b-ff0979611902 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.491738] env[69399]: DEBUG oslo_vmware.api [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177348, 'name': PowerOnVM_Task, 'duration_secs': 0.546374} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.492059] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.492239] env[69399]: INFO nova.compute.manager [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Took 9.67 seconds to spawn the instance on the hypervisor. [ 1101.492419] env[69399]: DEBUG nova.compute.manager [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1101.494032] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5981b1c6-916d-4a4c-bb4b-daa0954a8c7c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.559940] env[69399]: DEBUG oslo_vmware.api [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499211} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.559940] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7/6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1101.559940] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1101.559940] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89e48eb5-0fe7-48d6-b792-9a9ecd92c074 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.568703] env[69399]: DEBUG oslo_vmware.api [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1101.568703] env[69399]: value = "task-4177351" [ 1101.568703] env[69399]: _type = "Task" [ 1101.568703] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.578193] env[69399]: DEBUG oslo_vmware.api [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.582060] env[69399]: DEBUG nova.compute.manager [req-d4e2dc8e-06d7-4e84-975c-9f2880c24984 req-ca31d52b-948d-4a42-b0b2-0fc687439b8f service nova] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Received event network-vif-deleted-d907d702-58ad-43d3-bd99-a5853968eb5f {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.582276] env[69399]: INFO nova.compute.manager [req-d4e2dc8e-06d7-4e84-975c-9f2880c24984 req-ca31d52b-948d-4a42-b0b2-0fc687439b8f service nova] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Neutron deleted interface d907d702-58ad-43d3-bd99-a5853968eb5f; detaching it from the instance and deleting it from the info cache [ 1101.582552] env[69399]: DEBUG nova.network.neutron [req-d4e2dc8e-06d7-4e84-975c-9f2880c24984 req-ca31d52b-948d-4a42-b0b2-0fc687439b8f service nova] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.950190] env[69399]: DEBUG nova.network.neutron [-] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.979898] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b330e508-7f3d-4079-9c5c-798c81572668 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "interface-31ea7532-3ec5-4a25-8425-eb893a26169c-9b6b7933-e6a2-49e4-83c6-9efdb589881a" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.980143] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b330e508-7f3d-4079-9c5c-798c81572668 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "interface-31ea7532-3ec5-4a25-8425-eb893a26169c-9b6b7933-e6a2-49e4-83c6-9efdb589881a" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.980511] env[69399]: DEBUG nova.objects.instance [None req-b330e508-7f3d-4079-9c5c-798c81572668 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lazy-loading 'flavor' on Instance uuid 31ea7532-3ec5-4a25-8425-eb893a26169c {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.989190] env[69399]: DEBUG nova.scheduler.client.report [None req-45b4f937-f13a-4de7-be8b-ff0979611902 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.013842] env[69399]: INFO nova.compute.manager [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Took 35.21 seconds to build instance. [ 1102.078655] env[69399]: DEBUG oslo_vmware.api [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071555} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.078946] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1102.079782] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260324a2-aa4e-4a59-b62a-ca229b529faf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.106837] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7/6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.107195] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-00e84773-9ca0-40bc-b0ec-ba4d629d4ba6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.110191] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91246f33-9851-49f9-8f07-9ecf263e7df1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.134305] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b191d0a-64c6-40bc-aeaa-91f3baa0d36b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.145017] env[69399]: DEBUG oslo_vmware.api [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1102.145017] env[69399]: value = "task-4177352" [ 1102.145017] env[69399]: _type = "Task" [ 1102.145017] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.154322] env[69399]: DEBUG oslo_vmware.api [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177352, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.167935] env[69399]: DEBUG nova.compute.manager [req-d4e2dc8e-06d7-4e84-975c-9f2880c24984 req-ca31d52b-948d-4a42-b0b2-0fc687439b8f service nova] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Detach interface failed, port_id=d907d702-58ad-43d3-bd99-a5853968eb5f, reason: Instance 61821e8d-2685-4143-8606-73a4d36d762c could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1102.453379] env[69399]: DEBUG nova.compute.manager [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1102.456044] env[69399]: INFO nova.compute.manager [-] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Took 1.40 seconds to deallocate network for instance. [ 1102.488940] env[69399]: DEBUG nova.virt.hardware [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.489241] env[69399]: DEBUG nova.virt.hardware [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.489398] env[69399]: DEBUG nova.virt.hardware [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.489579] env[69399]: DEBUG nova.virt.hardware [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.489723] env[69399]: DEBUG nova.virt.hardware [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.489865] env[69399]: DEBUG nova.virt.hardware [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.490089] env[69399]: DEBUG nova.virt.hardware [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.490253] env[69399]: DEBUG nova.virt.hardware [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.490416] env[69399]: DEBUG nova.virt.hardware [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.490575] env[69399]: DEBUG nova.virt.hardware [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.490748] env[69399]: DEBUG nova.virt.hardware [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.491671] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd6dfb7-e90a-499e-95e8-fe884e08a0da {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.495480] env[69399]: DEBUG oslo_concurrency.lockutils [None req-45b4f937-f13a-4de7-be8b-ff0979611902 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.073s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.498026] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.417s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.498234] env[69399]: DEBUG nova.objects.instance [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69399) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1102.508527] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80568061-dab9-43ae-93c2-3ac041cec46f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.523754] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3326d4c1-8588-4209-b472-579efaeb6e6a tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Lock "c2931545-66bf-4594-b10e-b87eaca53321" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.737s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.526468] env[69399]: INFO nova.scheduler.client.report [None req-45b4f937-f13a-4de7-be8b-ff0979611902 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Deleted allocations for instance ceee5359-0359-4531-a7f0-1656c0329e0e [ 1102.641820] env[69399]: DEBUG nova.objects.instance [None req-b330e508-7f3d-4079-9c5c-798c81572668 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lazy-loading 'pci_requests' on Instance uuid 31ea7532-3ec5-4a25-8425-eb893a26169c {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.656100] env[69399]: DEBUG oslo_vmware.api [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177352, 'name': ReconfigVM_Task, 'duration_secs': 0.347312} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.656392] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7/6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.657074] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7dbfcc88-2d9e-42d7-b267-f2eb344b76e8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.664173] env[69399]: DEBUG oslo_vmware.api [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1102.664173] env[69399]: value = "task-4177353" [ 1102.664173] env[69399]: _type = "Task" [ 1102.664173] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.674066] env[69399]: DEBUG oslo_vmware.api [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177353, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.967433] env[69399]: DEBUG oslo_concurrency.lockutils [None req-706e4084-20d5-4134-ae9a-9515d3da5c66 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.016667] env[69399]: DEBUG nova.network.neutron [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Successfully updated port: ebc15f9e-53a6-4dbc-aca0-197c7bdb9842 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.029567] env[69399]: DEBUG nova.compute.manager [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1103.037901] env[69399]: DEBUG oslo_concurrency.lockutils [None req-45b4f937-f13a-4de7-be8b-ff0979611902 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "ceee5359-0359-4531-a7f0-1656c0329e0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.262s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.144660] env[69399]: DEBUG nova.objects.base [None req-b330e508-7f3d-4079-9c5c-798c81572668 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Object Instance<31ea7532-3ec5-4a25-8425-eb893a26169c> lazy-loaded attributes: flavor,pci_requests {{(pid=69399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1103.144827] env[69399]: DEBUG nova.network.neutron [None req-b330e508-7f3d-4079-9c5c-798c81572668 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1103.176874] env[69399]: DEBUG oslo_vmware.api [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177353, 'name': Rename_Task, 'duration_secs': 0.180933} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.179162] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.179301] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2342f16b-b13d-4536-b803-55ea95a912b7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.186530] env[69399]: DEBUG oslo_vmware.api [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1103.186530] env[69399]: value = "task-4177354" [ 1103.186530] env[69399]: _type = "Task" [ 1103.186530] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.195486] env[69399]: DEBUG oslo_vmware.api [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.227390] env[69399]: DEBUG nova.policy [None req-b330e508-7f3d-4079-9c5c-798c81572668 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87b6f0ee1d2044ad93f431d4bf27cd1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88bc526a7b714e3b9020af814e510d26', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1103.509670] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a70ef790-89c0-45db-86b1-c3bd87fa4390 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.510972] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7ff5d37a-d70d-4afa-84b2-fe2fb99a7d47 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.711s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.511219] env[69399]: DEBUG nova.objects.instance [None req-7ff5d37a-d70d-4afa-84b2-fe2fb99a7d47 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lazy-loading 'resources' on Instance uuid 8d8f09c7-5035-4ae0-92ea-3562432e6ceb {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.521881] env[69399]: DEBUG oslo_concurrency.lockutils [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "refresh_cache-7b662b7c-5a53-4d92-afc9-6c799fb8173b" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.522039] env[69399]: DEBUG oslo_concurrency.lockutils [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquired lock "refresh_cache-7b662b7c-5a53-4d92-afc9-6c799fb8173b" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.522276] env[69399]: DEBUG nova.network.neutron [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.553206] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.572671] env[69399]: DEBUG nova.compute.manager [req-465ba474-2dc8-4fd1-acc5-099b306f6b65 req-5cc50b23-377e-49b1-bedd-759f9bdac444 service nova] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Received event network-vif-plugged-ebc15f9e-53a6-4dbc-aca0-197c7bdb9842 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.573071] env[69399]: DEBUG oslo_concurrency.lockutils [req-465ba474-2dc8-4fd1-acc5-099b306f6b65 req-5cc50b23-377e-49b1-bedd-759f9bdac444 service nova] Acquiring lock "7b662b7c-5a53-4d92-afc9-6c799fb8173b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.573348] env[69399]: DEBUG oslo_concurrency.lockutils [req-465ba474-2dc8-4fd1-acc5-099b306f6b65 req-5cc50b23-377e-49b1-bedd-759f9bdac444 service nova] Lock "7b662b7c-5a53-4d92-afc9-6c799fb8173b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.573621] env[69399]: DEBUG oslo_concurrency.lockutils [req-465ba474-2dc8-4fd1-acc5-099b306f6b65 req-5cc50b23-377e-49b1-bedd-759f9bdac444 service nova] Lock "7b662b7c-5a53-4d92-afc9-6c799fb8173b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.573821] env[69399]: DEBUG nova.compute.manager [req-465ba474-2dc8-4fd1-acc5-099b306f6b65 req-5cc50b23-377e-49b1-bedd-759f9bdac444 service nova] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] No waiting events found dispatching network-vif-plugged-ebc15f9e-53a6-4dbc-aca0-197c7bdb9842 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1103.574062] env[69399]: WARNING nova.compute.manager [req-465ba474-2dc8-4fd1-acc5-099b306f6b65 req-5cc50b23-377e-49b1-bedd-759f9bdac444 service nova] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Received unexpected event network-vif-plugged-ebc15f9e-53a6-4dbc-aca0-197c7bdb9842 for instance with vm_state building and task_state spawning. [ 1103.698161] env[69399]: DEBUG oslo_vmware.api [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177354, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.069388] env[69399]: DEBUG nova.network.neutron [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1104.199602] env[69399]: DEBUG oslo_vmware.api [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177354, 'name': PowerOnVM_Task, 'duration_secs': 0.639271} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.199887] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1104.200107] env[69399]: INFO nova.compute.manager [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Took 7.79 seconds to spawn the instance on the hypervisor. [ 1104.200292] env[69399]: DEBUG nova.compute.manager [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1104.202707] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c8ad79-588d-4b72-a7b1-83519b25797d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.294490] env[69399]: DEBUG nova.network.neutron [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Updating instance_info_cache with network_info: [{"id": "ebc15f9e-53a6-4dbc-aca0-197c7bdb9842", "address": "fa:16:3e:e8:ab:65", "network": {"id": "302a16c9-0f99-4330-b574-b9a9243b0443", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083795903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d78bffd4fc241838d980740174d171b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebc15f9e-53", "ovs_interfaceid": "ebc15f9e-53a6-4dbc-aca0-197c7bdb9842", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.401177] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab01913-7729-4c54-b373-7797ecd1aba7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.409555] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3b5acc-131d-4bc4-a52d-161a9bf4fc56 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.443999] env[69399]: DEBUG nova.compute.manager [None req-38f04ec9-b4d3-4712-8679-a6855188dfcf tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1104.445260] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c14430-a563-4029-b32b-0b45526ab0c3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.448573] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e11688-e964-43da-b6df-f0668a9286a2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.458750] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0afed4-2520-4de3-b123-82b29e169f35 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.480838] env[69399]: DEBUG nova.compute.provider_tree [None req-7ff5d37a-d70d-4afa-84b2-fe2fb99a7d47 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.717460] env[69399]: DEBUG nova.network.neutron [None req-b330e508-7f3d-4079-9c5c-798c81572668 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Successfully updated port: 9b6b7933-e6a2-49e4-83c6-9efdb589881a {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1104.729548] env[69399]: INFO nova.compute.manager [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Took 32.86 seconds to build instance. [ 1104.797080] env[69399]: DEBUG oslo_concurrency.lockutils [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Releasing lock "refresh_cache-7b662b7c-5a53-4d92-afc9-6c799fb8173b" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.797430] env[69399]: DEBUG nova.compute.manager [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Instance network_info: |[{"id": "ebc15f9e-53a6-4dbc-aca0-197c7bdb9842", "address": "fa:16:3e:e8:ab:65", "network": {"id": "302a16c9-0f99-4330-b574-b9a9243b0443", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083795903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d78bffd4fc241838d980740174d171b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebc15f9e-53", "ovs_interfaceid": "ebc15f9e-53a6-4dbc-aca0-197c7bdb9842", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1104.797891] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:ab:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebc15f9e-53a6-4dbc-aca0-197c7bdb9842', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1104.806666] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.806950] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1104.807194] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1e78301-94f3-44db-95f2-68b56d72a26e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.829504] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1104.829504] env[69399]: value = "task-4177355" [ 1104.829504] env[69399]: _type = "Task" [ 1104.829504] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.839199] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177355, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.970095] env[69399]: INFO nova.compute.manager [None req-38f04ec9-b4d3-4712-8679-a6855188dfcf tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] instance snapshotting [ 1104.972035] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b16632-8ebf-4d05-8467-c9cecb0749ed {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.992687] env[69399]: DEBUG nova.scheduler.client.report [None req-7ff5d37a-d70d-4afa-84b2-fe2fb99a7d47 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.996881] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85300b23-ee2a-45c4-9a99-a5d7cb4057c3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.220644] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b330e508-7f3d-4079-9c5c-798c81572668 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "refresh_cache-31ea7532-3ec5-4a25-8425-eb893a26169c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.220905] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b330e508-7f3d-4079-9c5c-798c81572668 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquired lock "refresh_cache-31ea7532-3ec5-4a25-8425-eb893a26169c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.221143] env[69399]: DEBUG nova.network.neutron [None req-b330e508-7f3d-4079-9c5c-798c81572668 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.232622] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6fb49145-13c1-41d1-b875-72867596c2cf tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.374s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.340435] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177355, 'name': CreateVM_Task, 'duration_secs': 0.371322} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.340617] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1105.341403] env[69399]: DEBUG oslo_concurrency.lockutils [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.341575] env[69399]: DEBUG oslo_concurrency.lockutils [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.341909] env[69399]: DEBUG oslo_concurrency.lockutils [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.342203] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92cde9ee-ec28-466c-855d-25cd916960cb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.348199] env[69399]: DEBUG oslo_vmware.api [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1105.348199] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52fa0fd6-6bab-6727-68ec-58034754c1e2" [ 1105.348199] env[69399]: _type = "Task" [ 1105.348199] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.359025] env[69399]: DEBUG oslo_vmware.api [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52fa0fd6-6bab-6727-68ec-58034754c1e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.500982] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7ff5d37a-d70d-4afa-84b2-fe2fb99a7d47 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.990s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.503698] env[69399]: DEBUG oslo_concurrency.lockutils [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.682s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.505488] env[69399]: INFO nova.compute.claims [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1105.508771] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-38f04ec9-b4d3-4712-8679-a6855188dfcf tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Creating Snapshot of the VM instance {{(pid=69399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1105.509075] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fdf639ab-c122-4db0-b3a1-c670f8d4037a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.517775] env[69399]: DEBUG oslo_vmware.api [None req-38f04ec9-b4d3-4712-8679-a6855188dfcf tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Waiting for the task: (returnval){ [ 1105.517775] env[69399]: value = "task-4177356" [ 1105.517775] env[69399]: _type = "Task" [ 1105.517775] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.528157] env[69399]: DEBUG oslo_vmware.api [None req-38f04ec9-b4d3-4712-8679-a6855188dfcf tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177356, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.529315] env[69399]: INFO nova.scheduler.client.report [None req-7ff5d37a-d70d-4afa-84b2-fe2fb99a7d47 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Deleted allocations for instance 8d8f09c7-5035-4ae0-92ea-3562432e6ceb [ 1105.763747] env[69399]: WARNING nova.network.neutron [None req-b330e508-7f3d-4079-9c5c-798c81572668 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] b5ff883e-6cca-41df-b9b0-c9fd5bfb37db already exists in list: networks containing: ['b5ff883e-6cca-41df-b9b0-c9fd5bfb37db']. ignoring it [ 1105.764044] env[69399]: WARNING nova.network.neutron [None req-b330e508-7f3d-4079-9c5c-798c81572668 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] b5ff883e-6cca-41df-b9b0-c9fd5bfb37db already exists in list: networks containing: ['b5ff883e-6cca-41df-b9b0-c9fd5bfb37db']. ignoring it [ 1105.861063] env[69399]: DEBUG oslo_vmware.api [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52fa0fd6-6bab-6727-68ec-58034754c1e2, 'name': SearchDatastore_Task, 'duration_secs': 0.011395} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.864158] env[69399]: DEBUG oslo_concurrency.lockutils [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.864439] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1105.865410] env[69399]: DEBUG oslo_concurrency.lockutils [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.865410] env[69399]: DEBUG oslo_concurrency.lockutils [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.865606] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1105.865863] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff8d2cd3-b0eb-40e8-badc-d0d1e6e98e32 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.877191] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1105.877380] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1105.878147] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c61e9712-741a-4075-9eb7-873369501bb2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.884871] env[69399]: DEBUG oslo_vmware.api [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1105.884871] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]527555ed-6fb6-a687-fbf4-2a76e06f97b6" [ 1105.884871] env[69399]: _type = "Task" [ 1105.884871] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.894885] env[69399]: DEBUG oslo_vmware.api [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]527555ed-6fb6-a687-fbf4-2a76e06f97b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.908175] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Acquiring lock "3ac221b1-b73d-4027-8753-3c06a57affbb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.908358] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Lock "3ac221b1-b73d-4027-8753-3c06a57affbb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.908774] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Acquiring lock "3ac221b1-b73d-4027-8753-3c06a57affbb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.908774] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Lock "3ac221b1-b73d-4027-8753-3c06a57affbb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.909168] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Lock "3ac221b1-b73d-4027-8753-3c06a57affbb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.911805] env[69399]: INFO nova.compute.manager [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Terminating instance [ 1105.927288] env[69399]: DEBUG nova.compute.manager [req-ef5e178f-1a64-438e-9ae7-c816e73a8208 req-09a45104-9906-47b3-afd3-2529e297f297 service nova] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Received event network-changed-ebc15f9e-53a6-4dbc-aca0-197c7bdb9842 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.927491] env[69399]: DEBUG nova.compute.manager [req-ef5e178f-1a64-438e-9ae7-c816e73a8208 req-09a45104-9906-47b3-afd3-2529e297f297 service nova] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Refreshing instance network info cache due to event network-changed-ebc15f9e-53a6-4dbc-aca0-197c7bdb9842. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1105.927706] env[69399]: DEBUG oslo_concurrency.lockutils [req-ef5e178f-1a64-438e-9ae7-c816e73a8208 req-09a45104-9906-47b3-afd3-2529e297f297 service nova] Acquiring lock "refresh_cache-7b662b7c-5a53-4d92-afc9-6c799fb8173b" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.927868] env[69399]: DEBUG oslo_concurrency.lockutils [req-ef5e178f-1a64-438e-9ae7-c816e73a8208 req-09a45104-9906-47b3-afd3-2529e297f297 service nova] Acquired lock "refresh_cache-7b662b7c-5a53-4d92-afc9-6c799fb8173b" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.928052] env[69399]: DEBUG nova.network.neutron [req-ef5e178f-1a64-438e-9ae7-c816e73a8208 req-09a45104-9906-47b3-afd3-2529e297f297 service nova] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Refreshing network info cache for port ebc15f9e-53a6-4dbc-aca0-197c7bdb9842 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.029180] env[69399]: DEBUG oslo_vmware.api [None req-38f04ec9-b4d3-4712-8679-a6855188dfcf tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177356, 'name': CreateSnapshot_Task, 'duration_secs': 0.488124} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.031989] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-38f04ec9-b4d3-4712-8679-a6855188dfcf tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Created Snapshot of the VM instance {{(pid=69399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1106.033326] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca93ec54-67e1-47f2-b8f8-0bf5607b9e6e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.040623] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7ff5d37a-d70d-4afa-84b2-fe2fb99a7d47 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lock "8d8f09c7-5035-4ae0-92ea-3562432e6ceb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.963s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.135949] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9d55fe6b-96cb-4737-b64c-6fe0c5280d53 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.135949] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9d55fe6b-96cb-4737-b64c-6fe0c5280d53 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.135949] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9d55fe6b-96cb-4737-b64c-6fe0c5280d53 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.135949] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9d55fe6b-96cb-4737-b64c-6fe0c5280d53 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.135949] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9d55fe6b-96cb-4737-b64c-6fe0c5280d53 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.136773] env[69399]: INFO nova.compute.manager [None req-9d55fe6b-96cb-4737-b64c-6fe0c5280d53 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Terminating instance [ 1106.247665] env[69399]: DEBUG nova.network.neutron [None req-b330e508-7f3d-4079-9c5c-798c81572668 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Updating instance_info_cache with network_info: [{"id": "754c9a4c-5252-40bc-adf1-ce20394b118a", "address": "fa:16:3e:11:3a:9d", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap754c9a4c-52", "ovs_interfaceid": "754c9a4c-5252-40bc-adf1-ce20394b118a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9b437d84-d320-412e-9564-a3b4d58ff4cb", "address": "fa:16:3e:ab:16:8a", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b437d84-d3", "ovs_interfaceid": "9b437d84-d320-412e-9564-a3b4d58ff4cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9b6b7933-e6a2-49e4-83c6-9efdb589881a", "address": "fa:16:3e:14:2a:2b", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b6b7933-e6", "ovs_interfaceid": "9b6b7933-e6a2-49e4-83c6-9efdb589881a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.396258] env[69399]: DEBUG oslo_vmware.api [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]527555ed-6fb6-a687-fbf4-2a76e06f97b6, 'name': SearchDatastore_Task, 'duration_secs': 0.011658} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.397175] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a302f57c-eb58-456b-924c-ec708b6f1495 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.403984] env[69399]: DEBUG oslo_vmware.api [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1106.403984] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]522b14ee-dd2c-ca3c-4d4b-a5f4bc24a323" [ 1106.403984] env[69399]: _type = "Task" [ 1106.403984] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.413265] env[69399]: DEBUG oslo_vmware.api [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]522b14ee-dd2c-ca3c-4d4b-a5f4bc24a323, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.419379] env[69399]: DEBUG nova.compute.manager [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1106.419653] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.419942] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-221f46e2-d9ca-4313-bbed-7f26d7f23bf2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.427376] env[69399]: DEBUG oslo_vmware.api [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Waiting for the task: (returnval){ [ 1106.427376] env[69399]: value = "task-4177357" [ 1106.427376] env[69399]: _type = "Task" [ 1106.427376] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.438540] env[69399]: DEBUG oslo_vmware.api [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Task: {'id': task-4177357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.559454] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-38f04ec9-b4d3-4712-8679-a6855188dfcf tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Creating linked-clone VM from snapshot {{(pid=69399) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1106.559899] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5247d70e-ee28-48a4-889a-e28091465306 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.572282] env[69399]: DEBUG oslo_vmware.api [None req-38f04ec9-b4d3-4712-8679-a6855188dfcf tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Waiting for the task: (returnval){ [ 1106.572282] env[69399]: value = "task-4177358" [ 1106.572282] env[69399]: _type = "Task" [ 1106.572282] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.586736] env[69399]: DEBUG oslo_vmware.api [None req-38f04ec9-b4d3-4712-8679-a6855188dfcf tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177358, 'name': CloneVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.642552] env[69399]: DEBUG nova.compute.manager [None req-9d55fe6b-96cb-4737-b64c-6fe0c5280d53 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1106.642877] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9d55fe6b-96cb-4737-b64c-6fe0c5280d53 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.644280] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856c087f-360c-4a0d-b9d4-c0199f279ce3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.653632] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d55fe6b-96cb-4737-b64c-6fe0c5280d53 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.654027] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4955e9e1-a809-46d3-9ef5-e8febe329666 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.662482] env[69399]: DEBUG oslo_vmware.api [None req-9d55fe6b-96cb-4737-b64c-6fe0c5280d53 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1106.662482] env[69399]: value = "task-4177359" [ 1106.662482] env[69399]: _type = "Task" [ 1106.662482] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.669400] env[69399]: DEBUG nova.network.neutron [req-ef5e178f-1a64-438e-9ae7-c816e73a8208 req-09a45104-9906-47b3-afd3-2529e297f297 service nova] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Updated VIF entry in instance network info cache for port ebc15f9e-53a6-4dbc-aca0-197c7bdb9842. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.669825] env[69399]: DEBUG nova.network.neutron [req-ef5e178f-1a64-438e-9ae7-c816e73a8208 req-09a45104-9906-47b3-afd3-2529e297f297 service nova] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Updating instance_info_cache with network_info: [{"id": "ebc15f9e-53a6-4dbc-aca0-197c7bdb9842", "address": "fa:16:3e:e8:ab:65", "network": {"id": "302a16c9-0f99-4330-b574-b9a9243b0443", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083795903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d78bffd4fc241838d980740174d171b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebc15f9e-53", "ovs_interfaceid": "ebc15f9e-53a6-4dbc-aca0-197c7bdb9842", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.674545] env[69399]: DEBUG oslo_vmware.api [None req-9d55fe6b-96cb-4737-b64c-6fe0c5280d53 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.751314] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b330e508-7f3d-4079-9c5c-798c81572668 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Releasing lock "refresh_cache-31ea7532-3ec5-4a25-8425-eb893a26169c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.752178] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b330e508-7f3d-4079-9c5c-798c81572668 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "31ea7532-3ec5-4a25-8425-eb893a26169c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.752364] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b330e508-7f3d-4079-9c5c-798c81572668 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquired lock "31ea7532-3ec5-4a25-8425-eb893a26169c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.753283] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acf4d67-a8b1-4483-ab08-3772381d174d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.772038] env[69399]: DEBUG nova.virt.hardware [None req-b330e508-7f3d-4079-9c5c-798c81572668 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1106.772439] env[69399]: DEBUG nova.virt.hardware [None req-b330e508-7f3d-4079-9c5c-798c81572668 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.772439] env[69399]: DEBUG nova.virt.hardware [None req-b330e508-7f3d-4079-9c5c-798c81572668 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.773421] env[69399]: DEBUG nova.virt.hardware [None req-b330e508-7f3d-4079-9c5c-798c81572668 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.773421] env[69399]: DEBUG nova.virt.hardware [None req-b330e508-7f3d-4079-9c5c-798c81572668 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.773421] env[69399]: DEBUG nova.virt.hardware [None req-b330e508-7f3d-4079-9c5c-798c81572668 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1106.773421] env[69399]: DEBUG nova.virt.hardware [None req-b330e508-7f3d-4079-9c5c-798c81572668 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1106.773421] env[69399]: DEBUG nova.virt.hardware [None req-b330e508-7f3d-4079-9c5c-798c81572668 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1106.773421] env[69399]: DEBUG nova.virt.hardware [None req-b330e508-7f3d-4079-9c5c-798c81572668 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1106.774084] env[69399]: DEBUG nova.virt.hardware [None req-b330e508-7f3d-4079-9c5c-798c81572668 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1106.774084] env[69399]: DEBUG nova.virt.hardware [None req-b330e508-7f3d-4079-9c5c-798c81572668 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1106.780312] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b330e508-7f3d-4079-9c5c-798c81572668 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Reconfiguring VM to attach interface {{(pid=69399) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1106.783472] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ec898e4-b3ac-493a-8e1c-ed9aa31347d3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.804316] env[69399]: DEBUG oslo_vmware.api [None req-b330e508-7f3d-4079-9c5c-798c81572668 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 1106.804316] env[69399]: value = "task-4177360" [ 1106.804316] env[69399]: _type = "Task" [ 1106.804316] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.817873] env[69399]: DEBUG oslo_vmware.api [None req-b330e508-7f3d-4079-9c5c-798c81572668 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177360, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.920551] env[69399]: DEBUG oslo_vmware.api [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]522b14ee-dd2c-ca3c-4d4b-a5f4bc24a323, 'name': SearchDatastore_Task, 'duration_secs': 0.011863} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.920810] env[69399]: DEBUG oslo_concurrency.lockutils [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.921084] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 7b662b7c-5a53-4d92-afc9-6c799fb8173b/7b662b7c-5a53-4d92-afc9-6c799fb8173b.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1106.921364] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c72434d-f813-4b7a-96fc-926b8ccf4c3f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.935954] env[69399]: DEBUG oslo_vmware.api [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1106.935954] env[69399]: value = "task-4177361" [ 1106.935954] env[69399]: _type = "Task" [ 1106.935954] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.942046] env[69399]: DEBUG oslo_vmware.api [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Task: {'id': task-4177357, 'name': PowerOffVM_Task, 'duration_secs': 0.276594} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.942923] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.943278] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Volume detach. Driver type: vmdk {{(pid=69399) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1106.943397] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826848', 'volume_id': '496e3d5f-a072-4c33-b246-9966d2896675', 'name': 'volume-496e3d5f-a072-4c33-b246-9966d2896675', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3ac221b1-b73d-4027-8753-3c06a57affbb', 'attached_at': '', 'detached_at': '', 'volume_id': '496e3d5f-a072-4c33-b246-9966d2896675', 'serial': '496e3d5f-a072-4c33-b246-9966d2896675'} {{(pid=69399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1106.944323] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270e35d4-1ff3-4eb7-86b4-fff0b3eefc74 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.954455] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df87a6a8-12f1-46d6-a9b4-6cda6ddb3ad5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.958625] env[69399]: DEBUG oslo_vmware.api [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.977400] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c80c230-b7e1-4016-b560-d36f1507a52b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.981438] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f401b59-bb35-4e63-a434-c02fe01a5ce7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.017602] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64d75bd-789e-486a-b750-b6ba14b4aad4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.021169] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfca8c3c-d3c6-4f44-8023-daa31859946a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.045079] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1ede4d-a554-4de3-8ece-19c144c80cce {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.049876] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e0ab54-bfb0-4c16-941f-9c4b9e6bd976 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.065249] env[69399]: DEBUG nova.compute.provider_tree [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.080079] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] The volume has not been displaced from its original location: [datastore2] volume-496e3d5f-a072-4c33-b246-9966d2896675/volume-496e3d5f-a072-4c33-b246-9966d2896675.vmdk. No consolidation needed. {{(pid=69399) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1107.085891] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Reconfiguring VM instance instance-00000045 to detach disk 2000 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1107.087774] env[69399]: DEBUG nova.scheduler.client.report [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.094594] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f01aa8e-8a33-41d8-a3b7-e6ce76a7df99 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.110446] env[69399]: DEBUG oslo_concurrency.lockutils [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.607s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.111050] env[69399]: DEBUG nova.compute.manager [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1107.115145] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7f66a3b7-30b9-4848-ba87-6552737df219 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.220s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.115145] env[69399]: DEBUG nova.objects.instance [None req-7f66a3b7-30b9-4848-ba87-6552737df219 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Lazy-loading 'resources' on Instance uuid 621a2a18-e70c-4bcf-b0a3-7814b81e5a27 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.124437] env[69399]: DEBUG oslo_vmware.api [None req-38f04ec9-b4d3-4712-8679-a6855188dfcf tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177358, 'name': CloneVM_Task} progress is 94%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.126495] env[69399]: DEBUG oslo_vmware.api [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Waiting for the task: (returnval){ [ 1107.126495] env[69399]: value = "task-4177362" [ 1107.126495] env[69399]: _type = "Task" [ 1107.126495] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.136495] env[69399]: DEBUG oslo_vmware.api [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Task: {'id': task-4177362, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.175540] env[69399]: DEBUG oslo_vmware.api [None req-9d55fe6b-96cb-4737-b64c-6fe0c5280d53 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177359, 'name': PowerOffVM_Task, 'duration_secs': 0.286573} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.175910] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d55fe6b-96cb-4737-b64c-6fe0c5280d53 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.176141] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9d55fe6b-96cb-4737-b64c-6fe0c5280d53 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.176510] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-225d384d-bd9d-4929-b0ad-50b33b3eb83d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.178609] env[69399]: DEBUG oslo_concurrency.lockutils [req-ef5e178f-1a64-438e-9ae7-c816e73a8208 req-09a45104-9906-47b3-afd3-2529e297f297 service nova] Releasing lock "refresh_cache-7b662b7c-5a53-4d92-afc9-6c799fb8173b" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.178846] env[69399]: DEBUG nova.compute.manager [req-ef5e178f-1a64-438e-9ae7-c816e73a8208 req-09a45104-9906-47b3-afd3-2529e297f297 service nova] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Received event network-vif-plugged-9b6b7933-e6a2-49e4-83c6-9efdb589881a {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.179059] env[69399]: DEBUG oslo_concurrency.lockutils [req-ef5e178f-1a64-438e-9ae7-c816e73a8208 req-09a45104-9906-47b3-afd3-2529e297f297 service nova] Acquiring lock "31ea7532-3ec5-4a25-8425-eb893a26169c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.179273] env[69399]: DEBUG oslo_concurrency.lockutils [req-ef5e178f-1a64-438e-9ae7-c816e73a8208 req-09a45104-9906-47b3-afd3-2529e297f297 service nova] Lock "31ea7532-3ec5-4a25-8425-eb893a26169c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.179448] env[69399]: DEBUG oslo_concurrency.lockutils [req-ef5e178f-1a64-438e-9ae7-c816e73a8208 req-09a45104-9906-47b3-afd3-2529e297f297 service nova] Lock "31ea7532-3ec5-4a25-8425-eb893a26169c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.179685] env[69399]: DEBUG nova.compute.manager [req-ef5e178f-1a64-438e-9ae7-c816e73a8208 req-09a45104-9906-47b3-afd3-2529e297f297 service nova] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] No waiting events found dispatching network-vif-plugged-9b6b7933-e6a2-49e4-83c6-9efdb589881a {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1107.179897] env[69399]: WARNING nova.compute.manager [req-ef5e178f-1a64-438e-9ae7-c816e73a8208 req-09a45104-9906-47b3-afd3-2529e297f297 service nova] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Received unexpected event network-vif-plugged-9b6b7933-e6a2-49e4-83c6-9efdb589881a for instance with vm_state active and task_state None. [ 1107.180114] env[69399]: DEBUG nova.compute.manager [req-ef5e178f-1a64-438e-9ae7-c816e73a8208 req-09a45104-9906-47b3-afd3-2529e297f297 service nova] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Received event network-changed-9b6b7933-e6a2-49e4-83c6-9efdb589881a {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.180282] env[69399]: DEBUG nova.compute.manager [req-ef5e178f-1a64-438e-9ae7-c816e73a8208 req-09a45104-9906-47b3-afd3-2529e297f297 service nova] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Refreshing instance network info cache due to event network-changed-9b6b7933-e6a2-49e4-83c6-9efdb589881a. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1107.180488] env[69399]: DEBUG oslo_concurrency.lockutils [req-ef5e178f-1a64-438e-9ae7-c816e73a8208 req-09a45104-9906-47b3-afd3-2529e297f297 service nova] Acquiring lock "refresh_cache-31ea7532-3ec5-4a25-8425-eb893a26169c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.180624] env[69399]: DEBUG oslo_concurrency.lockutils [req-ef5e178f-1a64-438e-9ae7-c816e73a8208 req-09a45104-9906-47b3-afd3-2529e297f297 service nova] Acquired lock "refresh_cache-31ea7532-3ec5-4a25-8425-eb893a26169c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.180827] env[69399]: DEBUG nova.network.neutron [req-ef5e178f-1a64-438e-9ae7-c816e73a8208 req-09a45104-9906-47b3-afd3-2529e297f297 service nova] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Refreshing network info cache for port 9b6b7933-e6a2-49e4-83c6-9efdb589881a {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.320609] env[69399]: DEBUG oslo_vmware.api [None req-b330e508-7f3d-4079-9c5c-798c81572668 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.451392] env[69399]: DEBUG oslo_vmware.api [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177361, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.593083] env[69399]: DEBUG oslo_vmware.api [None req-38f04ec9-b4d3-4712-8679-a6855188dfcf tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177358, 'name': CloneVM_Task} progress is 94%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.619807] env[69399]: DEBUG nova.compute.utils [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1107.623651] env[69399]: DEBUG nova.compute.manager [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1107.623905] env[69399]: DEBUG nova.network.neutron [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1107.643086] env[69399]: DEBUG oslo_vmware.api [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Task: {'id': task-4177362, 'name': ReconfigVM_Task, 'duration_secs': 0.368467} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.643491] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Reconfigured VM instance instance-00000045 to detach disk 2000 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1107.650177] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-696e4d09-4fa9-47dc-b0d4-b9a1e40fa2a0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.670489] env[69399]: DEBUG oslo_vmware.api [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Waiting for the task: (returnval){ [ 1107.670489] env[69399]: value = "task-4177364" [ 1107.670489] env[69399]: _type = "Task" [ 1107.670489] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.682537] env[69399]: DEBUG oslo_vmware.api [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Task: {'id': task-4177364, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.684888] env[69399]: DEBUG nova.policy [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79df5c1fe1aa40e2bb602b02b21c06ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c70f2346ed704f23b25ffbac339b9b7a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1107.828596] env[69399]: DEBUG oslo_vmware.api [None req-b330e508-7f3d-4079-9c5c-798c81572668 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.945417] env[69399]: DEBUG oslo_vmware.api [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177361, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.061420] env[69399]: DEBUG nova.network.neutron [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Successfully created port: 1c067939-bb34-40c9-809a-238e1438819e {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1108.102720] env[69399]: DEBUG oslo_vmware.api [None req-38f04ec9-b4d3-4712-8679-a6855188dfcf tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177358, 'name': CloneVM_Task} progress is 95%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.124588] env[69399]: DEBUG nova.compute.manager [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1108.185620] env[69399]: DEBUG oslo_vmware.api [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Task: {'id': task-4177364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.265035] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fe079a-eb74-4edc-a691-96084efe54bd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.276097] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2f819c-ca39-4656-97cc-3648bc7178c3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.318687] env[69399]: DEBUG nova.network.neutron [req-ef5e178f-1a64-438e-9ae7-c816e73a8208 req-09a45104-9906-47b3-afd3-2529e297f297 service nova] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Updated VIF entry in instance network info cache for port 9b6b7933-e6a2-49e4-83c6-9efdb589881a. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.319281] env[69399]: DEBUG nova.network.neutron [req-ef5e178f-1a64-438e-9ae7-c816e73a8208 req-09a45104-9906-47b3-afd3-2529e297f297 service nova] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Updating instance_info_cache with network_info: [{"id": "754c9a4c-5252-40bc-adf1-ce20394b118a", "address": "fa:16:3e:11:3a:9d", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap754c9a4c-52", "ovs_interfaceid": "754c9a4c-5252-40bc-adf1-ce20394b118a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9b437d84-d320-412e-9564-a3b4d58ff4cb", "address": "fa:16:3e:ab:16:8a", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b437d84-d3", "ovs_interfaceid": "9b437d84-d320-412e-9564-a3b4d58ff4cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9b6b7933-e6a2-49e4-83c6-9efdb589881a", "address": "fa:16:3e:14:2a:2b", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b6b7933-e6", "ovs_interfaceid": "9b6b7933-e6a2-49e4-83c6-9efdb589881a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.324388] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42563c9f-674c-43b4-baf2-653e6500d525 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.333629] env[69399]: DEBUG oslo_vmware.api [None req-b330e508-7f3d-4079-9c5c-798c81572668 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.338154] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901e7648-f43b-41c5-885e-1371a728324b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.355766] env[69399]: DEBUG nova.compute.provider_tree [None req-7f66a3b7-30b9-4848-ba87-6552737df219 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.446851] env[69399]: DEBUG oslo_vmware.api [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177361, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.592719] env[69399]: DEBUG oslo_vmware.api [None req-38f04ec9-b4d3-4712-8679-a6855188dfcf tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177358, 'name': CloneVM_Task, 'duration_secs': 1.737933} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.593565] env[69399]: INFO nova.virt.vmwareapi.vmops [None req-38f04ec9-b4d3-4712-8679-a6855188dfcf tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Created linked-clone VM from snapshot [ 1108.594420] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cbfb64-7ed0-4911-bc1f-820ecc29db1a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.602777] env[69399]: DEBUG nova.virt.vmwareapi.images [None req-38f04ec9-b4d3-4712-8679-a6855188dfcf tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Uploading image ed1cc2bb-07e4-4f5b-a7e0-4a5a8b51f38d {{(pid=69399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1108.617280] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f04ec9-b4d3-4712-8679-a6855188dfcf tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Destroying the VM {{(pid=69399) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1108.617581] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-85430bce-dc46-4c68-8ad6-a632509f9304 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.625927] env[69399]: DEBUG oslo_vmware.api [None req-38f04ec9-b4d3-4712-8679-a6855188dfcf tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Waiting for the task: (returnval){ [ 1108.625927] env[69399]: value = "task-4177365" [ 1108.625927] env[69399]: _type = "Task" [ 1108.625927] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.638091] env[69399]: DEBUG oslo_vmware.api [None req-38f04ec9-b4d3-4712-8679-a6855188dfcf tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177365, 'name': Destroy_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.682124] env[69399]: DEBUG oslo_vmware.api [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Task: {'id': task-4177364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.829074] env[69399]: DEBUG oslo_concurrency.lockutils [req-ef5e178f-1a64-438e-9ae7-c816e73a8208 req-09a45104-9906-47b3-afd3-2529e297f297 service nova] Releasing lock "refresh_cache-31ea7532-3ec5-4a25-8425-eb893a26169c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.829584] env[69399]: DEBUG oslo_vmware.api [None req-b330e508-7f3d-4079-9c5c-798c81572668 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.860018] env[69399]: DEBUG nova.scheduler.client.report [None req-7f66a3b7-30b9-4848-ba87-6552737df219 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.949804] env[69399]: DEBUG oslo_vmware.api [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177361, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.598279} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.950150] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 7b662b7c-5a53-4d92-afc9-6c799fb8173b/7b662b7c-5a53-4d92-afc9-6c799fb8173b.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.950490] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.950682] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c929047d-64ff-4fe0-a296-30bed94f9989 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.960738] env[69399]: DEBUG oslo_vmware.api [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1108.960738] env[69399]: value = "task-4177366" [ 1108.960738] env[69399]: _type = "Task" [ 1108.960738] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.970436] env[69399]: DEBUG oslo_vmware.api [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177366, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.138215] env[69399]: DEBUG oslo_vmware.api [None req-38f04ec9-b4d3-4712-8679-a6855188dfcf tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177365, 'name': Destroy_Task} progress is 33%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.139693] env[69399]: DEBUG nova.compute.manager [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1109.169314] env[69399]: DEBUG nova.virt.hardware [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1109.169665] env[69399]: DEBUG nova.virt.hardware [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1109.169905] env[69399]: DEBUG nova.virt.hardware [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.170200] env[69399]: DEBUG nova.virt.hardware [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1109.170438] env[69399]: DEBUG nova.virt.hardware [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.170618] env[69399]: DEBUG nova.virt.hardware [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1109.170846] env[69399]: DEBUG nova.virt.hardware [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1109.171017] env[69399]: DEBUG nova.virt.hardware [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1109.171324] env[69399]: DEBUG nova.virt.hardware [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1109.171541] env[69399]: DEBUG nova.virt.hardware [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1109.171730] env[69399]: DEBUG nova.virt.hardware [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1109.172887] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2b73c7-7250-4d65-b83e-947608a24895 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.188745] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9793eb95-db3d-48bb-8398-c1ad4de10e5e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.193216] env[69399]: DEBUG oslo_vmware.api [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Task: {'id': task-4177364, 'name': ReconfigVM_Task, 'duration_secs': 1.166315} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.193659] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826848', 'volume_id': '496e3d5f-a072-4c33-b246-9966d2896675', 'name': 'volume-496e3d5f-a072-4c33-b246-9966d2896675', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3ac221b1-b73d-4027-8753-3c06a57affbb', 'attached_at': '', 'detached_at': '', 'volume_id': '496e3d5f-a072-4c33-b246-9966d2896675', 'serial': '496e3d5f-a072-4c33-b246-9966d2896675'} {{(pid=69399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1109.193978] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.195479] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eaa5d8c-9c91-40e7-bec7-b34068dffcf5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.214560] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1109.215088] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71696333-94a6-43d7-b72d-39bbe15f5e81 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.332309] env[69399]: DEBUG oslo_vmware.api [None req-b330e508-7f3d-4079-9c5c-798c81572668 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177360, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.366729] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7f66a3b7-30b9-4848-ba87-6552737df219 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.253s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.369793] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.097s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.370052] env[69399]: DEBUG nova.objects.instance [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69399) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1109.400853] env[69399]: INFO nova.scheduler.client.report [None req-7f66a3b7-30b9-4848-ba87-6552737df219 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Deleted allocations for instance 621a2a18-e70c-4bcf-b0a3-7814b81e5a27 [ 1109.472038] env[69399]: DEBUG oslo_vmware.api [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177366, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108985} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.472160] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.473124] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d8f00f-3885-4835-9b5e-69a2ff45d5d5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.500352] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 7b662b7c-5a53-4d92-afc9-6c799fb8173b/7b662b7c-5a53-4d92-afc9-6c799fb8173b.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.501208] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df988065-399a-4492-9289-ccc7b2b89c93 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.524486] env[69399]: DEBUG oslo_vmware.api [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1109.524486] env[69399]: value = "task-4177368" [ 1109.524486] env[69399]: _type = "Task" [ 1109.524486] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.538301] env[69399]: DEBUG oslo_vmware.api [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177368, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.638705] env[69399]: DEBUG oslo_vmware.api [None req-38f04ec9-b4d3-4712-8679-a6855188dfcf tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177365, 'name': Destroy_Task, 'duration_secs': 0.550201} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.639061] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-38f04ec9-b4d3-4712-8679-a6855188dfcf tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Destroyed the VM [ 1109.639548] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-38f04ec9-b4d3-4712-8679-a6855188dfcf tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Deleting Snapshot of the VM instance {{(pid=69399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1109.639680] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7a294d5c-7f86-49df-8a13-64b1003b9e5d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.647860] env[69399]: DEBUG oslo_vmware.api [None req-38f04ec9-b4d3-4712-8679-a6855188dfcf tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Waiting for the task: (returnval){ [ 1109.647860] env[69399]: value = "task-4177369" [ 1109.647860] env[69399]: _type = "Task" [ 1109.647860] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.657087] env[69399]: DEBUG oslo_vmware.api [None req-38f04ec9-b4d3-4712-8679-a6855188dfcf tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177369, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.695345] env[69399]: DEBUG nova.network.neutron [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Successfully updated port: 1c067939-bb34-40c9-809a-238e1438819e {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1109.830821] env[69399]: DEBUG oslo_vmware.api [None req-b330e508-7f3d-4079-9c5c-798c81572668 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177360, 'name': ReconfigVM_Task, 'duration_secs': 2.598056} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.831403] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b330e508-7f3d-4079-9c5c-798c81572668 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Releasing lock "31ea7532-3ec5-4a25-8425-eb893a26169c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.831627] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b330e508-7f3d-4079-9c5c-798c81572668 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Reconfigured VM to attach interface {{(pid=69399) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1109.909636] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7f66a3b7-30b9-4848-ba87-6552737df219 tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Lock "621a2a18-e70c-4bcf-b0a3-7814b81e5a27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.380s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.036296] env[69399]: DEBUG oslo_vmware.api [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177368, 'name': ReconfigVM_Task, 'duration_secs': 0.288009} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.036578] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 7b662b7c-5a53-4d92-afc9-6c799fb8173b/7b662b7c-5a53-4d92-afc9-6c799fb8173b.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.037911] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fa0461e-5303-4c81-9be6-e0c3b29158ff {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.044653] env[69399]: DEBUG oslo_vmware.api [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1110.044653] env[69399]: value = "task-4177370" [ 1110.044653] env[69399]: _type = "Task" [ 1110.044653] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.054239] env[69399]: DEBUG oslo_vmware.api [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177370, 'name': Rename_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.158568] env[69399]: DEBUG oslo_vmware.api [None req-38f04ec9-b4d3-4712-8679-a6855188dfcf tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177369, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.198120] env[69399]: DEBUG oslo_concurrency.lockutils [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "refresh_cache-29dab2ae-2d9d-439a-92d5-750c8e93f0ae" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.198351] env[69399]: DEBUG oslo_concurrency.lockutils [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquired lock "refresh_cache-29dab2ae-2d9d-439a-92d5-750c8e93f0ae" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.198484] env[69399]: DEBUG nova.network.neutron [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.241445] env[69399]: DEBUG nova.compute.manager [req-f2c75319-09da-4e05-8e08-a1f9c0ff6ea9 req-86c54c14-ccc6-4564-8b11-ec53646349d3 service nova] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Received event network-vif-plugged-1c067939-bb34-40c9-809a-238e1438819e {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.241445] env[69399]: DEBUG oslo_concurrency.lockutils [req-f2c75319-09da-4e05-8e08-a1f9c0ff6ea9 req-86c54c14-ccc6-4564-8b11-ec53646349d3 service nova] Acquiring lock "29dab2ae-2d9d-439a-92d5-750c8e93f0ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.241445] env[69399]: DEBUG oslo_concurrency.lockutils [req-f2c75319-09da-4e05-8e08-a1f9c0ff6ea9 req-86c54c14-ccc6-4564-8b11-ec53646349d3 service nova] Lock "29dab2ae-2d9d-439a-92d5-750c8e93f0ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.241445] env[69399]: DEBUG oslo_concurrency.lockutils [req-f2c75319-09da-4e05-8e08-a1f9c0ff6ea9 req-86c54c14-ccc6-4564-8b11-ec53646349d3 service nova] Lock "29dab2ae-2d9d-439a-92d5-750c8e93f0ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.241897] env[69399]: DEBUG nova.compute.manager [req-f2c75319-09da-4e05-8e08-a1f9c0ff6ea9 req-86c54c14-ccc6-4564-8b11-ec53646349d3 service nova] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] No waiting events found dispatching network-vif-plugged-1c067939-bb34-40c9-809a-238e1438819e {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1110.241897] env[69399]: WARNING nova.compute.manager [req-f2c75319-09da-4e05-8e08-a1f9c0ff6ea9 req-86c54c14-ccc6-4564-8b11-ec53646349d3 service nova] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Received unexpected event network-vif-plugged-1c067939-bb34-40c9-809a-238e1438819e for instance with vm_state building and task_state spawning. [ 1110.337488] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b330e508-7f3d-4079-9c5c-798c81572668 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "interface-31ea7532-3ec5-4a25-8425-eb893a26169c-9b6b7933-e6a2-49e4-83c6-9efdb589881a" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.357s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.382375] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c3dbe749-aa4f-4933-8962-ff071c481bd5 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.384389] env[69399]: DEBUG oslo_concurrency.lockutils [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.980s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.386140] env[69399]: INFO nova.compute.claims [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.391064] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9d55fe6b-96cb-4737-b64c-6fe0c5280d53 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.391064] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9d55fe6b-96cb-4737-b64c-6fe0c5280d53 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.391284] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d55fe6b-96cb-4737-b64c-6fe0c5280d53 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Deleting the datastore file [datastore1] 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.391698] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da137f52-7266-4328-9390-280fc5cb0fc4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.398599] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.398599] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.398599] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Deleting the datastore file [datastore2] 3ac221b1-b73d-4027-8753-3c06a57affbb {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.398841] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e4f293a-cfda-48f0-ac94-27392f9ca93a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.403015] env[69399]: DEBUG oslo_vmware.api [None req-9d55fe6b-96cb-4737-b64c-6fe0c5280d53 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1110.403015] env[69399]: value = "task-4177371" [ 1110.403015] env[69399]: _type = "Task" [ 1110.403015] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.412945] env[69399]: DEBUG oslo_vmware.api [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Waiting for the task: (returnval){ [ 1110.412945] env[69399]: value = "task-4177372" [ 1110.412945] env[69399]: _type = "Task" [ 1110.412945] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.425043] env[69399]: DEBUG oslo_vmware.api [None req-9d55fe6b-96cb-4737-b64c-6fe0c5280d53 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177371, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.432185] env[69399]: DEBUG oslo_vmware.api [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Task: {'id': task-4177372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.513700] env[69399]: DEBUG oslo_concurrency.lockutils [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquiring lock "19cedc3f-97c4-4d41-baa5-cccf1bb48d84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.513965] env[69399]: DEBUG oslo_concurrency.lockutils [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lock "19cedc3f-97c4-4d41-baa5-cccf1bb48d84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.556321] env[69399]: DEBUG oslo_vmware.api [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177370, 'name': Rename_Task, 'duration_secs': 0.232054} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.556662] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.556905] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b22ceaa5-529f-438e-a8da-581ccbdc0671 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.565373] env[69399]: DEBUG oslo_vmware.api [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1110.565373] env[69399]: value = "task-4177373" [ 1110.565373] env[69399]: _type = "Task" [ 1110.565373] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.579088] env[69399]: DEBUG oslo_vmware.api [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.659030] env[69399]: DEBUG oslo_vmware.api [None req-38f04ec9-b4d3-4712-8679-a6855188dfcf tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177369, 'name': RemoveSnapshot_Task, 'duration_secs': 0.82427} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.659678] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-38f04ec9-b4d3-4712-8679-a6855188dfcf tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Deleted Snapshot of the VM instance {{(pid=69399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1110.731690] env[69399]: DEBUG nova.network.neutron [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1110.877905] env[69399]: DEBUG nova.network.neutron [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Updating instance_info_cache with network_info: [{"id": "1c067939-bb34-40c9-809a-238e1438819e", "address": "fa:16:3e:69:fc:69", "network": {"id": "937e3b1e-35e1-4e9f-ba20-333ead79b0de", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-541287891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70f2346ed704f23b25ffbac339b9b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c067939-bb", "ovs_interfaceid": "1c067939-bb34-40c9-809a-238e1438819e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.916823] env[69399]: DEBUG oslo_vmware.api [None req-9d55fe6b-96cb-4737-b64c-6fe0c5280d53 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177371, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186848} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.920024] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d55fe6b-96cb-4737-b64c-6fe0c5280d53 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1110.920235] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9d55fe6b-96cb-4737-b64c-6fe0c5280d53 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1110.920416] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9d55fe6b-96cb-4737-b64c-6fe0c5280d53 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1110.920590] env[69399]: INFO nova.compute.manager [None req-9d55fe6b-96cb-4737-b64c-6fe0c5280d53 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Took 4.28 seconds to destroy the instance on the hypervisor. [ 1110.920834] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d55fe6b-96cb-4737-b64c-6fe0c5280d53 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.921392] env[69399]: DEBUG nova.compute.manager [-] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1110.921492] env[69399]: DEBUG nova.network.neutron [-] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1110.929327] env[69399]: DEBUG oslo_vmware.api [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Task: {'id': task-4177372, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104074} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.929593] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1110.929777] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1110.929954] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1110.930140] env[69399]: INFO nova.compute.manager [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Took 4.51 seconds to destroy the instance on the hypervisor. [ 1110.930382] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.930574] env[69399]: DEBUG nova.compute.manager [-] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1110.930673] env[69399]: DEBUG nova.network.neutron [-] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1111.017708] env[69399]: DEBUG nova.compute.manager [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1111.085603] env[69399]: DEBUG oslo_vmware.api [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177373, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.167237] env[69399]: WARNING nova.compute.manager [None req-38f04ec9-b4d3-4712-8679-a6855188dfcf tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Image not found during snapshot: nova.exception.ImageNotFound: Image ed1cc2bb-07e4-4f5b-a7e0-4a5a8b51f38d could not be found. [ 1111.319122] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3cec1a98-8e11-4ca7-8752-5ff0c423a5ef tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Acquiring lock "58bc5be7-5ea0-4383-9831-003db3d67dfd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.319408] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3cec1a98-8e11-4ca7-8752-5ff0c423a5ef tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Lock "58bc5be7-5ea0-4383-9831-003db3d67dfd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.320112] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3cec1a98-8e11-4ca7-8752-5ff0c423a5ef tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Acquiring lock "58bc5be7-5ea0-4383-9831-003db3d67dfd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.320318] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3cec1a98-8e11-4ca7-8752-5ff0c423a5ef tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Lock "58bc5be7-5ea0-4383-9831-003db3d67dfd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.320494] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3cec1a98-8e11-4ca7-8752-5ff0c423a5ef tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Lock "58bc5be7-5ea0-4383-9831-003db3d67dfd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.323743] env[69399]: INFO nova.compute.manager [None req-3cec1a98-8e11-4ca7-8752-5ff0c423a5ef tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 58bc5be7-5ea0-4383-9831-003db3d67dfd] Terminating instance [ 1111.380866] env[69399]: DEBUG oslo_concurrency.lockutils [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Releasing lock "refresh_cache-29dab2ae-2d9d-439a-92d5-750c8e93f0ae" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.381189] env[69399]: DEBUG nova.compute.manager [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Instance network_info: |[{"id": "1c067939-bb34-40c9-809a-238e1438819e", "address": "fa:16:3e:69:fc:69", "network": {"id": "937e3b1e-35e1-4e9f-ba20-333ead79b0de", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-541287891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70f2346ed704f23b25ffbac339b9b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c067939-bb", "ovs_interfaceid": "1c067939-bb34-40c9-809a-238e1438819e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1111.381624] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:fc:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaba65c3-6925-4c7f-83b6-17cd1a328e27', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c067939-bb34-40c9-809a-238e1438819e', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1111.393361] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.393776] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1111.394133] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3281c7f3-7af1-47d1-a278-f515562db4ee {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.431428] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1111.431428] env[69399]: value = "task-4177374" [ 1111.431428] env[69399]: _type = "Task" [ 1111.431428] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.443242] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177374, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.545094] env[69399]: DEBUG oslo_concurrency.lockutils [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.585946] env[69399]: DEBUG oslo_vmware.api [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177373, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.705813] env[69399]: DEBUG nova.network.neutron [-] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.804167] env[69399]: DEBUG nova.compute.manager [req-6d278db5-234b-4059-89be-5966f6b476b4 req-1f9c1760-1fbf-446d-a5de-e898ecc70aef service nova] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Received event network-vif-deleted-8778b356-0c46-4754-b6b1-c9d40c667378 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.808021] env[69399]: INFO nova.compute.manager [req-6d278db5-234b-4059-89be-5966f6b476b4 req-1f9c1760-1fbf-446d-a5de-e898ecc70aef service nova] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Neutron deleted interface 8778b356-0c46-4754-b6b1-c9d40c667378; detaching it from the instance and deleting it from the info cache [ 1111.808021] env[69399]: DEBUG nova.network.neutron [req-6d278db5-234b-4059-89be-5966f6b476b4 req-1f9c1760-1fbf-446d-a5de-e898ecc70aef service nova] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.824438] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c198efdd-b266-44fb-8ea9-7267f114a836 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.828307] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3cec1a98-8e11-4ca7-8752-5ff0c423a5ef tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Acquiring lock "refresh_cache-58bc5be7-5ea0-4383-9831-003db3d67dfd" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.828474] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3cec1a98-8e11-4ca7-8752-5ff0c423a5ef tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Acquired lock "refresh_cache-58bc5be7-5ea0-4383-9831-003db3d67dfd" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.828643] env[69399]: DEBUG nova.network.neutron [None req-3cec1a98-8e11-4ca7-8752-5ff0c423a5ef tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 58bc5be7-5ea0-4383-9831-003db3d67dfd] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.833317] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17e880e-4351-4375-acb9-86254042e1d0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.868423] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5634bb4-596e-408d-94c8-0913eacecdb6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.881511] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70340d4-b422-4eda-94fb-2bf1a35da8a6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.896515] env[69399]: DEBUG nova.compute.provider_tree [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.943262] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177374, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.082215] env[69399]: DEBUG oslo_vmware.api [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177373, 'name': PowerOnVM_Task, 'duration_secs': 1.439361} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.082515] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.082720] env[69399]: INFO nova.compute.manager [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Took 9.63 seconds to spawn the instance on the hypervisor. [ 1112.083013] env[69399]: DEBUG nova.compute.manager [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.083838] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c156ec57-5d71-4428-bdf8-f7474a2a10ab {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.129291] env[69399]: DEBUG oslo_concurrency.lockutils [None req-76d790c9-215f-4cc2-8f87-87185e98c603 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Acquiring lock "c2931545-66bf-4594-b10e-b87eaca53321" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.129620] env[69399]: DEBUG oslo_concurrency.lockutils [None req-76d790c9-215f-4cc2-8f87-87185e98c603 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Lock "c2931545-66bf-4594-b10e-b87eaca53321" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.129850] env[69399]: DEBUG oslo_concurrency.lockutils [None req-76d790c9-215f-4cc2-8f87-87185e98c603 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Acquiring lock "c2931545-66bf-4594-b10e-b87eaca53321-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.130047] env[69399]: DEBUG oslo_concurrency.lockutils [None req-76d790c9-215f-4cc2-8f87-87185e98c603 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Lock "c2931545-66bf-4594-b10e-b87eaca53321-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.130220] env[69399]: DEBUG oslo_concurrency.lockutils [None req-76d790c9-215f-4cc2-8f87-87185e98c603 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Lock "c2931545-66bf-4594-b10e-b87eaca53321-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.132360] env[69399]: INFO nova.compute.manager [None req-76d790c9-215f-4cc2-8f87-87185e98c603 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Terminating instance [ 1112.180032] env[69399]: DEBUG nova.network.neutron [-] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.209397] env[69399]: INFO nova.compute.manager [-] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Took 1.29 seconds to deallocate network for instance. [ 1112.271305] env[69399]: DEBUG nova.compute.manager [req-45c06e01-b0d0-479c-af5e-e90899cb3525 req-37e35062-a400-4727-9ad4-46b12e433ada service nova] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Received event network-changed-1c067939-bb34-40c9-809a-238e1438819e {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.271305] env[69399]: DEBUG nova.compute.manager [req-45c06e01-b0d0-479c-af5e-e90899cb3525 req-37e35062-a400-4727-9ad4-46b12e433ada service nova] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Refreshing instance network info cache due to event network-changed-1c067939-bb34-40c9-809a-238e1438819e. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1112.271448] env[69399]: DEBUG oslo_concurrency.lockutils [req-45c06e01-b0d0-479c-af5e-e90899cb3525 req-37e35062-a400-4727-9ad4-46b12e433ada service nova] Acquiring lock "refresh_cache-29dab2ae-2d9d-439a-92d5-750c8e93f0ae" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.271529] env[69399]: DEBUG oslo_concurrency.lockutils [req-45c06e01-b0d0-479c-af5e-e90899cb3525 req-37e35062-a400-4727-9ad4-46b12e433ada service nova] Acquired lock "refresh_cache-29dab2ae-2d9d-439a-92d5-750c8e93f0ae" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.271663] env[69399]: DEBUG nova.network.neutron [req-45c06e01-b0d0-479c-af5e-e90899cb3525 req-37e35062-a400-4727-9ad4-46b12e433ada service nova] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Refreshing network info cache for port 1c067939-bb34-40c9-809a-238e1438819e {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.315832] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bdaad551-d4c9-4876-91b8-ed20f0c455d5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.327804] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b81c50c-00e3-4b6f-b224-561bb6aa2a92 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.361958] env[69399]: DEBUG nova.compute.manager [req-6d278db5-234b-4059-89be-5966f6b476b4 req-1f9c1760-1fbf-446d-a5de-e898ecc70aef service nova] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Detach interface failed, port_id=8778b356-0c46-4754-b6b1-c9d40c667378, reason: Instance 3ac221b1-b73d-4027-8753-3c06a57affbb could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1112.363318] env[69399]: DEBUG nova.network.neutron [None req-3cec1a98-8e11-4ca7-8752-5ff0c423a5ef tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 58bc5be7-5ea0-4383-9831-003db3d67dfd] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1112.399867] env[69399]: DEBUG nova.scheduler.client.report [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.442826] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177374, 'name': CreateVM_Task, 'duration_secs': 0.627646} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.443234] env[69399]: DEBUG nova.network.neutron [None req-3cec1a98-8e11-4ca7-8752-5ff0c423a5ef tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 58bc5be7-5ea0-4383-9831-003db3d67dfd] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.444279] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1112.445612] env[69399]: DEBUG oslo_concurrency.lockutils [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.445786] env[69399]: DEBUG oslo_concurrency.lockutils [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.446114] env[69399]: DEBUG oslo_concurrency.lockutils [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.446590] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2401ea87-cfcf-4d45-bdbd-90e234686428 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.452406] env[69399]: DEBUG oslo_vmware.api [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1112.452406] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5278e727-1975-0c0d-dca8-beeee083711a" [ 1112.452406] env[69399]: _type = "Task" [ 1112.452406] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.462267] env[69399]: DEBUG oslo_vmware.api [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5278e727-1975-0c0d-dca8-beeee083711a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.500106] env[69399]: DEBUG oslo_concurrency.lockutils [None req-caab964c-5060-445d-8d55-2cd20d8d703d tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "interface-31ea7532-3ec5-4a25-8425-eb893a26169c-9b437d84-d320-412e-9564-a3b4d58ff4cb" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.500394] env[69399]: DEBUG oslo_concurrency.lockutils [None req-caab964c-5060-445d-8d55-2cd20d8d703d tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "interface-31ea7532-3ec5-4a25-8425-eb893a26169c-9b437d84-d320-412e-9564-a3b4d58ff4cb" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.601568] env[69399]: INFO nova.compute.manager [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Took 36.91 seconds to build instance. [ 1112.636818] env[69399]: DEBUG nova.compute.manager [None req-76d790c9-215f-4cc2-8f87-87185e98c603 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1112.637072] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-76d790c9-215f-4cc2-8f87-87185e98c603 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1112.638006] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd75dec-98f8-4abc-b259-43daf44eeafe {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.648329] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d790c9-215f-4cc2-8f87-87185e98c603 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.648597] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8577f89-64a5-4cfe-975f-1eb1b7490a5b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.657026] env[69399]: DEBUG oslo_vmware.api [None req-76d790c9-215f-4cc2-8f87-87185e98c603 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Waiting for the task: (returnval){ [ 1112.657026] env[69399]: value = "task-4177375" [ 1112.657026] env[69399]: _type = "Task" [ 1112.657026] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.666134] env[69399]: DEBUG oslo_vmware.api [None req-76d790c9-215f-4cc2-8f87-87185e98c603 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.682875] env[69399]: INFO nova.compute.manager [-] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Took 1.75 seconds to deallocate network for instance. [ 1112.721364] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9d55fe6b-96cb-4737-b64c-6fe0c5280d53 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.905453] env[69399]: DEBUG oslo_concurrency.lockutils [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.906107] env[69399]: DEBUG nova.compute.manager [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1112.909586] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.847s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.913051] env[69399]: INFO nova.compute.claims [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.947700] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3cec1a98-8e11-4ca7-8752-5ff0c423a5ef tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Releasing lock "refresh_cache-58bc5be7-5ea0-4383-9831-003db3d67dfd" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.948255] env[69399]: DEBUG nova.compute.manager [None req-3cec1a98-8e11-4ca7-8752-5ff0c423a5ef tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 58bc5be7-5ea0-4383-9831-003db3d67dfd] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1112.948474] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3cec1a98-8e11-4ca7-8752-5ff0c423a5ef tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 58bc5be7-5ea0-4383-9831-003db3d67dfd] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1112.949365] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc830792-250f-41fc-b0d0-690318f96366 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.968174] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cec1a98-8e11-4ca7-8752-5ff0c423a5ef tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 58bc5be7-5ea0-4383-9831-003db3d67dfd] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.971678] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa6b23e6-817d-4051-93f2-1158116b36d2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.973298] env[69399]: DEBUG oslo_vmware.api [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5278e727-1975-0c0d-dca8-beeee083711a, 'name': SearchDatastore_Task, 'duration_secs': 0.011014} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.973853] env[69399]: DEBUG oslo_concurrency.lockutils [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.974101] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1112.974340] env[69399]: DEBUG oslo_concurrency.lockutils [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.974485] env[69399]: DEBUG oslo_concurrency.lockutils [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.974662] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1112.975244] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53dcdcc6-eabb-4368-8291-e5007a5e3b24 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.982693] env[69399]: DEBUG oslo_vmware.api [None req-3cec1a98-8e11-4ca7-8752-5ff0c423a5ef tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Waiting for the task: (returnval){ [ 1112.982693] env[69399]: value = "task-4177376" [ 1112.982693] env[69399]: _type = "Task" [ 1112.982693] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.986992] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1112.987219] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1112.988365] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60e417da-0c6d-439e-916b-b767239912d3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.994491] env[69399]: DEBUG oslo_vmware.api [None req-3cec1a98-8e11-4ca7-8752-5ff0c423a5ef tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.998528] env[69399]: DEBUG oslo_vmware.api [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1112.998528] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d71941-5eb8-589a-d1fe-d4bda8248b91" [ 1112.998528] env[69399]: _type = "Task" [ 1112.998528] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.003773] env[69399]: DEBUG oslo_concurrency.lockutils [None req-caab964c-5060-445d-8d55-2cd20d8d703d tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "31ea7532-3ec5-4a25-8425-eb893a26169c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.003773] env[69399]: DEBUG oslo_concurrency.lockutils [None req-caab964c-5060-445d-8d55-2cd20d8d703d tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquired lock "31ea7532-3ec5-4a25-8425-eb893a26169c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.004350] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daba524c-e43a-4f3e-ae8f-14a3f2d0fe8a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.011319] env[69399]: DEBUG oslo_vmware.api [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d71941-5eb8-589a-d1fe-d4bda8248b91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.031102] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f517ae3-7c17-4265-a985-b4f4713399bb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.066333] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-caab964c-5060-445d-8d55-2cd20d8d703d tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Reconfiguring VM to detach interface {{(pid=69399) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1113.066754] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d7103b4-b145-489c-ab20-5afb2806e87f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.088119] env[69399]: DEBUG oslo_vmware.api [None req-caab964c-5060-445d-8d55-2cd20d8d703d tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 1113.088119] env[69399]: value = "task-4177377" [ 1113.088119] env[69399]: _type = "Task" [ 1113.088119] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.099178] env[69399]: DEBUG oslo_vmware.api [None req-caab964c-5060-445d-8d55-2cd20d8d703d tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177377, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.104071] env[69399]: DEBUG oslo_concurrency.lockutils [None req-359c23b4-6057-42b0-85e6-bf6da3571c5d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "7b662b7c-5a53-4d92-afc9-6c799fb8173b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.425s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.163643] env[69399]: DEBUG nova.network.neutron [req-45c06e01-b0d0-479c-af5e-e90899cb3525 req-37e35062-a400-4727-9ad4-46b12e433ada service nova] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Updated VIF entry in instance network info cache for port 1c067939-bb34-40c9-809a-238e1438819e. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.164247] env[69399]: DEBUG nova.network.neutron [req-45c06e01-b0d0-479c-af5e-e90899cb3525 req-37e35062-a400-4727-9ad4-46b12e433ada service nova] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Updating instance_info_cache with network_info: [{"id": "1c067939-bb34-40c9-809a-238e1438819e", "address": "fa:16:3e:69:fc:69", "network": {"id": "937e3b1e-35e1-4e9f-ba20-333ead79b0de", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-541287891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70f2346ed704f23b25ffbac339b9b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c067939-bb", "ovs_interfaceid": "1c067939-bb34-40c9-809a-238e1438819e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.172203] env[69399]: DEBUG oslo_vmware.api [None req-76d790c9-215f-4cc2-8f87-87185e98c603 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177375, 'name': PowerOffVM_Task, 'duration_secs': 0.222596} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.172203] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d790c9-215f-4cc2-8f87-87185e98c603 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.172203] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-76d790c9-215f-4cc2-8f87-87185e98c603 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1113.173442] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7f1c8a6-e862-47b7-aaf6-13efc5d8f539 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.243345] env[69399]: INFO nova.compute.manager [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Took 0.56 seconds to detach 1 volumes for instance. [ 1113.248428] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-76d790c9-215f-4cc2-8f87-87185e98c603 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1113.248428] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-76d790c9-215f-4cc2-8f87-87185e98c603 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1113.248428] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-76d790c9-215f-4cc2-8f87-87185e98c603 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Deleting the datastore file [datastore2] c2931545-66bf-4594-b10e-b87eaca53321 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1113.248428] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01ce0fa1-e226-44ab-9d44-0104ab7aa9a1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.251567] env[69399]: DEBUG nova.compute.manager [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Deleting volume: 496e3d5f-a072-4c33-b246-9966d2896675 {{(pid=69399) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1113.261511] env[69399]: DEBUG oslo_vmware.api [None req-76d790c9-215f-4cc2-8f87-87185e98c603 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Waiting for the task: (returnval){ [ 1113.261511] env[69399]: value = "task-4177379" [ 1113.261511] env[69399]: _type = "Task" [ 1113.261511] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.274026] env[69399]: DEBUG oslo_vmware.api [None req-76d790c9-215f-4cc2-8f87-87185e98c603 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.412239] env[69399]: DEBUG nova.compute.utils [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1113.413866] env[69399]: DEBUG nova.compute.manager [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1113.413866] env[69399]: DEBUG nova.network.neutron [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1113.488770] env[69399]: DEBUG nova.policy [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3470bd16579c434a8d08de955f065b89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4fbd2ab467a44b719d7af5aadf570089', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1113.496150] env[69399]: DEBUG oslo_vmware.api [None req-3cec1a98-8e11-4ca7-8752-5ff0c423a5ef tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177376, 'name': PowerOffVM_Task, 'duration_secs': 0.132689} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.496410] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cec1a98-8e11-4ca7-8752-5ff0c423a5ef tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 58bc5be7-5ea0-4383-9831-003db3d67dfd] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.496575] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3cec1a98-8e11-4ca7-8752-5ff0c423a5ef tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 58bc5be7-5ea0-4383-9831-003db3d67dfd] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1113.497258] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf3c428a-52ac-4c2b-abd1-ebf4f441d926 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.508283] env[69399]: DEBUG oslo_vmware.api [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d71941-5eb8-589a-d1fe-d4bda8248b91, 'name': SearchDatastore_Task, 'duration_secs': 0.011032} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.509167] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9f00621-0b37-439c-932d-800e8d3f154d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.514941] env[69399]: DEBUG oslo_vmware.api [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1113.514941] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d67d56-b8d3-b469-42c2-f40052a0bf2c" [ 1113.514941] env[69399]: _type = "Task" [ 1113.514941] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.525278] env[69399]: DEBUG oslo_vmware.api [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d67d56-b8d3-b469-42c2-f40052a0bf2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.532223] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3cec1a98-8e11-4ca7-8752-5ff0c423a5ef tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 58bc5be7-5ea0-4383-9831-003db3d67dfd] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1113.532469] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3cec1a98-8e11-4ca7-8752-5ff0c423a5ef tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 58bc5be7-5ea0-4383-9831-003db3d67dfd] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1113.532687] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cec1a98-8e11-4ca7-8752-5ff0c423a5ef tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Deleting the datastore file [datastore2] 58bc5be7-5ea0-4383-9831-003db3d67dfd {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1113.532916] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8b85e41-d780-4c5a-b11f-0c2473594719 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.545133] env[69399]: DEBUG oslo_vmware.api [None req-3cec1a98-8e11-4ca7-8752-5ff0c423a5ef tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Waiting for the task: (returnval){ [ 1113.545133] env[69399]: value = "task-4177382" [ 1113.545133] env[69399]: _type = "Task" [ 1113.545133] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.554270] env[69399]: DEBUG oslo_vmware.api [None req-3cec1a98-8e11-4ca7-8752-5ff0c423a5ef tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.598636] env[69399]: DEBUG oslo_vmware.api [None req-caab964c-5060-445d-8d55-2cd20d8d703d tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.667569] env[69399]: DEBUG oslo_concurrency.lockutils [req-45c06e01-b0d0-479c-af5e-e90899cb3525 req-37e35062-a400-4727-9ad4-46b12e433ada service nova] Releasing lock "refresh_cache-29dab2ae-2d9d-439a-92d5-750c8e93f0ae" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.667962] env[69399]: DEBUG nova.compute.manager [req-45c06e01-b0d0-479c-af5e-e90899cb3525 req-37e35062-a400-4727-9ad4-46b12e433ada service nova] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Received event network-vif-deleted-e401c394-36c8-4e08-b813-66a80a286c10 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.716371] env[69399]: INFO nova.compute.manager [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Rebuilding instance [ 1113.772905] env[69399]: DEBUG nova.compute.manager [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.773836] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c759512b-9c50-4755-8a96-b8334b7a706e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.787801] env[69399]: DEBUG oslo_vmware.api [None req-76d790c9-215f-4cc2-8f87-87185e98c603 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145689} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.788167] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-76d790c9-215f-4cc2-8f87-87185e98c603 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1113.788434] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-76d790c9-215f-4cc2-8f87-87185e98c603 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1113.788629] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-76d790c9-215f-4cc2-8f87-87185e98c603 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1113.788807] env[69399]: INFO nova.compute.manager [None req-76d790c9-215f-4cc2-8f87-87185e98c603 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1113.789067] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76d790c9-215f-4cc2-8f87-87185e98c603 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.789264] env[69399]: DEBUG nova.compute.manager [-] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1113.789358] env[69399]: DEBUG nova.network.neutron [-] [instance: c2931545-66bf-4594-b10e-b87eaca53321] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1113.813029] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.882088] env[69399]: DEBUG nova.network.neutron [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Successfully created port: f2d05572-ccd8-4907-b269-d61c6769f988 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1113.917719] env[69399]: DEBUG nova.compute.manager [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1114.031183] env[69399]: DEBUG oslo_vmware.api [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d67d56-b8d3-b469-42c2-f40052a0bf2c, 'name': SearchDatastore_Task, 'duration_secs': 0.010844} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.031828] env[69399]: DEBUG oslo_concurrency.lockutils [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.032242] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 29dab2ae-2d9d-439a-92d5-750c8e93f0ae/29dab2ae-2d9d-439a-92d5-750c8e93f0ae.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1114.032856] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ccd5276e-b390-4a38-a5be-7e3e100e4854 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.051437] env[69399]: DEBUG oslo_vmware.api [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1114.051437] env[69399]: value = "task-4177383" [ 1114.051437] env[69399]: _type = "Task" [ 1114.051437] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.061529] env[69399]: DEBUG oslo_vmware.api [None req-3cec1a98-8e11-4ca7-8752-5ff0c423a5ef tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Task: {'id': task-4177382, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093908} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.061962] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cec1a98-8e11-4ca7-8752-5ff0c423a5ef tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1114.062164] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3cec1a98-8e11-4ca7-8752-5ff0c423a5ef tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 58bc5be7-5ea0-4383-9831-003db3d67dfd] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1114.062443] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3cec1a98-8e11-4ca7-8752-5ff0c423a5ef tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 58bc5be7-5ea0-4383-9831-003db3d67dfd] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1114.063512] env[69399]: INFO nova.compute.manager [None req-3cec1a98-8e11-4ca7-8752-5ff0c423a5ef tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] [instance: 58bc5be7-5ea0-4383-9831-003db3d67dfd] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1114.063512] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cec1a98-8e11-4ca7-8752-5ff0c423a5ef tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.070344] env[69399]: DEBUG nova.compute.manager [-] [instance: 58bc5be7-5ea0-4383-9831-003db3d67dfd] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1114.070492] env[69399]: DEBUG nova.network.neutron [-] [instance: 58bc5be7-5ea0-4383-9831-003db3d67dfd] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1114.072768] env[69399]: DEBUG oslo_vmware.api [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.105229] env[69399]: DEBUG oslo_vmware.api [None req-caab964c-5060-445d-8d55-2cd20d8d703d tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.122412] env[69399]: DEBUG nova.network.neutron [-] [instance: 58bc5be7-5ea0-4383-9831-003db3d67dfd] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1114.300404] env[69399]: DEBUG nova.compute.manager [req-cdde1988-5ef9-43dc-99e6-ffd4cc803384 req-943b35a9-7f3c-4edd-ac6d-dd7b64afb49c service nova] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Received event network-vif-deleted-f83998a0-1331-4c8a-af42-124c4b9dae33 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.300404] env[69399]: INFO nova.compute.manager [req-cdde1988-5ef9-43dc-99e6-ffd4cc803384 req-943b35a9-7f3c-4edd-ac6d-dd7b64afb49c service nova] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Neutron deleted interface f83998a0-1331-4c8a-af42-124c4b9dae33; detaching it from the instance and deleting it from the info cache [ 1114.300655] env[69399]: DEBUG nova.network.neutron [req-cdde1988-5ef9-43dc-99e6-ffd4cc803384 req-943b35a9-7f3c-4edd-ac6d-dd7b64afb49c service nova] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.367123] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b28541-b90c-48f9-b080-7b51be36990a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.378681] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a650f3a7-71d7-47f0-8658-c63ff61a7090 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.415219] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fa36ba-60f1-409f-b324-06d0ec0ad84a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.424084] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071dd760-14e9-4edc-925d-107e8daed935 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.446175] env[69399]: DEBUG nova.compute.provider_tree [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.564371] env[69399]: DEBUG oslo_vmware.api [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177383, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.577017] env[69399]: DEBUG nova.network.neutron [-] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.602296] env[69399]: DEBUG oslo_vmware.api [None req-caab964c-5060-445d-8d55-2cd20d8d703d tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.626183] env[69399]: DEBUG nova.network.neutron [-] [instance: 58bc5be7-5ea0-4383-9831-003db3d67dfd] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.790220] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.790544] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1be81bd9-31a6-4e0f-a1f1-21f6296799ff {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.798405] env[69399]: DEBUG oslo_vmware.api [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1114.798405] env[69399]: value = "task-4177384" [ 1114.798405] env[69399]: _type = "Task" [ 1114.798405] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.802888] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-53a49d5e-7a09-4344-94f7-7752ce4f4fa4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.807940] env[69399]: DEBUG oslo_vmware.api [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.815265] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4436b87-600b-459d-b91d-2b5e1e9ee74c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.845267] env[69399]: DEBUG nova.compute.manager [req-cdde1988-5ef9-43dc-99e6-ffd4cc803384 req-943b35a9-7f3c-4edd-ac6d-dd7b64afb49c service nova] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Detach interface failed, port_id=f83998a0-1331-4c8a-af42-124c4b9dae33, reason: Instance c2931545-66bf-4594-b10e-b87eaca53321 could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1114.934771] env[69399]: DEBUG nova.compute.manager [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1114.949561] env[69399]: DEBUG nova.scheduler.client.report [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.963695] env[69399]: DEBUG nova.virt.hardware [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.963836] env[69399]: DEBUG nova.virt.hardware [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.964481] env[69399]: DEBUG nova.virt.hardware [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.964481] env[69399]: DEBUG nova.virt.hardware [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.964481] env[69399]: DEBUG nova.virt.hardware [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.964481] env[69399]: DEBUG nova.virt.hardware [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.964678] env[69399]: DEBUG nova.virt.hardware [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.964900] env[69399]: DEBUG nova.virt.hardware [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.964971] env[69399]: DEBUG nova.virt.hardware [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.965130] env[69399]: DEBUG nova.virt.hardware [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.965304] env[69399]: DEBUG nova.virt.hardware [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.966281] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a942a9f0-6787-4b1a-a4f6-739d15380dae {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.976161] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f625f6a-4640-420f-861a-3dce30d5850b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.063626] env[69399]: DEBUG oslo_vmware.api [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177383, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604581} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.063877] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 29dab2ae-2d9d-439a-92d5-750c8e93f0ae/29dab2ae-2d9d-439a-92d5-750c8e93f0ae.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1115.064237] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1115.064374] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d3f8204-19b3-4db0-9b0e-888c33dc2fd0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.071064] env[69399]: DEBUG oslo_vmware.api [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1115.071064] env[69399]: value = "task-4177385" [ 1115.071064] env[69399]: _type = "Task" [ 1115.071064] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.082359] env[69399]: INFO nova.compute.manager [-] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Took 1.29 seconds to deallocate network for instance. [ 1115.082707] env[69399]: DEBUG oslo_vmware.api [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177385, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.099987] env[69399]: DEBUG oslo_vmware.api [None req-caab964c-5060-445d-8d55-2cd20d8d703d tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.129999] env[69399]: INFO nova.compute.manager [-] [instance: 58bc5be7-5ea0-4383-9831-003db3d67dfd] Took 1.06 seconds to deallocate network for instance. [ 1115.309343] env[69399]: DEBUG oslo_vmware.api [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177384, 'name': PowerOffVM_Task, 'duration_secs': 0.241028} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.309632] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.309868] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.310891] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc155e0-790f-418d-9b8c-e608742db23f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.319713] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.319994] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ef5da63-5071-49bb-a9fd-50d2748184aa {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.401043] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1115.401528] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1115.401945] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Deleting the datastore file [datastore1] 7b662b7c-5a53-4d92-afc9-6c799fb8173b {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.402660] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-168b5513-1b96-40b7-9dcb-ceebc308fb2d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.414294] env[69399]: DEBUG oslo_vmware.api [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1115.414294] env[69399]: value = "task-4177387" [ 1115.414294] env[69399]: _type = "Task" [ 1115.414294] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.425809] env[69399]: DEBUG oslo_vmware.api [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.454848] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.455454] env[69399]: DEBUG nova.compute.manager [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1115.461059] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ceacced3-e6eb-4254-84b3-9f575e9ef894 tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.019s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.461059] env[69399]: DEBUG nova.objects.instance [None req-ceacced3-e6eb-4254-84b3-9f575e9ef894 tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Lazy-loading 'resources' on Instance uuid 7625de8c-b3c3-4263-a71b-50ca6afc20b3 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.581450] env[69399]: DEBUG oslo_vmware.api [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177385, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076241} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.581831] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.582678] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a6ee9b-5f19-4508-9702-f057fae9e760 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.597553] env[69399]: DEBUG oslo_concurrency.lockutils [None req-76d790c9-215f-4cc2-8f87-87185e98c603 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.607141] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 29dab2ae-2d9d-439a-92d5-750c8e93f0ae/29dab2ae-2d9d-439a-92d5-750c8e93f0ae.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.612306] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c318da42-eec2-4bc1-9f33-65e3e173ac04 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.628080] env[69399]: DEBUG nova.compute.manager [req-01c7379e-2b60-4220-b807-264c49214a16 req-8dde246e-1524-4810-ade5-0296084aec8e service nova] [instance: 35454509-cd72-47ec-9954-4b8666628133] Received event network-vif-plugged-f2d05572-ccd8-4907-b269-d61c6769f988 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.628342] env[69399]: DEBUG oslo_concurrency.lockutils [req-01c7379e-2b60-4220-b807-264c49214a16 req-8dde246e-1524-4810-ade5-0296084aec8e service nova] Acquiring lock "35454509-cd72-47ec-9954-4b8666628133-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.628536] env[69399]: DEBUG oslo_concurrency.lockutils [req-01c7379e-2b60-4220-b807-264c49214a16 req-8dde246e-1524-4810-ade5-0296084aec8e service nova] Lock "35454509-cd72-47ec-9954-4b8666628133-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.628705] env[69399]: DEBUG oslo_concurrency.lockutils [req-01c7379e-2b60-4220-b807-264c49214a16 req-8dde246e-1524-4810-ade5-0296084aec8e service nova] Lock "35454509-cd72-47ec-9954-4b8666628133-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.628876] env[69399]: DEBUG nova.compute.manager [req-01c7379e-2b60-4220-b807-264c49214a16 req-8dde246e-1524-4810-ade5-0296084aec8e service nova] [instance: 35454509-cd72-47ec-9954-4b8666628133] No waiting events found dispatching network-vif-plugged-f2d05572-ccd8-4907-b269-d61c6769f988 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1115.629050] env[69399]: WARNING nova.compute.manager [req-01c7379e-2b60-4220-b807-264c49214a16 req-8dde246e-1524-4810-ade5-0296084aec8e service nova] [instance: 35454509-cd72-47ec-9954-4b8666628133] Received unexpected event network-vif-plugged-f2d05572-ccd8-4907-b269-d61c6769f988 for instance with vm_state building and task_state spawning. [ 1115.636565] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3cec1a98-8e11-4ca7-8752-5ff0c423a5ef tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.636831] env[69399]: DEBUG oslo_vmware.api [None req-caab964c-5060-445d-8d55-2cd20d8d703d tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.638258] env[69399]: DEBUG oslo_vmware.api [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1115.638258] env[69399]: value = "task-4177388" [ 1115.638258] env[69399]: _type = "Task" [ 1115.638258] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.647656] env[69399]: DEBUG oslo_vmware.api [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177388, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.792407] env[69399]: DEBUG nova.network.neutron [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Successfully updated port: f2d05572-ccd8-4907-b269-d61c6769f988 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1115.925997] env[69399]: DEBUG oslo_vmware.api [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14444} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.926328] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.926614] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.926870] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.963187] env[69399]: DEBUG nova.compute.utils [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1115.968794] env[69399]: DEBUG nova.compute.manager [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1115.968982] env[69399]: DEBUG nova.network.neutron [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1116.009193] env[69399]: DEBUG nova.policy [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '091d56e0c7dd4fb1be86f423b2ca56ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d5582922e3b4d2eb1763d5198e21b2b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1116.111501] env[69399]: DEBUG oslo_vmware.api [None req-caab964c-5060-445d-8d55-2cd20d8d703d tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.151063] env[69399]: DEBUG oslo_vmware.api [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177388, 'name': ReconfigVM_Task, 'duration_secs': 0.289077} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.151395] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 29dab2ae-2d9d-439a-92d5-750c8e93f0ae/29dab2ae-2d9d-439a-92d5-750c8e93f0ae.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.152068] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39d691e8-62da-4121-9ce1-1b667d8ed127 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.159839] env[69399]: DEBUG oslo_vmware.api [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1116.159839] env[69399]: value = "task-4177389" [ 1116.159839] env[69399]: _type = "Task" [ 1116.159839] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.168981] env[69399]: DEBUG oslo_vmware.api [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177389, 'name': Rename_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.295554] env[69399]: DEBUG oslo_concurrency.lockutils [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Acquiring lock "refresh_cache-35454509-cd72-47ec-9954-4b8666628133" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.295812] env[69399]: DEBUG oslo_concurrency.lockutils [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Acquired lock "refresh_cache-35454509-cd72-47ec-9954-4b8666628133" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.296030] env[69399]: DEBUG nova.network.neutron [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.333451] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60723182-288c-460b-b964-493dcd452553 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.343743] env[69399]: DEBUG nova.network.neutron [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Successfully created port: d63b9821-c955-42ea-be31-3f2f537933e3 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1116.346032] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2f0891-59f4-4897-9805-a166e97421c2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.378033] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e63d6f-7604-4a36-a022-71cc520f548f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.386400] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f8ec61-831a-4621-b432-bff1fadd4e40 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.401816] env[69399]: DEBUG nova.compute.provider_tree [None req-ceacced3-e6eb-4254-84b3-9f575e9ef894 tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.473844] env[69399]: DEBUG nova.compute.manager [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1116.609020] env[69399]: DEBUG oslo_vmware.api [None req-caab964c-5060-445d-8d55-2cd20d8d703d tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.670282] env[69399]: DEBUG oslo_vmware.api [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177389, 'name': Rename_Task, 'duration_secs': 0.157226} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.670586] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.670840] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35dfdd8e-b55f-4a05-a2bd-7341694707d9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.678267] env[69399]: DEBUG oslo_vmware.api [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1116.678267] env[69399]: value = "task-4177390" [ 1116.678267] env[69399]: _type = "Task" [ 1116.678267] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.694272] env[69399]: DEBUG oslo_vmware.api [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.840819] env[69399]: DEBUG nova.network.neutron [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1116.906191] env[69399]: DEBUG nova.scheduler.client.report [None req-ceacced3-e6eb-4254-84b3-9f575e9ef894 tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.965796] env[69399]: DEBUG nova.virt.hardware [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.966117] env[69399]: DEBUG nova.virt.hardware [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.966165] env[69399]: DEBUG nova.virt.hardware [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.966316] env[69399]: DEBUG nova.virt.hardware [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.966461] env[69399]: DEBUG nova.virt.hardware [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.966613] env[69399]: DEBUG nova.virt.hardware [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.966822] env[69399]: DEBUG nova.virt.hardware [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.966974] env[69399]: DEBUG nova.virt.hardware [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.967150] env[69399]: DEBUG nova.virt.hardware [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.967315] env[69399]: DEBUG nova.virt.hardware [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.967489] env[69399]: DEBUG nova.virt.hardware [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.968721] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1bf91d-86d8-4229-bb94-c2e463cf06be {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.984181] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258ee13c-1f88-4df2-a388-030ff760107c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.998334] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:ab:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebc15f9e-53a6-4dbc-aca0-197c7bdb9842', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.006722] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.006938] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1117.007204] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f00ac83d-1942-4bf2-a776-98c56ccb5a93 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.029214] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.029214] env[69399]: value = "task-4177391" [ 1117.029214] env[69399]: _type = "Task" [ 1117.029214] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.044290] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177391, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.088640] env[69399]: DEBUG nova.network.neutron [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Updating instance_info_cache with network_info: [{"id": "f2d05572-ccd8-4907-b269-d61c6769f988", "address": "fa:16:3e:f1:07:6e", "network": {"id": "b54aec1a-9d03-4384-8e4e-8e56974d39c9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1079629461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fbd2ab467a44b719d7af5aadf570089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2d05572-cc", "ovs_interfaceid": "f2d05572-ccd8-4907-b269-d61c6769f988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.113889] env[69399]: DEBUG oslo_vmware.api [None req-caab964c-5060-445d-8d55-2cd20d8d703d tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.189095] env[69399]: DEBUG oslo_vmware.api [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177390, 'name': PowerOnVM_Task, 'duration_secs': 0.470652} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.189095] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.189599] env[69399]: INFO nova.compute.manager [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Took 8.05 seconds to spawn the instance on the hypervisor. [ 1117.189955] env[69399]: DEBUG nova.compute.manager [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.191112] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f71d34-7ac3-4681-b130-c60ab4d98b89 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.415070] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ceacced3-e6eb-4254-84b3-9f575e9ef894 tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.956s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.417537] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.307s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.419165] env[69399]: INFO nova.compute.claims [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1117.440350] env[69399]: INFO nova.scheduler.client.report [None req-ceacced3-e6eb-4254-84b3-9f575e9ef894 tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Deleted allocations for instance 7625de8c-b3c3-4263-a71b-50ca6afc20b3 [ 1117.489704] env[69399]: DEBUG nova.compute.manager [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1117.513728] env[69399]: DEBUG nova.virt.hardware [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.514019] env[69399]: DEBUG nova.virt.hardware [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.514187] env[69399]: DEBUG nova.virt.hardware [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.514505] env[69399]: DEBUG nova.virt.hardware [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.514505] env[69399]: DEBUG nova.virt.hardware [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.514681] env[69399]: DEBUG nova.virt.hardware [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.514849] env[69399]: DEBUG nova.virt.hardware [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.515019] env[69399]: DEBUG nova.virt.hardware [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.515197] env[69399]: DEBUG nova.virt.hardware [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.515360] env[69399]: DEBUG nova.virt.hardware [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.515533] env[69399]: DEBUG nova.virt.hardware [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.516482] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679e6142-dced-484a-bd50-79b7cd6c2c97 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.525328] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4d45dc-dca0-45de-86b7-cb8134e3a693 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.538118] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177391, 'name': CreateVM_Task, 'duration_secs': 0.36917} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.546060] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1117.548563] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.548563] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.548563] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.548563] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-767cadf8-fcdd-4a32-8479-8825263bbaef {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.553486] env[69399]: DEBUG oslo_vmware.api [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1117.553486] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f64330-126a-d35f-4f0d-0da4980597fe" [ 1117.553486] env[69399]: _type = "Task" [ 1117.553486] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.563488] env[69399]: DEBUG oslo_vmware.api [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f64330-126a-d35f-4f0d-0da4980597fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.591376] env[69399]: DEBUG oslo_concurrency.lockutils [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Releasing lock "refresh_cache-35454509-cd72-47ec-9954-4b8666628133" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.592145] env[69399]: DEBUG nova.compute.manager [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Instance network_info: |[{"id": "f2d05572-ccd8-4907-b269-d61c6769f988", "address": "fa:16:3e:f1:07:6e", "network": {"id": "b54aec1a-9d03-4384-8e4e-8e56974d39c9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1079629461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fbd2ab467a44b719d7af5aadf570089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2d05572-cc", "ovs_interfaceid": "f2d05572-ccd8-4907-b269-d61c6769f988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1117.592323] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:07:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2d05572-ccd8-4907-b269-d61c6769f988', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.599899] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Creating folder: Project (4fbd2ab467a44b719d7af5aadf570089). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1117.601338] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3079316f-8e9e-41d0-84f8-b542e23a8616 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.613158] env[69399]: DEBUG oslo_vmware.api [None req-caab964c-5060-445d-8d55-2cd20d8d703d tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.616693] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Created folder: Project (4fbd2ab467a44b719d7af5aadf570089) in parent group-v826677. [ 1117.616693] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Creating folder: Instances. Parent ref: group-v826915. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1117.616693] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e29a2f4-b0ae-43a7-b844-bfe13033291f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.628504] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Created folder: Instances in parent group-v826915. [ 1117.628840] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.629399] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35454509-cd72-47ec-9954-4b8666628133] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1117.629495] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48cdf9bb-346b-4b3f-8e53-2c1f3553b4a9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.647470] env[69399]: DEBUG nova.compute.manager [req-cc2433bd-a845-4439-bf7e-e4078fc3c1d1 req-0eb90dad-00df-4d20-b8d8-2488fa41b6fa service nova] [instance: 35454509-cd72-47ec-9954-4b8666628133] Received event network-changed-f2d05572-ccd8-4907-b269-d61c6769f988 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.647728] env[69399]: DEBUG nova.compute.manager [req-cc2433bd-a845-4439-bf7e-e4078fc3c1d1 req-0eb90dad-00df-4d20-b8d8-2488fa41b6fa service nova] [instance: 35454509-cd72-47ec-9954-4b8666628133] Refreshing instance network info cache due to event network-changed-f2d05572-ccd8-4907-b269-d61c6769f988. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.647960] env[69399]: DEBUG oslo_concurrency.lockutils [req-cc2433bd-a845-4439-bf7e-e4078fc3c1d1 req-0eb90dad-00df-4d20-b8d8-2488fa41b6fa service nova] Acquiring lock "refresh_cache-35454509-cd72-47ec-9954-4b8666628133" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.648134] env[69399]: DEBUG oslo_concurrency.lockutils [req-cc2433bd-a845-4439-bf7e-e4078fc3c1d1 req-0eb90dad-00df-4d20-b8d8-2488fa41b6fa service nova] Acquired lock "refresh_cache-35454509-cd72-47ec-9954-4b8666628133" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.648324] env[69399]: DEBUG nova.network.neutron [req-cc2433bd-a845-4439-bf7e-e4078fc3c1d1 req-0eb90dad-00df-4d20-b8d8-2488fa41b6fa service nova] [instance: 35454509-cd72-47ec-9954-4b8666628133] Refreshing network info cache for port f2d05572-ccd8-4907-b269-d61c6769f988 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.655975] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.655975] env[69399]: value = "task-4177394" [ 1117.655975] env[69399]: _type = "Task" [ 1117.655975] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.665063] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177394, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.711754] env[69399]: INFO nova.compute.manager [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Took 32.92 seconds to build instance. [ 1117.948273] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ceacced3-e6eb-4254-84b3-9f575e9ef894 tempest-ServersNegativeTestMultiTenantJSON-1234492953 tempest-ServersNegativeTestMultiTenantJSON-1234492953-project-member] Lock "7625de8c-b3c3-4263-a71b-50ca6afc20b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.214s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.073016] env[69399]: DEBUG oslo_vmware.api [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f64330-126a-d35f-4f0d-0da4980597fe, 'name': SearchDatastore_Task, 'duration_secs': 0.014338} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.073401] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.073608] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1118.073841] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.073985] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.077311] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1118.077617] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae479f91-ee8b-42ec-999c-2d3ab257eaeb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.088661] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.088889] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1118.090164] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-841d677b-da60-482e-b9e5-7ea3c428a584 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.097659] env[69399]: DEBUG oslo_vmware.api [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1118.097659] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52cc2fea-71e3-4534-e6bf-b417f69dea1d" [ 1118.097659] env[69399]: _type = "Task" [ 1118.097659] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.112103] env[69399]: DEBUG oslo_vmware.api [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52cc2fea-71e3-4534-e6bf-b417f69dea1d, 'name': SearchDatastore_Task, 'duration_secs': 0.012277} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.117089] env[69399]: DEBUG oslo_vmware.api [None req-caab964c-5060-445d-8d55-2cd20d8d703d tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.117323] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60bdb6fc-d343-4f49-8dbd-58ecf1b625b5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.124399] env[69399]: DEBUG oslo_vmware.api [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1118.124399] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52a8753b-7a8b-11ce-1559-e223bd70f61a" [ 1118.124399] env[69399]: _type = "Task" [ 1118.124399] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.132530] env[69399]: DEBUG oslo_vmware.api [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52a8753b-7a8b-11ce-1559-e223bd70f61a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.165380] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177394, 'name': CreateVM_Task, 'duration_secs': 0.393446} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.165380] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35454509-cd72-47ec-9954-4b8666628133] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1118.165761] env[69399]: DEBUG oslo_concurrency.lockutils [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.165938] env[69399]: DEBUG oslo_concurrency.lockutils [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.166313] env[69399]: DEBUG oslo_concurrency.lockutils [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.166810] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b66ebd8-b967-45a4-9c71-14676a9f2514 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.171739] env[69399]: DEBUG oslo_vmware.api [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Waiting for the task: (returnval){ [ 1118.171739] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5291a685-1fae-1945-3480-f518deff6e0c" [ 1118.171739] env[69399]: _type = "Task" [ 1118.171739] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.180717] env[69399]: DEBUG oslo_vmware.api [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5291a685-1fae-1945-3480-f518deff6e0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.214468] env[69399]: DEBUG oslo_concurrency.lockutils [None req-543b0625-eda9-418e-b19b-1e460b81a13b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "29dab2ae-2d9d-439a-92d5-750c8e93f0ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.437s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.283313] env[69399]: DEBUG nova.network.neutron [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Successfully updated port: d63b9821-c955-42ea-be31-3f2f537933e3 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1118.451588] env[69399]: DEBUG nova.network.neutron [req-cc2433bd-a845-4439-bf7e-e4078fc3c1d1 req-0eb90dad-00df-4d20-b8d8-2488fa41b6fa service nova] [instance: 35454509-cd72-47ec-9954-4b8666628133] Updated VIF entry in instance network info cache for port f2d05572-ccd8-4907-b269-d61c6769f988. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.452365] env[69399]: DEBUG nova.network.neutron [req-cc2433bd-a845-4439-bf7e-e4078fc3c1d1 req-0eb90dad-00df-4d20-b8d8-2488fa41b6fa service nova] [instance: 35454509-cd72-47ec-9954-4b8666628133] Updating instance_info_cache with network_info: [{"id": "f2d05572-ccd8-4907-b269-d61c6769f988", "address": "fa:16:3e:f1:07:6e", "network": {"id": "b54aec1a-9d03-4384-8e4e-8e56974d39c9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1079629461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fbd2ab467a44b719d7af5aadf570089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2d05572-cc", "ovs_interfaceid": "f2d05572-ccd8-4907-b269-d61c6769f988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.615951] env[69399]: DEBUG oslo_vmware.api [None req-caab964c-5060-445d-8d55-2cd20d8d703d tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177377, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.633694] env[69399]: DEBUG oslo_vmware.api [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52a8753b-7a8b-11ce-1559-e223bd70f61a, 'name': SearchDatastore_Task, 'duration_secs': 0.019357} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.636619] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.636943] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 7b662b7c-5a53-4d92-afc9-6c799fb8173b/7b662b7c-5a53-4d92-afc9-6c799fb8173b.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1118.637432] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b589c09-8fc5-44cc-9026-a2d2c38e6fd3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.645860] env[69399]: DEBUG oslo_vmware.api [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1118.645860] env[69399]: value = "task-4177395" [ 1118.645860] env[69399]: _type = "Task" [ 1118.645860] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.657715] env[69399]: DEBUG oslo_vmware.api [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.688169] env[69399]: DEBUG oslo_vmware.api [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5291a685-1fae-1945-3480-f518deff6e0c, 'name': SearchDatastore_Task, 'duration_secs': 0.024551} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.688169] env[69399]: DEBUG oslo_concurrency.lockutils [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.688169] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1118.688446] env[69399]: DEBUG oslo_concurrency.lockutils [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.688526] env[69399]: DEBUG oslo_concurrency.lockutils [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.688709] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1118.688990] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-231addfb-c207-49c8-89a5-125af99b4f13 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.699820] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.700181] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1118.701015] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-016c3a36-67a3-4bf6-ab95-95d0b05004ed {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.710522] env[69399]: DEBUG oslo_vmware.api [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Waiting for the task: (returnval){ [ 1118.710522] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]525aa16c-46b4-9014-190a-30bc4924e575" [ 1118.710522] env[69399]: _type = "Task" [ 1118.710522] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.723220] env[69399]: DEBUG oslo_vmware.api [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]525aa16c-46b4-9014-190a-30bc4924e575, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.788962] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquiring lock "refresh_cache-a9e911b3-2822-42be-98f8-6edaef8270a1" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.788962] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquired lock "refresh_cache-a9e911b3-2822-42be-98f8-6edaef8270a1" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.788962] env[69399]: DEBUG nova.network.neutron [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.799068] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74cb7860-514c-400a-9dde-03be422d06a9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.809858] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c83776-bb6a-463f-91f1-cc1940c74bca {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.848130] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a578d523-8606-4571-a0d5-54ff54ab1815 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.862647] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd27177-7bf6-49b1-baba-38c0d9527db6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.887594] env[69399]: DEBUG nova.compute.provider_tree [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.959076] env[69399]: DEBUG oslo_concurrency.lockutils [req-cc2433bd-a845-4439-bf7e-e4078fc3c1d1 req-0eb90dad-00df-4d20-b8d8-2488fa41b6fa service nova] Releasing lock "refresh_cache-35454509-cd72-47ec-9954-4b8666628133" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.050045] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fa1adaff-b313-4e1c-a9e1-d68a05e0969f tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "29dab2ae-2d9d-439a-92d5-750c8e93f0ae" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.050533] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fa1adaff-b313-4e1c-a9e1-d68a05e0969f tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "29dab2ae-2d9d-439a-92d5-750c8e93f0ae" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.121719] env[69399]: DEBUG oslo_vmware.api [None req-caab964c-5060-445d-8d55-2cd20d8d703d tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177377, 'name': ReconfigVM_Task, 'duration_secs': 5.79718} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.122169] env[69399]: DEBUG oslo_concurrency.lockutils [None req-caab964c-5060-445d-8d55-2cd20d8d703d tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Releasing lock "31ea7532-3ec5-4a25-8425-eb893a26169c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.122530] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-caab964c-5060-445d-8d55-2cd20d8d703d tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Reconfigured VM to detach interface {{(pid=69399) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1119.159636] env[69399]: DEBUG oslo_vmware.api [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177395, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.222232] env[69399]: DEBUG oslo_vmware.api [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]525aa16c-46b4-9014-190a-30bc4924e575, 'name': SearchDatastore_Task, 'duration_secs': 0.013104} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.223084] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f352ce2-49f4-4e2e-b0ff-3076472f9f96 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.229863] env[69399]: DEBUG oslo_vmware.api [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Waiting for the task: (returnval){ [ 1119.229863] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]526ca6c1-7fd9-421e-9176-2faa2f213cac" [ 1119.229863] env[69399]: _type = "Task" [ 1119.229863] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.242937] env[69399]: DEBUG oslo_vmware.api [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]526ca6c1-7fd9-421e-9176-2faa2f213cac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.387624] env[69399]: DEBUG nova.network.neutron [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1119.391916] env[69399]: DEBUG nova.scheduler.client.report [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.554079] env[69399]: DEBUG nova.compute.utils [None req-fa1adaff-b313-4e1c-a9e1-d68a05e0969f tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1119.597707] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.597707] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.657483] env[69399]: DEBUG oslo_vmware.api [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177395, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533218} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.658201] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 7b662b7c-5a53-4d92-afc9-6c799fb8173b/7b662b7c-5a53-4d92-afc9-6c799fb8173b.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.658412] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.658800] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3a50240-8c69-4b94-a21b-d36b8060cc1b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.666935] env[69399]: DEBUG oslo_vmware.api [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1119.666935] env[69399]: value = "task-4177396" [ 1119.666935] env[69399]: _type = "Task" [ 1119.666935] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.678867] env[69399]: DEBUG oslo_vmware.api [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177396, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.701987] env[69399]: DEBUG nova.network.neutron [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Updating instance_info_cache with network_info: [{"id": "d63b9821-c955-42ea-be31-3f2f537933e3", "address": "fa:16:3e:cd:30:30", "network": {"id": "809294fb-b90a-414f-80ae-c4f4ae7adef0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1026961644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d5582922e3b4d2eb1763d5198e21b2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd63b9821-c9", "ovs_interfaceid": "d63b9821-c955-42ea-be31-3f2f537933e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.742409] env[69399]: DEBUG oslo_vmware.api [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]526ca6c1-7fd9-421e-9176-2faa2f213cac, 'name': SearchDatastore_Task, 'duration_secs': 0.010289} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.742733] env[69399]: DEBUG oslo_concurrency.lockutils [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.743022] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 35454509-cd72-47ec-9954-4b8666628133/35454509-cd72-47ec-9954-4b8666628133.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1119.743364] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b69af012-027f-4aca-b52a-18b78a08b537 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.754115] env[69399]: DEBUG oslo_vmware.api [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Waiting for the task: (returnval){ [ 1119.754115] env[69399]: value = "task-4177397" [ 1119.754115] env[69399]: _type = "Task" [ 1119.754115] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.765174] env[69399]: DEBUG oslo_vmware.api [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.897251] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.897883] env[69399]: DEBUG nova.compute.manager [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1119.901516] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7555513a-30d9-4d21-b28c-f200e91410d0 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.578s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.902051] env[69399]: DEBUG nova.objects.instance [None req-7555513a-30d9-4d21-b28c-f200e91410d0 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Lazy-loading 'resources' on Instance uuid d1df03aa-04c7-4dab-905e-f1c259755903 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.059224] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fa1adaff-b313-4e1c-a9e1-d68a05e0969f tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "29dab2ae-2d9d-439a-92d5-750c8e93f0ae" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.109477] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1120.109751] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1120.109965] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1120.110156] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1120.110400] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1120.110511] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1120.110588] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69399) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1120.110735] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1120.180617] env[69399]: DEBUG oslo_vmware.api [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177396, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078016} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.180998] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.182852] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea468d9-4386-4d30-9578-b0a1d79aff1a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.213073] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 7b662b7c-5a53-4d92-afc9-6c799fb8173b/7b662b7c-5a53-4d92-afc9-6c799fb8173b.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.213073] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Releasing lock "refresh_cache-a9e911b3-2822-42be-98f8-6edaef8270a1" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.213801] env[69399]: DEBUG nova.compute.manager [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Instance network_info: |[{"id": "d63b9821-c955-42ea-be31-3f2f537933e3", "address": "fa:16:3e:cd:30:30", "network": {"id": "809294fb-b90a-414f-80ae-c4f4ae7adef0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1026961644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d5582922e3b4d2eb1763d5198e21b2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd63b9821-c9", "ovs_interfaceid": "d63b9821-c955-42ea-be31-3f2f537933e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1120.213801] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0f8a0b9-cb28-42cb-a32d-83e4953e0d43 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.230441] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:30:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92fe29b3-0907-453d-aabb-5559c4bd7c0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd63b9821-c955-42ea-be31-3f2f537933e3', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1120.238714] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Creating folder: Project (2d5582922e3b4d2eb1763d5198e21b2b). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1120.239148] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55a810c5-461b-4145-b70b-4a5981ee00fa {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.250861] env[69399]: DEBUG oslo_vmware.api [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1120.250861] env[69399]: value = "task-4177399" [ 1120.250861] env[69399]: _type = "Task" [ 1120.250861] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.256621] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Created folder: Project (2d5582922e3b4d2eb1763d5198e21b2b) in parent group-v826677. [ 1120.257380] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Creating folder: Instances. Parent ref: group-v826918. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1120.262441] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-966415fd-39d6-46fe-a4fe-0f40ebfb9050 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.268854] env[69399]: DEBUG oslo_vmware.api [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177399, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.276063] env[69399]: DEBUG oslo_vmware.api [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177397, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514763} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.276179] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 35454509-cd72-47ec-9954-4b8666628133/35454509-cd72-47ec-9954-4b8666628133.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1120.276420] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1120.276716] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4561cf8-31a9-4bd1-8424-5ab88ec9ce2c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.283734] env[69399]: DEBUG oslo_vmware.api [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Waiting for the task: (returnval){ [ 1120.283734] env[69399]: value = "task-4177401" [ 1120.283734] env[69399]: _type = "Task" [ 1120.283734] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.289682] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Created folder: Instances in parent group-v826918. [ 1120.289987] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.290238] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1120.294399] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08939ff1-b67f-4a33-984b-4fe648469ffc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.310454] env[69399]: DEBUG oslo_vmware.api [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.318511] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1120.318511] env[69399]: value = "task-4177402" [ 1120.318511] env[69399]: _type = "Task" [ 1120.318511] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.331514] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177402, 'name': CreateVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.343648] env[69399]: DEBUG nova.compute.manager [req-c87fac3e-c161-4ee3-8a90-ab1a4e8b388d req-ac2dc92f-9544-4704-af6e-2cfbd40f38fe service nova] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Received event network-vif-plugged-d63b9821-c955-42ea-be31-3f2f537933e3 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.343648] env[69399]: DEBUG oslo_concurrency.lockutils [req-c87fac3e-c161-4ee3-8a90-ab1a4e8b388d req-ac2dc92f-9544-4704-af6e-2cfbd40f38fe service nova] Acquiring lock "a9e911b3-2822-42be-98f8-6edaef8270a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.343648] env[69399]: DEBUG oslo_concurrency.lockutils [req-c87fac3e-c161-4ee3-8a90-ab1a4e8b388d req-ac2dc92f-9544-4704-af6e-2cfbd40f38fe service nova] Lock "a9e911b3-2822-42be-98f8-6edaef8270a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.343648] env[69399]: DEBUG oslo_concurrency.lockutils [req-c87fac3e-c161-4ee3-8a90-ab1a4e8b388d req-ac2dc92f-9544-4704-af6e-2cfbd40f38fe service nova] Lock "a9e911b3-2822-42be-98f8-6edaef8270a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.343648] env[69399]: DEBUG nova.compute.manager [req-c87fac3e-c161-4ee3-8a90-ab1a4e8b388d req-ac2dc92f-9544-4704-af6e-2cfbd40f38fe service nova] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] No waiting events found dispatching network-vif-plugged-d63b9821-c955-42ea-be31-3f2f537933e3 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1120.343648] env[69399]: WARNING nova.compute.manager [req-c87fac3e-c161-4ee3-8a90-ab1a4e8b388d req-ac2dc92f-9544-4704-af6e-2cfbd40f38fe service nova] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Received unexpected event network-vif-plugged-d63b9821-c955-42ea-be31-3f2f537933e3 for instance with vm_state building and task_state spawning. [ 1120.343648] env[69399]: DEBUG nova.compute.manager [req-c87fac3e-c161-4ee3-8a90-ab1a4e8b388d req-ac2dc92f-9544-4704-af6e-2cfbd40f38fe service nova] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Received event network-changed-d63b9821-c955-42ea-be31-3f2f537933e3 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.343648] env[69399]: DEBUG nova.compute.manager [req-c87fac3e-c161-4ee3-8a90-ab1a4e8b388d req-ac2dc92f-9544-4704-af6e-2cfbd40f38fe service nova] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Refreshing instance network info cache due to event network-changed-d63b9821-c955-42ea-be31-3f2f537933e3. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.344285] env[69399]: DEBUG oslo_concurrency.lockutils [req-c87fac3e-c161-4ee3-8a90-ab1a4e8b388d req-ac2dc92f-9544-4704-af6e-2cfbd40f38fe service nova] Acquiring lock "refresh_cache-a9e911b3-2822-42be-98f8-6edaef8270a1" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.344285] env[69399]: DEBUG oslo_concurrency.lockutils [req-c87fac3e-c161-4ee3-8a90-ab1a4e8b388d req-ac2dc92f-9544-4704-af6e-2cfbd40f38fe service nova] Acquired lock "refresh_cache-a9e911b3-2822-42be-98f8-6edaef8270a1" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.344285] env[69399]: DEBUG nova.network.neutron [req-c87fac3e-c161-4ee3-8a90-ab1a4e8b388d req-ac2dc92f-9544-4704-af6e-2cfbd40f38fe service nova] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Refreshing network info cache for port d63b9821-c955-42ea-be31-3f2f537933e3 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.405298] env[69399]: DEBUG nova.compute.utils [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1120.410135] env[69399]: DEBUG nova.compute.manager [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1120.410364] env[69399]: DEBUG nova.network.neutron [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1120.457990] env[69399]: DEBUG nova.policy [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '091d56e0c7dd4fb1be86f423b2ca56ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d5582922e3b4d2eb1763d5198e21b2b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1120.615105] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.768366] env[69399]: DEBUG oslo_vmware.api [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177399, 'name': ReconfigVM_Task, 'duration_secs': 0.460827} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.768719] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 7b662b7c-5a53-4d92-afc9-6c799fb8173b/7b662b7c-5a53-4d92-afc9-6c799fb8173b.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.770089] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c185f86-bf52-4af1-8773-6b48eaf6ec02 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.781557] env[69399]: DEBUG oslo_vmware.api [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1120.781557] env[69399]: value = "task-4177403" [ 1120.781557] env[69399]: _type = "Task" [ 1120.781557] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.798593] env[69399]: DEBUG oslo_vmware.api [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177403, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.804137] env[69399]: DEBUG oslo_vmware.api [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07652} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.805514] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.806434] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2558b3c5-1cc8-4f90-9f31-1c0e72fce40c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.832589] env[69399]: DEBUG oslo_concurrency.lockutils [None req-caab964c-5060-445d-8d55-2cd20d8d703d tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "refresh_cache-31ea7532-3ec5-4a25-8425-eb893a26169c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.832589] env[69399]: DEBUG oslo_concurrency.lockutils [None req-caab964c-5060-445d-8d55-2cd20d8d703d tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquired lock "refresh_cache-31ea7532-3ec5-4a25-8425-eb893a26169c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.832589] env[69399]: DEBUG nova.network.neutron [None req-caab964c-5060-445d-8d55-2cd20d8d703d tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.842656] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 35454509-cd72-47ec-9954-4b8666628133/35454509-cd72-47ec-9954-4b8666628133.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.846388] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e20153a-7e24-4fb5-8841-676cb59d3cef {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.865754] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6170b0c8-3371-4d4b-bba8-7e32d6c69d9f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.877360] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177402, 'name': CreateVM_Task, 'duration_secs': 0.417494} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.879875] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb1b23e-ef0f-4ce9-aee5-4d5a46749bd6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.883270] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1120.883687] env[69399]: DEBUG oslo_vmware.api [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Waiting for the task: (returnval){ [ 1120.883687] env[69399]: value = "task-4177404" [ 1120.883687] env[69399]: _type = "Task" [ 1120.883687] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.884354] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.884506] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.884814] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.885517] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cde3e25d-f0c3-4ed2-9fec-87636f59ea87 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.918350] env[69399]: DEBUG nova.compute.manager [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1120.925504] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d818f6d-ebcb-4cc9-bded-ba8cefcbd51c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.930949] env[69399]: DEBUG oslo_vmware.api [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1120.930949] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]521ce6be-e2eb-d276-a80f-4306f15d77c4" [ 1120.930949] env[69399]: _type = "Task" [ 1120.930949] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.931272] env[69399]: DEBUG oslo_vmware.api [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.943751] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee75e360-07eb-4aa1-af93-36345cf3baae {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.950762] env[69399]: DEBUG oslo_vmware.api [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]521ce6be-e2eb-d276-a80f-4306f15d77c4, 'name': SearchDatastore_Task, 'duration_secs': 0.011376} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.951489] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.951726] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.952082] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.952252] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.952440] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.952707] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-230f6f93-1470-45ed-bb70-4c08dcba14fb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.963879] env[69399]: DEBUG nova.compute.provider_tree [None req-7555513a-30d9-4d21-b28c-f200e91410d0 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.974693] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.974693] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.975423] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06753446-cdac-43c1-a6be-6505de5e3be0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.982994] env[69399]: DEBUG oslo_vmware.api [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1120.982994] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52974bdc-b58e-9262-e18f-50d63989f9be" [ 1120.982994] env[69399]: _type = "Task" [ 1120.982994] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.992142] env[69399]: DEBUG oslo_vmware.api [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52974bdc-b58e-9262-e18f-50d63989f9be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.152737] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fa1adaff-b313-4e1c-a9e1-d68a05e0969f tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "29dab2ae-2d9d-439a-92d5-750c8e93f0ae" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.152897] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fa1adaff-b313-4e1c-a9e1-d68a05e0969f tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "29dab2ae-2d9d-439a-92d5-750c8e93f0ae" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.153444] env[69399]: INFO nova.compute.manager [None req-fa1adaff-b313-4e1c-a9e1-d68a05e0969f tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Attaching volume 76faf2e2-a39a-4346-a4d0-6a2269de92bd to /dev/sdb [ 1121.156754] env[69399]: DEBUG nova.network.neutron [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Successfully created port: c8a41898-44e3-4cba-acc3-5fc823575b50 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1121.200197] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e608d2-4497-4eb7-9b1b-880ad3ca1563 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.208934] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa65fa7-e48f-403b-ba1f-ea4fc1ac5ee4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.230207] env[69399]: DEBUG nova.virt.block_device [None req-fa1adaff-b313-4e1c-a9e1-d68a05e0969f tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Updating existing volume attachment record: fca13d34-b4a3-42ca-b3df-d899b294f265 {{(pid=69399) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1121.296443] env[69399]: DEBUG oslo_vmware.api [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177403, 'name': Rename_Task, 'duration_secs': 0.159831} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.296443] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.296443] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-925863c2-d583-4513-b413-88458c7a3bc9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.303419] env[69399]: DEBUG oslo_vmware.api [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1121.303419] env[69399]: value = "task-4177405" [ 1121.303419] env[69399]: _type = "Task" [ 1121.303419] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.320974] env[69399]: DEBUG oslo_vmware.api [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177405, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.398462] env[69399]: DEBUG oslo_vmware.api [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.440496] env[69399]: DEBUG nova.network.neutron [req-c87fac3e-c161-4ee3-8a90-ab1a4e8b388d req-ac2dc92f-9544-4704-af6e-2cfbd40f38fe service nova] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Updated VIF entry in instance network info cache for port d63b9821-c955-42ea-be31-3f2f537933e3. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.440496] env[69399]: DEBUG nova.network.neutron [req-c87fac3e-c161-4ee3-8a90-ab1a4e8b388d req-ac2dc92f-9544-4704-af6e-2cfbd40f38fe service nova] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Updating instance_info_cache with network_info: [{"id": "d63b9821-c955-42ea-be31-3f2f537933e3", "address": "fa:16:3e:cd:30:30", "network": {"id": "809294fb-b90a-414f-80ae-c4f4ae7adef0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1026961644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d5582922e3b4d2eb1763d5198e21b2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd63b9821-c9", "ovs_interfaceid": "d63b9821-c955-42ea-be31-3f2f537933e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.468326] env[69399]: DEBUG nova.scheduler.client.report [None req-7555513a-30d9-4d21-b28c-f200e91410d0 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.498445] env[69399]: DEBUG oslo_vmware.api [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52974bdc-b58e-9262-e18f-50d63989f9be, 'name': SearchDatastore_Task, 'duration_secs': 0.011158} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.498445] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-938968b4-ca15-45f0-82c3-23fb55570571 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.504448] env[69399]: DEBUG oslo_vmware.api [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1121.504448] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52dfc09a-48a8-33d3-6377-0b18c70dd5bf" [ 1121.504448] env[69399]: _type = "Task" [ 1121.504448] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.519861] env[69399]: DEBUG oslo_vmware.api [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52dfc09a-48a8-33d3-6377-0b18c70dd5bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.685084] env[69399]: INFO nova.network.neutron [None req-caab964c-5060-445d-8d55-2cd20d8d703d tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Port 9b437d84-d320-412e-9564-a3b4d58ff4cb from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1121.685084] env[69399]: INFO nova.network.neutron [None req-caab964c-5060-445d-8d55-2cd20d8d703d tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Port 9b6b7933-e6a2-49e4-83c6-9efdb589881a from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1121.685084] env[69399]: DEBUG nova.network.neutron [None req-caab964c-5060-445d-8d55-2cd20d8d703d tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Updating instance_info_cache with network_info: [{"id": "754c9a4c-5252-40bc-adf1-ce20394b118a", "address": "fa:16:3e:11:3a:9d", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap754c9a4c-52", "ovs_interfaceid": "754c9a4c-5252-40bc-adf1-ce20394b118a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.742237] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6782cb79-a939-4c13-89b0-17639b1e334f tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "31ea7532-3ec5-4a25-8425-eb893a26169c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.742237] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6782cb79-a939-4c13-89b0-17639b1e334f tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "31ea7532-3ec5-4a25-8425-eb893a26169c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.742237] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6782cb79-a939-4c13-89b0-17639b1e334f tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "31ea7532-3ec5-4a25-8425-eb893a26169c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.742237] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6782cb79-a939-4c13-89b0-17639b1e334f tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "31ea7532-3ec5-4a25-8425-eb893a26169c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.742237] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6782cb79-a939-4c13-89b0-17639b1e334f tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "31ea7532-3ec5-4a25-8425-eb893a26169c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.742622] env[69399]: INFO nova.compute.manager [None req-6782cb79-a939-4c13-89b0-17639b1e334f tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Terminating instance [ 1121.818743] env[69399]: DEBUG oslo_vmware.api [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177405, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.896591] env[69399]: DEBUG oslo_vmware.api [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177404, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.941507] env[69399]: DEBUG nova.compute.manager [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1121.948344] env[69399]: DEBUG oslo_concurrency.lockutils [req-c87fac3e-c161-4ee3-8a90-ab1a4e8b388d req-ac2dc92f-9544-4704-af6e-2cfbd40f38fe service nova] Releasing lock "refresh_cache-a9e911b3-2822-42be-98f8-6edaef8270a1" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.976482] env[69399]: DEBUG nova.virt.hardware [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.976770] env[69399]: DEBUG nova.virt.hardware [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.976962] env[69399]: DEBUG nova.virt.hardware [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.977361] env[69399]: DEBUG nova.virt.hardware [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.977555] env[69399]: DEBUG nova.virt.hardware [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.977894] env[69399]: DEBUG nova.virt.hardware [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.977994] env[69399]: DEBUG nova.virt.hardware [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.978190] env[69399]: DEBUG nova.virt.hardware [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.978395] env[69399]: DEBUG nova.virt.hardware [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.978595] env[69399]: DEBUG nova.virt.hardware [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.978841] env[69399]: DEBUG nova.virt.hardware [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.979694] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7555513a-30d9-4d21-b28c-f200e91410d0 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.079s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.982512] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d183aa0-4c1f-498a-8a7a-73e36f5e8ddf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.985855] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.647s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.987807] env[69399]: INFO nova.compute.claims [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1121.999216] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836173b6-f92e-4e6a-b2fc-9b59033d2c66 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.018828] env[69399]: INFO nova.scheduler.client.report [None req-7555513a-30d9-4d21-b28c-f200e91410d0 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Deleted allocations for instance d1df03aa-04c7-4dab-905e-f1c259755903 [ 1122.028455] env[69399]: DEBUG oslo_vmware.api [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52dfc09a-48a8-33d3-6377-0b18c70dd5bf, 'name': SearchDatastore_Task, 'duration_secs': 0.01275} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.028814] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.028958] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] a9e911b3-2822-42be-98f8-6edaef8270a1/a9e911b3-2822-42be-98f8-6edaef8270a1.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1122.029258] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a7fb641-7640-4ceb-b83b-fab1ef646f9f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.042054] env[69399]: DEBUG oslo_vmware.api [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1122.042054] env[69399]: value = "task-4177409" [ 1122.042054] env[69399]: _type = "Task" [ 1122.042054] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.054418] env[69399]: DEBUG oslo_vmware.api [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.190226] env[69399]: DEBUG oslo_concurrency.lockutils [None req-caab964c-5060-445d-8d55-2cd20d8d703d tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Releasing lock "refresh_cache-31ea7532-3ec5-4a25-8425-eb893a26169c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.247449] env[69399]: DEBUG nova.compute.manager [None req-6782cb79-a939-4c13-89b0-17639b1e334f tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1122.247833] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6782cb79-a939-4c13-89b0-17639b1e334f tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1122.248834] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb23783-97bf-49b3-9602-62dc50f252f7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.259424] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-6782cb79-a939-4c13-89b0-17639b1e334f tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.259772] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa327159-ac6c-4580-84e4-d5029dbd3848 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.269093] env[69399]: DEBUG oslo_vmware.api [None req-6782cb79-a939-4c13-89b0-17639b1e334f tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 1122.269093] env[69399]: value = "task-4177410" [ 1122.269093] env[69399]: _type = "Task" [ 1122.269093] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.285161] env[69399]: DEBUG oslo_vmware.api [None req-6782cb79-a939-4c13-89b0-17639b1e334f tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.320207] env[69399]: DEBUG oslo_vmware.api [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177405, 'name': PowerOnVM_Task, 'duration_secs': 0.534773} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.320550] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.320764] env[69399]: DEBUG nova.compute.manager [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.321716] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-addcd441-e5de-41db-ac87-9ae956841293 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.382817] env[69399]: DEBUG nova.compute.manager [req-1ea5d92d-d2a4-4afa-ae4d-6177817d2424 req-d18b88e0-8324-4f2a-83f3-2a3dd949f68f service nova] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Received event network-vif-deleted-9b437d84-d320-412e-9564-a3b4d58ff4cb {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.383179] env[69399]: DEBUG nova.compute.manager [req-1ea5d92d-d2a4-4afa-ae4d-6177817d2424 req-d18b88e0-8324-4f2a-83f3-2a3dd949f68f service nova] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Received event network-vif-deleted-9b6b7933-e6a2-49e4-83c6-9efdb589881a {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.401514] env[69399]: DEBUG oslo_vmware.api [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177404, 'name': ReconfigVM_Task, 'duration_secs': 1.068081} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.402906] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 35454509-cd72-47ec-9954-4b8666628133/35454509-cd72-47ec-9954-4b8666628133.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.403957] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-564bd49d-d2cd-4968-a6d6-384e2f72b385 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.414498] env[69399]: DEBUG oslo_vmware.api [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Waiting for the task: (returnval){ [ 1122.414498] env[69399]: value = "task-4177411" [ 1122.414498] env[69399]: _type = "Task" [ 1122.414498] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.428809] env[69399]: DEBUG oslo_vmware.api [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177411, 'name': Rename_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.536396] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7555513a-30d9-4d21-b28c-f200e91410d0 tempest-ServersListShow298Test-852898754 tempest-ServersListShow298Test-852898754-project-member] Lock "d1df03aa-04c7-4dab-905e-f1c259755903" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.529s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.561943] env[69399]: DEBUG oslo_vmware.api [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177409, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.694795] env[69399]: DEBUG oslo_concurrency.lockutils [None req-caab964c-5060-445d-8d55-2cd20d8d703d tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "interface-31ea7532-3ec5-4a25-8425-eb893a26169c-9b437d84-d320-412e-9564-a3b4d58ff4cb" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.194s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.781031] env[69399]: DEBUG oslo_vmware.api [None req-6782cb79-a939-4c13-89b0-17639b1e334f tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177410, 'name': PowerOffVM_Task, 'duration_secs': 0.292325} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.781296] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-6782cb79-a939-4c13-89b0-17639b1e334f tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.781572] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6782cb79-a939-4c13-89b0-17639b1e334f tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1122.781742] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9151eed-6314-4333-91aa-c3926d8a3efb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.843443] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.925795] env[69399]: DEBUG oslo_vmware.api [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177411, 'name': Rename_Task, 'duration_secs': 0.235233} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.926135] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.926412] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b17578c4-cb5c-47e7-b5ce-82d55eed70b7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.935502] env[69399]: DEBUG oslo_vmware.api [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Waiting for the task: (returnval){ [ 1122.935502] env[69399]: value = "task-4177413" [ 1122.935502] env[69399]: _type = "Task" [ 1122.935502] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.944764] env[69399]: DEBUG oslo_vmware.api [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.946966] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6782cb79-a939-4c13-89b0-17639b1e334f tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1122.947216] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6782cb79-a939-4c13-89b0-17639b1e334f tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1122.947375] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-6782cb79-a939-4c13-89b0-17639b1e334f tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Deleting the datastore file [datastore1] 31ea7532-3ec5-4a25-8425-eb893a26169c {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1122.947662] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5b5e27b-febb-41a1-b8f6-d12d61f42d03 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.954794] env[69399]: DEBUG oslo_vmware.api [None req-6782cb79-a939-4c13-89b0-17639b1e334f tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 1122.954794] env[69399]: value = "task-4177414" [ 1122.954794] env[69399]: _type = "Task" [ 1122.954794] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.963988] env[69399]: DEBUG oslo_vmware.api [None req-6782cb79-a939-4c13-89b0-17639b1e334f tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177414, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.053847] env[69399]: DEBUG oslo_vmware.api [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177409, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.264023] env[69399]: DEBUG nova.network.neutron [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Successfully updated port: c8a41898-44e3-4cba-acc3-5fc823575b50 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1123.348707] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61682f08-86ae-4e05-9f4d-632e9863d1c7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.357879] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954cd5dc-dd3e-445c-aff7-84b89b49073d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.390888] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f73ceb-d3bb-46a4-86a3-57ef8f82bac0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.399413] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f115c5-7f52-4f0a-a848-0e264fb13013 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.415858] env[69399]: DEBUG nova.compute.provider_tree [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.445551] env[69399]: DEBUG oslo_vmware.api [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177413, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.465490] env[69399]: DEBUG oslo_vmware.api [None req-6782cb79-a939-4c13-89b0-17639b1e334f tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177414, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.555074] env[69399]: DEBUG oslo_vmware.api [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177409, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.767258] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquiring lock "refresh_cache-19ffc46f-3699-4881-99f4-a7cf31d374d2" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.767365] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquired lock "refresh_cache-19ffc46f-3699-4881-99f4-a7cf31d374d2" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.767531] env[69399]: DEBUG nova.network.neutron [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.920238] env[69399]: DEBUG nova.scheduler.client.report [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.950357] env[69399]: DEBUG oslo_vmware.api [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177413, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.966493] env[69399]: DEBUG oslo_vmware.api [None req-6782cb79-a939-4c13-89b0-17639b1e334f tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177414, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.840856} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.966783] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-6782cb79-a939-4c13-89b0-17639b1e334f tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1123.966987] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6782cb79-a939-4c13-89b0-17639b1e334f tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1123.967188] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6782cb79-a939-4c13-89b0-17639b1e334f tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1123.967359] env[69399]: INFO nova.compute.manager [None req-6782cb79-a939-4c13-89b0-17639b1e334f tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Took 1.72 seconds to destroy the instance on the hypervisor. [ 1123.967606] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6782cb79-a939-4c13-89b0-17639b1e334f tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.967805] env[69399]: DEBUG nova.compute.manager [-] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1123.967895] env[69399]: DEBUG nova.network.neutron [-] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1124.027066] env[69399]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 9b6b7933-e6a2-49e4-83c6-9efdb589881a could not be found.", "detail": ""}} {{(pid=69399) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1124.027622] env[69399]: DEBUG nova.network.neutron [-] Unable to show port 9b6b7933-e6a2-49e4-83c6-9efdb589881a as it no longer exists. {{(pid=69399) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1124.055549] env[69399]: DEBUG oslo_vmware.api [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177409, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.561942} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.055902] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] a9e911b3-2822-42be-98f8-6edaef8270a1/a9e911b3-2822-42be-98f8-6edaef8270a1.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1124.056393] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1124.056696] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d02db85-c2db-4ef3-8b02-cb8d8303b7eb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.067172] env[69399]: DEBUG oslo_vmware.api [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1124.067172] env[69399]: value = "task-4177416" [ 1124.067172] env[69399]: _type = "Task" [ 1124.067172] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.078614] env[69399]: DEBUG oslo_vmware.api [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177416, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.081507] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4e767503-11e4-47a6-98dd-cd74f552cf4b tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "7b662b7c-5a53-4d92-afc9-6c799fb8173b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.081935] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4e767503-11e4-47a6-98dd-cd74f552cf4b tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "7b662b7c-5a53-4d92-afc9-6c799fb8173b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.082291] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4e767503-11e4-47a6-98dd-cd74f552cf4b tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "7b662b7c-5a53-4d92-afc9-6c799fb8173b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.082943] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4e767503-11e4-47a6-98dd-cd74f552cf4b tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "7b662b7c-5a53-4d92-afc9-6c799fb8173b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.082943] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4e767503-11e4-47a6-98dd-cd74f552cf4b tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "7b662b7c-5a53-4d92-afc9-6c799fb8173b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.086420] env[69399]: INFO nova.compute.manager [None req-4e767503-11e4-47a6-98dd-cd74f552cf4b tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Terminating instance [ 1124.303264] env[69399]: DEBUG nova.network.neutron [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1124.429434] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.430055] env[69399]: DEBUG nova.compute.manager [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1124.435960] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.975s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.435960] env[69399]: INFO nova.compute.claims [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1124.451662] env[69399]: DEBUG oslo_vmware.api [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177413, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.475298] env[69399]: DEBUG nova.network.neutron [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Updating instance_info_cache with network_info: [{"id": "c8a41898-44e3-4cba-acc3-5fc823575b50", "address": "fa:16:3e:e3:69:0e", "network": {"id": "809294fb-b90a-414f-80ae-c4f4ae7adef0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1026961644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d5582922e3b4d2eb1763d5198e21b2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8a41898-44", "ovs_interfaceid": "c8a41898-44e3-4cba-acc3-5fc823575b50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.558975] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0fe3ad60-36eb-479f-a3a1-6be725dd68a0 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "8c99713d-68cf-4951-a499-084bb049ddda" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.559627] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0fe3ad60-36eb-479f-a3a1-6be725dd68a0 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "8c99713d-68cf-4951-a499-084bb049ddda" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.580404] env[69399]: DEBUG oslo_vmware.api [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177416, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081654} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.580708] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.581541] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5211e1a-81a4-4ca2-83a3-ed7b6e7f289a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.602709] env[69399]: DEBUG nova.compute.manager [None req-4e767503-11e4-47a6-98dd-cd74f552cf4b tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1124.602981] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-4e767503-11e4-47a6-98dd-cd74f552cf4b tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.614120] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] a9e911b3-2822-42be-98f8-6edaef8270a1/a9e911b3-2822-42be-98f8-6edaef8270a1.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.614995] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735678d1-dc0a-4204-8cde-7591ee2748d2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.619243] env[69399]: DEBUG nova.compute.manager [req-de8c78a7-d63f-430b-a550-56a46ac22786 req-8000d30a-e833-488a-aba8-ae9cfd196f0f service nova] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Received event network-vif-plugged-c8a41898-44e3-4cba-acc3-5fc823575b50 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.619461] env[69399]: DEBUG oslo_concurrency.lockutils [req-de8c78a7-d63f-430b-a550-56a46ac22786 req-8000d30a-e833-488a-aba8-ae9cfd196f0f service nova] Acquiring lock "19ffc46f-3699-4881-99f4-a7cf31d374d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.619674] env[69399]: DEBUG oslo_concurrency.lockutils [req-de8c78a7-d63f-430b-a550-56a46ac22786 req-8000d30a-e833-488a-aba8-ae9cfd196f0f service nova] Lock "19ffc46f-3699-4881-99f4-a7cf31d374d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.619843] env[69399]: DEBUG oslo_concurrency.lockutils [req-de8c78a7-d63f-430b-a550-56a46ac22786 req-8000d30a-e833-488a-aba8-ae9cfd196f0f service nova] Lock "19ffc46f-3699-4881-99f4-a7cf31d374d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.620018] env[69399]: DEBUG nova.compute.manager [req-de8c78a7-d63f-430b-a550-56a46ac22786 req-8000d30a-e833-488a-aba8-ae9cfd196f0f service nova] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] No waiting events found dispatching network-vif-plugged-c8a41898-44e3-4cba-acc3-5fc823575b50 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1124.620198] env[69399]: WARNING nova.compute.manager [req-de8c78a7-d63f-430b-a550-56a46ac22786 req-8000d30a-e833-488a-aba8-ae9cfd196f0f service nova] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Received unexpected event network-vif-plugged-c8a41898-44e3-4cba-acc3-5fc823575b50 for instance with vm_state building and task_state spawning. [ 1124.620365] env[69399]: DEBUG nova.compute.manager [req-de8c78a7-d63f-430b-a550-56a46ac22786 req-8000d30a-e833-488a-aba8-ae9cfd196f0f service nova] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Received event network-changed-c8a41898-44e3-4cba-acc3-5fc823575b50 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.620515] env[69399]: DEBUG nova.compute.manager [req-de8c78a7-d63f-430b-a550-56a46ac22786 req-8000d30a-e833-488a-aba8-ae9cfd196f0f service nova] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Refreshing instance network info cache due to event network-changed-c8a41898-44e3-4cba-acc3-5fc823575b50. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.620680] env[69399]: DEBUG oslo_concurrency.lockutils [req-de8c78a7-d63f-430b-a550-56a46ac22786 req-8000d30a-e833-488a-aba8-ae9cfd196f0f service nova] Acquiring lock "refresh_cache-19ffc46f-3699-4881-99f4-a7cf31d374d2" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.621261] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-015705db-49b7-460f-a582-0fe9a6a2305d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.643962] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e767503-11e4-47a6-98dd-cd74f552cf4b tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.645827] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db5b2762-e80d-4bbd-87ff-f2cfc3e00b51 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.647878] env[69399]: DEBUG oslo_vmware.api [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1124.647878] env[69399]: value = "task-4177417" [ 1124.647878] env[69399]: _type = "Task" [ 1124.647878] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.656733] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "e832460f-2ff6-4825-a10a-b8d48871919f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.658322] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "e832460f-2ff6-4825-a10a-b8d48871919f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.663340] env[69399]: DEBUG oslo_vmware.api [None req-4e767503-11e4-47a6-98dd-cd74f552cf4b tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1124.663340] env[69399]: value = "task-4177418" [ 1124.663340] env[69399]: _type = "Task" [ 1124.663340] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.676133] env[69399]: DEBUG oslo_vmware.api [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177417, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.682961] env[69399]: DEBUG oslo_vmware.api [None req-4e767503-11e4-47a6-98dd-cd74f552cf4b tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.935024] env[69399]: DEBUG nova.compute.utils [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1124.936492] env[69399]: DEBUG nova.compute.manager [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1124.936492] env[69399]: DEBUG nova.network.neutron [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1124.951849] env[69399]: DEBUG oslo_vmware.api [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177413, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.978949] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Releasing lock "refresh_cache-19ffc46f-3699-4881-99f4-a7cf31d374d2" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.979361] env[69399]: DEBUG nova.compute.manager [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Instance network_info: |[{"id": "c8a41898-44e3-4cba-acc3-5fc823575b50", "address": "fa:16:3e:e3:69:0e", "network": {"id": "809294fb-b90a-414f-80ae-c4f4ae7adef0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1026961644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d5582922e3b4d2eb1763d5198e21b2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8a41898-44", "ovs_interfaceid": "c8a41898-44e3-4cba-acc3-5fc823575b50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1124.979669] env[69399]: DEBUG oslo_concurrency.lockutils [req-de8c78a7-d63f-430b-a550-56a46ac22786 req-8000d30a-e833-488a-aba8-ae9cfd196f0f service nova] Acquired lock "refresh_cache-19ffc46f-3699-4881-99f4-a7cf31d374d2" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.979850] env[69399]: DEBUG nova.network.neutron [req-de8c78a7-d63f-430b-a550-56a46ac22786 req-8000d30a-e833-488a-aba8-ae9cfd196f0f service nova] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Refreshing network info cache for port c8a41898-44e3-4cba-acc3-5fc823575b50 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.981483] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:69:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92fe29b3-0907-453d-aabb-5559c4bd7c0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8a41898-44e3-4cba-acc3-5fc823575b50', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1124.989333] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.991158] env[69399]: DEBUG nova.policy [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9cf280f03da4372aa488b56f15b14c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02b5f2f4e8dd4679802929d8ec4b4a78', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1124.993204] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1124.993462] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d37cbd25-baac-4fab-9e68-8ecf1604d6df {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.017683] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1125.017683] env[69399]: value = "task-4177419" [ 1125.017683] env[69399]: _type = "Task" [ 1125.017683] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.026042] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177419, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.064506] env[69399]: DEBUG nova.compute.utils [None req-0fe3ad60-36eb-479f-a3a1-6be725dd68a0 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1125.161861] env[69399]: DEBUG oslo_vmware.api [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177417, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.167040] env[69399]: DEBUG nova.compute.manager [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1125.177168] env[69399]: DEBUG oslo_vmware.api [None req-4e767503-11e4-47a6-98dd-cd74f552cf4b tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177418, 'name': PowerOffVM_Task, 'duration_secs': 0.285374} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.178193] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e767503-11e4-47a6-98dd-cd74f552cf4b tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.178578] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-4e767503-11e4-47a6-98dd-cd74f552cf4b tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.179026] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7c6a3f5-6eab-4836-821e-249eef30219d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.261069] env[69399]: DEBUG nova.network.neutron [-] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.417826] env[69399]: DEBUG nova.network.neutron [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Successfully created port: cd937a3d-2768-47b0-b0b8-e4067b040f84 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1125.441143] env[69399]: DEBUG nova.compute.manager [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1125.460650] env[69399]: DEBUG oslo_vmware.api [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177413, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.533616] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177419, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.567529] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0fe3ad60-36eb-479f-a3a1-6be725dd68a0 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "8c99713d-68cf-4951-a499-084bb049ddda" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.661378] env[69399]: DEBUG oslo_vmware.api [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177417, 'name': ReconfigVM_Task, 'duration_secs': 0.540789} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.661659] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Reconfigured VM instance instance-00000053 to attach disk [datastore1] a9e911b3-2822-42be-98f8-6edaef8270a1/a9e911b3-2822-42be-98f8-6edaef8270a1.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.662502] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ee66fa7-e315-45b5-b24e-5de87153f60d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.676219] env[69399]: DEBUG oslo_vmware.api [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1125.676219] env[69399]: value = "task-4177421" [ 1125.676219] env[69399]: _type = "Task" [ 1125.676219] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.690921] env[69399]: DEBUG oslo_vmware.api [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177421, 'name': Rename_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.691957] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.752263] env[69399]: DEBUG nova.network.neutron [req-de8c78a7-d63f-430b-a550-56a46ac22786 req-8000d30a-e833-488a-aba8-ae9cfd196f0f service nova] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Updated VIF entry in instance network info cache for port c8a41898-44e3-4cba-acc3-5fc823575b50. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.752263] env[69399]: DEBUG nova.network.neutron [req-de8c78a7-d63f-430b-a550-56a46ac22786 req-8000d30a-e833-488a-aba8-ae9cfd196f0f service nova] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Updating instance_info_cache with network_info: [{"id": "c8a41898-44e3-4cba-acc3-5fc823575b50", "address": "fa:16:3e:e3:69:0e", "network": {"id": "809294fb-b90a-414f-80ae-c4f4ae7adef0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1026961644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d5582922e3b4d2eb1763d5198e21b2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8a41898-44", "ovs_interfaceid": "c8a41898-44e3-4cba-acc3-5fc823575b50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.765219] env[69399]: INFO nova.compute.manager [-] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Took 1.80 seconds to deallocate network for instance. [ 1125.786600] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa1adaff-b313-4e1c-a9e1-d68a05e0969f tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Volume attach. Driver type: vmdk {{(pid=69399) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1125.786885] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa1adaff-b313-4e1c-a9e1-d68a05e0969f tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826922', 'volume_id': '76faf2e2-a39a-4346-a4d0-6a2269de92bd', 'name': 'volume-76faf2e2-a39a-4346-a4d0-6a2269de92bd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '29dab2ae-2d9d-439a-92d5-750c8e93f0ae', 'attached_at': '', 'detached_at': '', 'volume_id': '76faf2e2-a39a-4346-a4d0-6a2269de92bd', 'serial': '76faf2e2-a39a-4346-a4d0-6a2269de92bd'} {{(pid=69399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1125.787813] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56655b38-5059-4629-9aa5-80fb5f9199b4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.811453] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded4c135-9763-42da-b94f-da8ba3a5ceca {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.840636] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa1adaff-b313-4e1c-a9e1-d68a05e0969f tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] volume-76faf2e2-a39a-4346-a4d0-6a2269de92bd/volume-76faf2e2-a39a-4346-a4d0-6a2269de92bd.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.842303] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c5a7e83-1a6c-45fc-aa8a-22f54f0c95ef {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.856820] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063c5dc4-6f6e-4b48-bb84-a4fe87a1b64b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.866029] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2f1a61-21a2-4c36-acf4-ce8b0b06cc1d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.870394] env[69399]: DEBUG oslo_vmware.api [None req-fa1adaff-b313-4e1c-a9e1-d68a05e0969f tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1125.870394] env[69399]: value = "task-4177422" [ 1125.870394] env[69399]: _type = "Task" [ 1125.870394] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.904780] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc72847-6d71-4c9c-b5a6-87fcf34d9153 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.907703] env[69399]: DEBUG oslo_vmware.api [None req-fa1adaff-b313-4e1c-a9e1-d68a05e0969f tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177422, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.914591] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4460ebcb-0582-4371-8ed0-57b1c50c2dd7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.929775] env[69399]: DEBUG nova.compute.provider_tree [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.955790] env[69399]: DEBUG oslo_vmware.api [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177413, 'name': PowerOnVM_Task, 'duration_secs': 2.550846} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.956655] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.956655] env[69399]: INFO nova.compute.manager [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Took 11.02 seconds to spawn the instance on the hypervisor. [ 1125.956785] env[69399]: DEBUG nova.compute.manager [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.957722] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a468d03c-1cb1-45a3-b08e-112a140a96c0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.028912] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177419, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.189368] env[69399]: DEBUG oslo_vmware.api [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177421, 'name': Rename_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.256414] env[69399]: DEBUG oslo_concurrency.lockutils [req-de8c78a7-d63f-430b-a550-56a46ac22786 req-8000d30a-e833-488a-aba8-ae9cfd196f0f service nova] Releasing lock "refresh_cache-19ffc46f-3699-4881-99f4-a7cf31d374d2" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.277502] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6782cb79-a939-4c13-89b0-17639b1e334f tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.377490] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-4e767503-11e4-47a6-98dd-cd74f552cf4b tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1126.377908] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-4e767503-11e4-47a6-98dd-cd74f552cf4b tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1126.378142] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e767503-11e4-47a6-98dd-cd74f552cf4b tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Deleting the datastore file [datastore1] 7b662b7c-5a53-4d92-afc9-6c799fb8173b {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.379066] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d65f4549-420f-4149-bf97-a65b2f408618 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.385473] env[69399]: DEBUG oslo_vmware.api [None req-fa1adaff-b313-4e1c-a9e1-d68a05e0969f tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177422, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.391100] env[69399]: DEBUG oslo_vmware.api [None req-4e767503-11e4-47a6-98dd-cd74f552cf4b tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1126.391100] env[69399]: value = "task-4177423" [ 1126.391100] env[69399]: _type = "Task" [ 1126.391100] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.401617] env[69399]: DEBUG oslo_vmware.api [None req-4e767503-11e4-47a6-98dd-cd74f552cf4b tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.432574] env[69399]: DEBUG nova.scheduler.client.report [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.459735] env[69399]: DEBUG nova.compute.manager [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1126.477338] env[69399]: INFO nova.compute.manager [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Took 40.10 seconds to build instance. [ 1126.491910] env[69399]: DEBUG nova.virt.hardware [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.492275] env[69399]: DEBUG nova.virt.hardware [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.492502] env[69399]: DEBUG nova.virt.hardware [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.492747] env[69399]: DEBUG nova.virt.hardware [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.492951] env[69399]: DEBUG nova.virt.hardware [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.493140] env[69399]: DEBUG nova.virt.hardware [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.493399] env[69399]: DEBUG nova.virt.hardware [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.493629] env[69399]: DEBUG nova.virt.hardware [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.493840] env[69399]: DEBUG nova.virt.hardware [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.494044] env[69399]: DEBUG nova.virt.hardware [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.494210] env[69399]: DEBUG nova.virt.hardware [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.496110] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a3f115-643c-4404-b1ae-98c78455160c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.506353] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd3417b-aee2-4dfb-acfa-5d59b11ed025 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.533323] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177419, 'name': CreateVM_Task, 'duration_secs': 1.459197} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.533536] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1126.534372] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.534566] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.534919] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.535219] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-580a93c4-8d33-4feb-81f9-86260a6806f9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.541180] env[69399]: DEBUG oslo_vmware.api [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1126.541180] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52be08e0-0aac-7861-c1df-252739756397" [ 1126.541180] env[69399]: _type = "Task" [ 1126.541180] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.550673] env[69399]: DEBUG oslo_vmware.api [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52be08e0-0aac-7861-c1df-252739756397, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.640641] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0fe3ad60-36eb-479f-a3a1-6be725dd68a0 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "8c99713d-68cf-4951-a499-084bb049ddda" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.640897] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0fe3ad60-36eb-479f-a3a1-6be725dd68a0 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "8c99713d-68cf-4951-a499-084bb049ddda" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.641148] env[69399]: INFO nova.compute.manager [None req-0fe3ad60-36eb-479f-a3a1-6be725dd68a0 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Attaching volume 995af960-915b-44d3-9d68-772a6ffdf693 to /dev/sdb [ 1126.645051] env[69399]: DEBUG nova.compute.manager [req-3654cf10-43b4-4089-a92a-f26084118d6d req-a121a25c-1f4b-43db-b4ae-3cc14c732b66 service nova] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Received event network-vif-deleted-754c9a4c-5252-40bc-adf1-ce20394b118a {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.676329] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04549cd-2146-463f-84ec-e58e21ba16f6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.685960] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55f965c-5b82-4756-ae23-8b54498ae3da {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.691639] env[69399]: DEBUG oslo_vmware.api [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177421, 'name': Rename_Task, 'duration_secs': 0.857626} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.692373] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.692656] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e9308c5-4f9e-4da6-938f-b96ed0399047 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.704215] env[69399]: DEBUG nova.virt.block_device [None req-0fe3ad60-36eb-479f-a3a1-6be725dd68a0 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Updating existing volume attachment record: 0a68d3b7-02a9-4738-bec9-2b6d68651869 {{(pid=69399) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1126.708344] env[69399]: DEBUG oslo_vmware.api [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1126.708344] env[69399]: value = "task-4177424" [ 1126.708344] env[69399]: _type = "Task" [ 1126.708344] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.717563] env[69399]: DEBUG oslo_vmware.api [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177424, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.883833] env[69399]: DEBUG oslo_vmware.api [None req-fa1adaff-b313-4e1c-a9e1-d68a05e0969f tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177422, 'name': ReconfigVM_Task, 'duration_secs': 0.820548} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.884308] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa1adaff-b313-4e1c-a9e1-d68a05e0969f tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Reconfigured VM instance instance-00000051 to attach disk [datastore1] volume-76faf2e2-a39a-4346-a4d0-6a2269de92bd/volume-76faf2e2-a39a-4346-a4d0-6a2269de92bd.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.889909] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f503f696-4b23-4608-88a4-2c24cf430229 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.909176] env[69399]: DEBUG oslo_vmware.api [None req-4e767503-11e4-47a6-98dd-cd74f552cf4b tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186961} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.910610] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e767503-11e4-47a6-98dd-cd74f552cf4b tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.910816] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-4e767503-11e4-47a6-98dd-cd74f552cf4b tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.910996] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-4e767503-11e4-47a6-98dd-cd74f552cf4b tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.911190] env[69399]: INFO nova.compute.manager [None req-4e767503-11e4-47a6-98dd-cd74f552cf4b tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Took 2.31 seconds to destroy the instance on the hypervisor. [ 1126.911475] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e767503-11e4-47a6-98dd-cd74f552cf4b tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.911779] env[69399]: DEBUG oslo_vmware.api [None req-fa1adaff-b313-4e1c-a9e1-d68a05e0969f tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1126.911779] env[69399]: value = "task-4177426" [ 1126.911779] env[69399]: _type = "Task" [ 1126.911779] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.912349] env[69399]: DEBUG nova.compute.manager [-] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1126.912452] env[69399]: DEBUG nova.network.neutron [-] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1126.924421] env[69399]: DEBUG oslo_vmware.api [None req-fa1adaff-b313-4e1c-a9e1-d68a05e0969f tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177426, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.939078] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.940556] env[69399]: DEBUG nova.compute.manager [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1126.946018] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.215s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.946018] env[69399]: INFO nova.compute.claims [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1126.981158] env[69399]: DEBUG oslo_concurrency.lockutils [None req-13410502-ea1a-43ba-9348-95e66917ed08 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lock "35454509-cd72-47ec-9954-4b8666628133" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.613s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.055647] env[69399]: DEBUG oslo_vmware.api [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52be08e0-0aac-7861-c1df-252739756397, 'name': SearchDatastore_Task, 'duration_secs': 0.01025} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.056327] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.056730] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1127.057117] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.057395] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.057738] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1127.058149] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41372a60-ad3c-4cf3-a1e0-cc40f112fd2d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.068159] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1127.069110] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1127.070337] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a37ddaba-27c5-4300-9807-be6b84c65c22 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.080249] env[69399]: DEBUG oslo_vmware.api [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1127.080249] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52fd25fe-2100-cb2b-150c-7b1f740d8a93" [ 1127.080249] env[69399]: _type = "Task" [ 1127.080249] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.091031] env[69399]: DEBUG oslo_vmware.api [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52fd25fe-2100-cb2b-150c-7b1f740d8a93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.219353] env[69399]: DEBUG oslo_vmware.api [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177424, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.413197] env[69399]: DEBUG nova.network.neutron [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Successfully updated port: cd937a3d-2768-47b0-b0b8-e4067b040f84 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1127.426808] env[69399]: DEBUG oslo_vmware.api [None req-fa1adaff-b313-4e1c-a9e1-d68a05e0969f tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177426, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.452860] env[69399]: DEBUG nova.compute.utils [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1127.457890] env[69399]: DEBUG nova.compute.manager [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1127.457890] env[69399]: DEBUG nova.network.neutron [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1127.477692] env[69399]: DEBUG nova.compute.manager [req-f3ee902e-8686-4cd9-98ba-3fda1924e0bc req-4836ba40-a2fd-4ad5-a7f0-560c69abbec7 service nova] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Received event network-vif-deleted-ebc15f9e-53a6-4dbc-aca0-197c7bdb9842 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.477994] env[69399]: INFO nova.compute.manager [req-f3ee902e-8686-4cd9-98ba-3fda1924e0bc req-4836ba40-a2fd-4ad5-a7f0-560c69abbec7 service nova] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Neutron deleted interface ebc15f9e-53a6-4dbc-aca0-197c7bdb9842; detaching it from the instance and deleting it from the info cache [ 1127.478149] env[69399]: DEBUG nova.network.neutron [req-f3ee902e-8686-4cd9-98ba-3fda1924e0bc req-4836ba40-a2fd-4ad5-a7f0-560c69abbec7 service nova] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.517068] env[69399]: DEBUG nova.policy [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9cf280f03da4372aa488b56f15b14c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02b5f2f4e8dd4679802929d8ec4b4a78', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1127.589800] env[69399]: DEBUG oslo_vmware.api [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52fd25fe-2100-cb2b-150c-7b1f740d8a93, 'name': SearchDatastore_Task, 'duration_secs': 0.010972} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.590727] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8423b039-158d-476c-90f2-38b6435a43e5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.598149] env[69399]: DEBUG oslo_vmware.api [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1127.598149] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5278fd49-4dc2-48c2-aa18-b172090c7657" [ 1127.598149] env[69399]: _type = "Task" [ 1127.598149] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.607893] env[69399]: DEBUG oslo_vmware.api [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5278fd49-4dc2-48c2-aa18-b172090c7657, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.726954] env[69399]: DEBUG oslo_vmware.api [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177424, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.772777] env[69399]: DEBUG nova.network.neutron [-] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.923505] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquiring lock "refresh_cache-5adbf9ba-e998-4a51-8b34-efecd1d02664" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.924790] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquired lock "refresh_cache-5adbf9ba-e998-4a51-8b34-efecd1d02664" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.924790] env[69399]: DEBUG nova.network.neutron [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.935539] env[69399]: DEBUG oslo_vmware.api [None req-fa1adaff-b313-4e1c-a9e1-d68a05e0969f tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177426, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.958436] env[69399]: DEBUG nova.compute.manager [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1127.980844] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f40e7121-e330-4dac-ab40-1d43222cce57 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.991951] env[69399]: DEBUG nova.network.neutron [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Successfully created port: 15bb2105-ed7e-4e64-b8dc-905515e2b5d5 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1127.997965] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7251068d-53bd-4abe-9214-e2d88a119e53 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.036366] env[69399]: DEBUG nova.compute.manager [req-f3ee902e-8686-4cd9-98ba-3fda1924e0bc req-4836ba40-a2fd-4ad5-a7f0-560c69abbec7 service nova] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Detach interface failed, port_id=ebc15f9e-53a6-4dbc-aca0-197c7bdb9842, reason: Instance 7b662b7c-5a53-4d92-afc9-6c799fb8173b could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1128.115297] env[69399]: DEBUG oslo_vmware.api [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5278fd49-4dc2-48c2-aa18-b172090c7657, 'name': SearchDatastore_Task, 'duration_secs': 0.010233} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.115297] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.115662] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 19ffc46f-3699-4881-99f4-a7cf31d374d2/19ffc46f-3699-4881-99f4-a7cf31d374d2.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1128.116664] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40193e49-52b8-4aec-a572-555fc544aac7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.128671] env[69399]: DEBUG oslo_vmware.api [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1128.128671] env[69399]: value = "task-4177429" [ 1128.128671] env[69399]: _type = "Task" [ 1128.128671] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.140811] env[69399]: DEBUG oslo_vmware.api [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.225572] env[69399]: DEBUG oslo_vmware.api [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177424, 'name': PowerOnVM_Task, 'duration_secs': 1.284153} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.225572] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1128.225936] env[69399]: INFO nova.compute.manager [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Took 10.74 seconds to spawn the instance on the hypervisor. [ 1128.226517] env[69399]: DEBUG nova.compute.manager [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.226949] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7265707e-7857-414d-b034-9e8f0a0dbc02 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.276539] env[69399]: INFO nova.compute.manager [-] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Took 1.36 seconds to deallocate network for instance. [ 1128.432951] env[69399]: DEBUG oslo_vmware.api [None req-fa1adaff-b313-4e1c-a9e1-d68a05e0969f tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177426, 'name': ReconfigVM_Task, 'duration_secs': 1.193197} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.434143] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa1adaff-b313-4e1c-a9e1-d68a05e0969f tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826922', 'volume_id': '76faf2e2-a39a-4346-a4d0-6a2269de92bd', 'name': 'volume-76faf2e2-a39a-4346-a4d0-6a2269de92bd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '29dab2ae-2d9d-439a-92d5-750c8e93f0ae', 'attached_at': '', 'detached_at': '', 'volume_id': '76faf2e2-a39a-4346-a4d0-6a2269de92bd', 'serial': '76faf2e2-a39a-4346-a4d0-6a2269de92bd'} {{(pid=69399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1128.439028] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c447633-d339-4982-9459-79f79e1e07e6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.448038] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad174c69-a44c-4c15-a434-96e9b37f90f0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.490222] env[69399]: DEBUG nova.network.neutron [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1128.492965] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2726b94-5609-45b8-a14f-6afa482bcfab {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.503120] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a429f2d-77cb-4d2a-ac0e-eded6885cef6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.518887] env[69399]: DEBUG nova.compute.provider_tree [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.644905] env[69399]: DEBUG oslo_vmware.api [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177429, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.684263] env[69399]: DEBUG nova.compute.manager [req-86684dd3-a511-4a67-8d62-91824a54e6ed req-9503bb5a-b9e3-42c9-aa2f-e600570759fc service nova] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Received event network-vif-plugged-cd937a3d-2768-47b0-b0b8-e4067b040f84 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.684263] env[69399]: DEBUG oslo_concurrency.lockutils [req-86684dd3-a511-4a67-8d62-91824a54e6ed req-9503bb5a-b9e3-42c9-aa2f-e600570759fc service nova] Acquiring lock "5adbf9ba-e998-4a51-8b34-efecd1d02664-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.684263] env[69399]: DEBUG oslo_concurrency.lockutils [req-86684dd3-a511-4a67-8d62-91824a54e6ed req-9503bb5a-b9e3-42c9-aa2f-e600570759fc service nova] Lock "5adbf9ba-e998-4a51-8b34-efecd1d02664-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.684263] env[69399]: DEBUG oslo_concurrency.lockutils [req-86684dd3-a511-4a67-8d62-91824a54e6ed req-9503bb5a-b9e3-42c9-aa2f-e600570759fc service nova] Lock "5adbf9ba-e998-4a51-8b34-efecd1d02664-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.684263] env[69399]: DEBUG nova.compute.manager [req-86684dd3-a511-4a67-8d62-91824a54e6ed req-9503bb5a-b9e3-42c9-aa2f-e600570759fc service nova] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] No waiting events found dispatching network-vif-plugged-cd937a3d-2768-47b0-b0b8-e4067b040f84 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1128.684263] env[69399]: WARNING nova.compute.manager [req-86684dd3-a511-4a67-8d62-91824a54e6ed req-9503bb5a-b9e3-42c9-aa2f-e600570759fc service nova] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Received unexpected event network-vif-plugged-cd937a3d-2768-47b0-b0b8-e4067b040f84 for instance with vm_state building and task_state spawning. [ 1128.684263] env[69399]: DEBUG nova.compute.manager [req-86684dd3-a511-4a67-8d62-91824a54e6ed req-9503bb5a-b9e3-42c9-aa2f-e600570759fc service nova] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Received event network-changed-cd937a3d-2768-47b0-b0b8-e4067b040f84 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.684690] env[69399]: DEBUG nova.compute.manager [req-86684dd3-a511-4a67-8d62-91824a54e6ed req-9503bb5a-b9e3-42c9-aa2f-e600570759fc service nova] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Refreshing instance network info cache due to event network-changed-cd937a3d-2768-47b0-b0b8-e4067b040f84. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.684690] env[69399]: DEBUG oslo_concurrency.lockutils [req-86684dd3-a511-4a67-8d62-91824a54e6ed req-9503bb5a-b9e3-42c9-aa2f-e600570759fc service nova] Acquiring lock "refresh_cache-5adbf9ba-e998-4a51-8b34-efecd1d02664" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.693136] env[69399]: DEBUG nova.network.neutron [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Updating instance_info_cache with network_info: [{"id": "cd937a3d-2768-47b0-b0b8-e4067b040f84", "address": "fa:16:3e:74:21:82", "network": {"id": "11a886d2-ae90-417d-bfcb-b11eca6f6717", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-608855804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02b5f2f4e8dd4679802929d8ec4b4a78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd937a3d-27", "ovs_interfaceid": "cd937a3d-2768-47b0-b0b8-e4067b040f84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.756926] env[69399]: INFO nova.compute.manager [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Took 38.72 seconds to build instance. [ 1128.788297] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4e767503-11e4-47a6-98dd-cd74f552cf4b tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.997619] env[69399]: DEBUG nova.compute.manager [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1129.021844] env[69399]: DEBUG nova.scheduler.client.report [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.032062] env[69399]: DEBUG nova.virt.hardware [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1129.032506] env[69399]: DEBUG nova.virt.hardware [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1129.032506] env[69399]: DEBUG nova.virt.hardware [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1129.032667] env[69399]: DEBUG nova.virt.hardware [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1129.032808] env[69399]: DEBUG nova.virt.hardware [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1129.032956] env[69399]: DEBUG nova.virt.hardware [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1129.033186] env[69399]: DEBUG nova.virt.hardware [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1129.033441] env[69399]: DEBUG nova.virt.hardware [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1129.033501] env[69399]: DEBUG nova.virt.hardware [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1129.033692] env[69399]: DEBUG nova.virt.hardware [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1129.033913] env[69399]: DEBUG nova.virt.hardware [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1129.034843] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f666c0d-ba7f-478d-8e32-d448d7783a57 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.044131] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0886ea04-51c1-4a09-a33a-468f866e4004 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.140899] env[69399]: DEBUG oslo_vmware.api [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52503} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.140899] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 19ffc46f-3699-4881-99f4-a7cf31d374d2/19ffc46f-3699-4881-99f4-a7cf31d374d2.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1129.140899] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1129.141235] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33e62d14-bccc-4180-891a-ee560839dc0a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.149117] env[69399]: DEBUG oslo_vmware.api [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1129.149117] env[69399]: value = "task-4177430" [ 1129.149117] env[69399]: _type = "Task" [ 1129.149117] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.160807] env[69399]: DEBUG oslo_vmware.api [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.191181] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Releasing lock "refresh_cache-5adbf9ba-e998-4a51-8b34-efecd1d02664" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.191617] env[69399]: DEBUG nova.compute.manager [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Instance network_info: |[{"id": "cd937a3d-2768-47b0-b0b8-e4067b040f84", "address": "fa:16:3e:74:21:82", "network": {"id": "11a886d2-ae90-417d-bfcb-b11eca6f6717", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-608855804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02b5f2f4e8dd4679802929d8ec4b4a78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd937a3d-27", "ovs_interfaceid": "cd937a3d-2768-47b0-b0b8-e4067b040f84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1129.192081] env[69399]: DEBUG oslo_concurrency.lockutils [req-86684dd3-a511-4a67-8d62-91824a54e6ed req-9503bb5a-b9e3-42c9-aa2f-e600570759fc service nova] Acquired lock "refresh_cache-5adbf9ba-e998-4a51-8b34-efecd1d02664" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.192416] env[69399]: DEBUG nova.network.neutron [req-86684dd3-a511-4a67-8d62-91824a54e6ed req-9503bb5a-b9e3-42c9-aa2f-e600570759fc service nova] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Refreshing network info cache for port cd937a3d-2768-47b0-b0b8-e4067b040f84 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.193802] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:21:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd937a3d-2768-47b0-b0b8-e4067b040f84', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.201842] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Creating folder: Project (02b5f2f4e8dd4679802929d8ec4b4a78). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1129.203473] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2542c0f-3242-4f49-bbc3-7e8db87aab14 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.215482] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Created folder: Project (02b5f2f4e8dd4679802929d8ec4b4a78) in parent group-v826677. [ 1129.216480] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Creating folder: Instances. Parent ref: group-v826926. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1129.216480] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69b21c35-35fa-47f2-92c2-d8a29a997ca0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.226867] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Created folder: Instances in parent group-v826926. [ 1129.227172] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.227384] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1129.227606] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b94fbc1-9c76-4015-ba73-16079881be54 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.249245] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1129.249245] env[69399]: value = "task-4177433" [ 1129.249245] env[69399]: _type = "Task" [ 1129.249245] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.258372] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177433, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.259934] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e641938d-6bef-47b0-9ba3-dc3faef380cf tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Lock "a9e911b3-2822-42be-98f8-6edaef8270a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.229s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.476440] env[69399]: DEBUG nova.objects.instance [None req-fa1adaff-b313-4e1c-a9e1-d68a05e0969f tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lazy-loading 'flavor' on Instance uuid 29dab2ae-2d9d-439a-92d5-750c8e93f0ae {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.504072] env[69399]: DEBUG nova.compute.manager [req-2ff14b42-d6b3-4258-82e0-44ea6f77bd41 req-c25e921b-72e1-4b94-abd0-ef568e7bb534 service nova] [instance: 35454509-cd72-47ec-9954-4b8666628133] Received event network-changed-f2d05572-ccd8-4907-b269-d61c6769f988 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.504809] env[69399]: DEBUG nova.compute.manager [req-2ff14b42-d6b3-4258-82e0-44ea6f77bd41 req-c25e921b-72e1-4b94-abd0-ef568e7bb534 service nova] [instance: 35454509-cd72-47ec-9954-4b8666628133] Refreshing instance network info cache due to event network-changed-f2d05572-ccd8-4907-b269-d61c6769f988. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1129.504809] env[69399]: DEBUG oslo_concurrency.lockutils [req-2ff14b42-d6b3-4258-82e0-44ea6f77bd41 req-c25e921b-72e1-4b94-abd0-ef568e7bb534 service nova] Acquiring lock "refresh_cache-35454509-cd72-47ec-9954-4b8666628133" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.504809] env[69399]: DEBUG oslo_concurrency.lockutils [req-2ff14b42-d6b3-4258-82e0-44ea6f77bd41 req-c25e921b-72e1-4b94-abd0-ef568e7bb534 service nova] Acquired lock "refresh_cache-35454509-cd72-47ec-9954-4b8666628133" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.504809] env[69399]: DEBUG nova.network.neutron [req-2ff14b42-d6b3-4258-82e0-44ea6f77bd41 req-c25e921b-72e1-4b94-abd0-ef568e7bb534 service nova] [instance: 35454509-cd72-47ec-9954-4b8666628133] Refreshing network info cache for port f2d05572-ccd8-4907-b269-d61c6769f988 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.527633] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.528205] env[69399]: DEBUG nova.compute.manager [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1129.531355] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b0b14a01-f113-4041-a0d9-a1b4b4490da7 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.448s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.531610] env[69399]: DEBUG nova.objects.instance [None req-b0b14a01-f113-4041-a0d9-a1b4b4490da7 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lazy-loading 'resources' on Instance uuid 2214b977-1c24-47ce-9faa-b9af1714fa19 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.618984] env[69399]: DEBUG nova.network.neutron [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Successfully updated port: 15bb2105-ed7e-4e64-b8dc-905515e2b5d5 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1129.662511] env[69399]: DEBUG oslo_vmware.api [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.246905} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.662800] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1129.663611] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffef256-f733-4e15-8542-9041d61acd88 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.667977] env[69399]: DEBUG oslo_concurrency.lockutils [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "29dab2ae-2d9d-439a-92d5-750c8e93f0ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.685810] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 19ffc46f-3699-4881-99f4-a7cf31d374d2/19ffc46f-3699-4881-99f4-a7cf31d374d2.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.686109] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-609c5147-754b-4983-8158-95ae7c0163a0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.707098] env[69399]: DEBUG oslo_vmware.api [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1129.707098] env[69399]: value = "task-4177435" [ 1129.707098] env[69399]: _type = "Task" [ 1129.707098] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.717041] env[69399]: DEBUG oslo_vmware.api [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177435, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.758510] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177433, 'name': CreateVM_Task, 'duration_secs': 0.420665} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.758715] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1129.759461] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.759623] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.759955] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.760249] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72629c82-c254-475c-bd24-3f87935c88d3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.766162] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for the task: (returnval){ [ 1129.766162] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]520cea67-6ab9-acce-dc76-335d2215140b" [ 1129.766162] env[69399]: _type = "Task" [ 1129.766162] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.777151] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]520cea67-6ab9-acce-dc76-335d2215140b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.982761] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fa1adaff-b313-4e1c-a9e1-d68a05e0969f tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "29dab2ae-2d9d-439a-92d5-750c8e93f0ae" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.828s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.982761] env[69399]: DEBUG oslo_concurrency.lockutils [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "29dab2ae-2d9d-439a-92d5-750c8e93f0ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.314s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.982761] env[69399]: DEBUG oslo_concurrency.lockutils [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "29dab2ae-2d9d-439a-92d5-750c8e93f0ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.982761] env[69399]: DEBUG oslo_concurrency.lockutils [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "29dab2ae-2d9d-439a-92d5-750c8e93f0ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.983068] env[69399]: DEBUG oslo_concurrency.lockutils [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "29dab2ae-2d9d-439a-92d5-750c8e93f0ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.984675] env[69399]: INFO nova.compute.manager [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Terminating instance [ 1129.986606] env[69399]: DEBUG nova.network.neutron [req-86684dd3-a511-4a67-8d62-91824a54e6ed req-9503bb5a-b9e3-42c9-aa2f-e600570759fc service nova] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Updated VIF entry in instance network info cache for port cd937a3d-2768-47b0-b0b8-e4067b040f84. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.986996] env[69399]: DEBUG nova.network.neutron [req-86684dd3-a511-4a67-8d62-91824a54e6ed req-9503bb5a-b9e3-42c9-aa2f-e600570759fc service nova] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Updating instance_info_cache with network_info: [{"id": "cd937a3d-2768-47b0-b0b8-e4067b040f84", "address": "fa:16:3e:74:21:82", "network": {"id": "11a886d2-ae90-417d-bfcb-b11eca6f6717", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-608855804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02b5f2f4e8dd4679802929d8ec4b4a78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd937a3d-27", "ovs_interfaceid": "cd937a3d-2768-47b0-b0b8-e4067b040f84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.040146] env[69399]: DEBUG nova.compute.utils [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1130.041762] env[69399]: DEBUG nova.compute.manager [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1130.041762] env[69399]: DEBUG nova.network.neutron [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1130.094786] env[69399]: DEBUG nova.policy [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '217ff5b3d71045aea01e0e74336d7d06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ddf098d312d4b1282b2b2f8d85149f7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1130.123942] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquiring lock "refresh_cache-d7f0a7d6-1537-4b19-8f1b-0f4b05729a90" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.123942] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquired lock "refresh_cache-d7f0a7d6-1537-4b19-8f1b-0f4b05729a90" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.123942] env[69399]: DEBUG nova.network.neutron [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.223098] env[69399]: DEBUG oslo_vmware.api [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177435, 'name': ReconfigVM_Task, 'duration_secs': 0.412059} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.223098] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 19ffc46f-3699-4881-99f4-a7cf31d374d2/19ffc46f-3699-4881-99f4-a7cf31d374d2.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.223692] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8f1ffec-e99e-4cb2-8364-2e4479889e1a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.232513] env[69399]: DEBUG oslo_vmware.api [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1130.232513] env[69399]: value = "task-4177436" [ 1130.232513] env[69399]: _type = "Task" [ 1130.232513] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.242464] env[69399]: DEBUG oslo_vmware.api [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177436, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.282275] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]520cea67-6ab9-acce-dc76-335d2215140b, 'name': SearchDatastore_Task, 'duration_secs': 0.010599} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.282620] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.282874] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1130.283141] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.283438] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.283513] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1130.284060] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c111c02-c1f5-4f50-b419-df8ae5275d8b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.299592] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1130.300630] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1130.300630] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb372af1-4519-43f6-93e7-8950ab24bc2e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.310756] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for the task: (returnval){ [ 1130.310756] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]525801df-af19-46a6-1c54-a125e04b8b0c" [ 1130.310756] env[69399]: _type = "Task" [ 1130.310756] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.325368] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]525801df-af19-46a6-1c54-a125e04b8b0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.327036] env[69399]: DEBUG nova.network.neutron [req-2ff14b42-d6b3-4258-82e0-44ea6f77bd41 req-c25e921b-72e1-4b94-abd0-ef568e7bb534 service nova] [instance: 35454509-cd72-47ec-9954-4b8666628133] Updated VIF entry in instance network info cache for port f2d05572-ccd8-4907-b269-d61c6769f988. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.327960] env[69399]: DEBUG nova.network.neutron [req-2ff14b42-d6b3-4258-82e0-44ea6f77bd41 req-c25e921b-72e1-4b94-abd0-ef568e7bb534 service nova] [instance: 35454509-cd72-47ec-9954-4b8666628133] Updating instance_info_cache with network_info: [{"id": "f2d05572-ccd8-4907-b269-d61c6769f988", "address": "fa:16:3e:f1:07:6e", "network": {"id": "b54aec1a-9d03-4384-8e4e-8e56974d39c9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1079629461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fbd2ab467a44b719d7af5aadf570089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2d05572-cc", "ovs_interfaceid": "f2d05572-ccd8-4907-b269-d61c6769f988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.435968] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35415dd0-41d7-42ba-84c5-6c1390642e4e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.444075] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8c5640-e6ca-4015-be66-63120f24abb6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.476541] env[69399]: DEBUG nova.network.neutron [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Successfully created port: db9ef7d9-7a76-4a46-bea2-1e70382509b3 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1130.479190] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a685a90b-9fbc-4426-b376-e154a9362076 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.488026] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21483aa-b34b-48e1-ad27-dcb895deb5c7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.492341] env[69399]: DEBUG oslo_concurrency.lockutils [req-86684dd3-a511-4a67-8d62-91824a54e6ed req-9503bb5a-b9e3-42c9-aa2f-e600570759fc service nova] Releasing lock "refresh_cache-5adbf9ba-e998-4a51-8b34-efecd1d02664" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.493215] env[69399]: DEBUG nova.compute.manager [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1130.493428] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.493676] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b5d5278-32aa-448f-b7e2-9c71b049d5e3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.508054] env[69399]: DEBUG nova.compute.provider_tree [None req-b0b14a01-f113-4041-a0d9-a1b4b4490da7 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.509102] env[69399]: DEBUG oslo_vmware.api [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1130.509102] env[69399]: value = "task-4177437" [ 1130.509102] env[69399]: _type = "Task" [ 1130.509102] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.518634] env[69399]: DEBUG oslo_vmware.api [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177437, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.545545] env[69399]: DEBUG nova.compute.manager [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1130.673715] env[69399]: DEBUG nova.network.neutron [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1130.749660] env[69399]: DEBUG oslo_vmware.api [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177436, 'name': Rename_Task, 'duration_secs': 0.21948} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.753938] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.754438] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c4b0ca7-3d4e-42fa-9fc8-514301230480 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.762648] env[69399]: DEBUG nova.compute.manager [req-7fa69b4c-07b6-462b-ada7-01fcc9e8542b req-b65d60f4-8416-455d-8d63-243ebbf551a7 service nova] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Received event network-vif-plugged-15bb2105-ed7e-4e64-b8dc-905515e2b5d5 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.763103] env[69399]: DEBUG oslo_concurrency.lockutils [req-7fa69b4c-07b6-462b-ada7-01fcc9e8542b req-b65d60f4-8416-455d-8d63-243ebbf551a7 service nova] Acquiring lock "d7f0a7d6-1537-4b19-8f1b-0f4b05729a90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.763558] env[69399]: DEBUG oslo_concurrency.lockutils [req-7fa69b4c-07b6-462b-ada7-01fcc9e8542b req-b65d60f4-8416-455d-8d63-243ebbf551a7 service nova] Lock "d7f0a7d6-1537-4b19-8f1b-0f4b05729a90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.764216] env[69399]: DEBUG oslo_concurrency.lockutils [req-7fa69b4c-07b6-462b-ada7-01fcc9e8542b req-b65d60f4-8416-455d-8d63-243ebbf551a7 service nova] Lock "d7f0a7d6-1537-4b19-8f1b-0f4b05729a90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.764216] env[69399]: DEBUG nova.compute.manager [req-7fa69b4c-07b6-462b-ada7-01fcc9e8542b req-b65d60f4-8416-455d-8d63-243ebbf551a7 service nova] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] No waiting events found dispatching network-vif-plugged-15bb2105-ed7e-4e64-b8dc-905515e2b5d5 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1130.764544] env[69399]: WARNING nova.compute.manager [req-7fa69b4c-07b6-462b-ada7-01fcc9e8542b req-b65d60f4-8416-455d-8d63-243ebbf551a7 service nova] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Received unexpected event network-vif-plugged-15bb2105-ed7e-4e64-b8dc-905515e2b5d5 for instance with vm_state building and task_state spawning. [ 1130.764710] env[69399]: DEBUG nova.compute.manager [req-7fa69b4c-07b6-462b-ada7-01fcc9e8542b req-b65d60f4-8416-455d-8d63-243ebbf551a7 service nova] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Received event network-changed-15bb2105-ed7e-4e64-b8dc-905515e2b5d5 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.764974] env[69399]: DEBUG nova.compute.manager [req-7fa69b4c-07b6-462b-ada7-01fcc9e8542b req-b65d60f4-8416-455d-8d63-243ebbf551a7 service nova] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Refreshing instance network info cache due to event network-changed-15bb2105-ed7e-4e64-b8dc-905515e2b5d5. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.765305] env[69399]: DEBUG oslo_concurrency.lockutils [req-7fa69b4c-07b6-462b-ada7-01fcc9e8542b req-b65d60f4-8416-455d-8d63-243ebbf551a7 service nova] Acquiring lock "refresh_cache-d7f0a7d6-1537-4b19-8f1b-0f4b05729a90" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.768285] env[69399]: DEBUG oslo_vmware.api [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1130.768285] env[69399]: value = "task-4177438" [ 1130.768285] env[69399]: _type = "Task" [ 1130.768285] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.783189] env[69399]: DEBUG oslo_vmware.api [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177438, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.824822] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]525801df-af19-46a6-1c54-a125e04b8b0c, 'name': SearchDatastore_Task, 'duration_secs': 0.012476} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.825753] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6be11659-e455-4894-97c0-f015713b8a80 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.830128] env[69399]: DEBUG oslo_concurrency.lockutils [req-2ff14b42-d6b3-4258-82e0-44ea6f77bd41 req-c25e921b-72e1-4b94-abd0-ef568e7bb534 service nova] Releasing lock "refresh_cache-35454509-cd72-47ec-9954-4b8666628133" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.832816] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for the task: (returnval){ [ 1130.832816] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c2cf7f-82b8-64fe-7c08-9117fff8c061" [ 1130.832816] env[69399]: _type = "Task" [ 1130.832816] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.842876] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c2cf7f-82b8-64fe-7c08-9117fff8c061, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.891121] env[69399]: DEBUG nova.network.neutron [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Updating instance_info_cache with network_info: [{"id": "15bb2105-ed7e-4e64-b8dc-905515e2b5d5", "address": "fa:16:3e:7b:f4:e1", "network": {"id": "11a886d2-ae90-417d-bfcb-b11eca6f6717", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-608855804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02b5f2f4e8dd4679802929d8ec4b4a78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15bb2105-ed", "ovs_interfaceid": "15bb2105-ed7e-4e64-b8dc-905515e2b5d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.011016] env[69399]: DEBUG nova.scheduler.client.report [None req-b0b14a01-f113-4041-a0d9-a1b4b4490da7 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.024441] env[69399]: DEBUG oslo_vmware.api [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177437, 'name': PowerOffVM_Task, 'duration_secs': 0.40875} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.024714] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.024914] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Volume detach. Driver type: vmdk {{(pid=69399) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1131.025125] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826922', 'volume_id': '76faf2e2-a39a-4346-a4d0-6a2269de92bd', 'name': 'volume-76faf2e2-a39a-4346-a4d0-6a2269de92bd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '29dab2ae-2d9d-439a-92d5-750c8e93f0ae', 'attached_at': '', 'detached_at': '', 'volume_id': '76faf2e2-a39a-4346-a4d0-6a2269de92bd', 'serial': '76faf2e2-a39a-4346-a4d0-6a2269de92bd'} {{(pid=69399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1131.026645] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8480c4c6-e0f1-45d0-a06f-7caae4c4f4ff {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.049035] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0e4211-b423-4969-a4a4-3c3e629ee2af {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.060436] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44730018-9d30-4537-a137-eea2c32ba09b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.084014] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c994800a-3697-4146-a3ba-d0c722cab7d3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.108503] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] The volume has not been displaced from its original location: [datastore1] volume-76faf2e2-a39a-4346-a4d0-6a2269de92bd/volume-76faf2e2-a39a-4346-a4d0-6a2269de92bd.vmdk. No consolidation needed. {{(pid=69399) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1131.114090] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1131.114856] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae788f63-55b1-4867-8509-890432febf75 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.136057] env[69399]: DEBUG oslo_vmware.api [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1131.136057] env[69399]: value = "task-4177439" [ 1131.136057] env[69399]: _type = "Task" [ 1131.136057] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.146966] env[69399]: DEBUG oslo_vmware.api [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177439, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.279644] env[69399]: DEBUG oslo_vmware.api [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177438, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.344372] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c2cf7f-82b8-64fe-7c08-9117fff8c061, 'name': SearchDatastore_Task, 'duration_secs': 0.015539} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.344664] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.344943] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 5adbf9ba-e998-4a51-8b34-efecd1d02664/5adbf9ba-e998-4a51-8b34-efecd1d02664.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1131.345271] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4047297-423b-4371-ad4a-923835a6527b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.353932] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for the task: (returnval){ [ 1131.353932] env[69399]: value = "task-4177440" [ 1131.353932] env[69399]: _type = "Task" [ 1131.353932] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.363927] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.394760] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Releasing lock "refresh_cache-d7f0a7d6-1537-4b19-8f1b-0f4b05729a90" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.395328] env[69399]: DEBUG nova.compute.manager [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Instance network_info: |[{"id": "15bb2105-ed7e-4e64-b8dc-905515e2b5d5", "address": "fa:16:3e:7b:f4:e1", "network": {"id": "11a886d2-ae90-417d-bfcb-b11eca6f6717", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-608855804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02b5f2f4e8dd4679802929d8ec4b4a78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15bb2105-ed", "ovs_interfaceid": "15bb2105-ed7e-4e64-b8dc-905515e2b5d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1131.395895] env[69399]: DEBUG oslo_concurrency.lockutils [req-7fa69b4c-07b6-462b-ada7-01fcc9e8542b req-b65d60f4-8416-455d-8d63-243ebbf551a7 service nova] Acquired lock "refresh_cache-d7f0a7d6-1537-4b19-8f1b-0f4b05729a90" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.396194] env[69399]: DEBUG nova.network.neutron [req-7fa69b4c-07b6-462b-ada7-01fcc9e8542b req-b65d60f4-8416-455d-8d63-243ebbf551a7 service nova] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Refreshing network info cache for port 15bb2105-ed7e-4e64-b8dc-905515e2b5d5 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.398157] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:f4:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15bb2105-ed7e-4e64-b8dc-905515e2b5d5', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1131.407772] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.411354] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1131.411954] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e29f37d9-8576-4493-90bc-2b93a3b9f5f4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.435994] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1131.435994] env[69399]: value = "task-4177441" [ 1131.435994] env[69399]: _type = "Task" [ 1131.435994] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.444481] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177441, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.520570] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b0b14a01-f113-4041-a0d9-a1b4b4490da7 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.989s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.524059] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3c1b923f-615a-418b-86b3-8706e5ed05e7 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.648s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.524472] env[69399]: DEBUG nova.objects.instance [None req-3c1b923f-615a-418b-86b3-8706e5ed05e7 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lazy-loading 'resources' on Instance uuid cec95df8-9d38-4b34-bf79-51b63d622633 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.552629] env[69399]: INFO nova.scheduler.client.report [None req-b0b14a01-f113-4041-a0d9-a1b4b4490da7 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Deleted allocations for instance 2214b977-1c24-47ce-9faa-b9af1714fa19 [ 1131.558342] env[69399]: DEBUG nova.compute.manager [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1131.596799] env[69399]: DEBUG nova.virt.hardware [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.597141] env[69399]: DEBUG nova.virt.hardware [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.597290] env[69399]: DEBUG nova.virt.hardware [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.597474] env[69399]: DEBUG nova.virt.hardware [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.597624] env[69399]: DEBUG nova.virt.hardware [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.597798] env[69399]: DEBUG nova.virt.hardware [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.598041] env[69399]: DEBUG nova.virt.hardware [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.600614] env[69399]: DEBUG nova.virt.hardware [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.600614] env[69399]: DEBUG nova.virt.hardware [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.600614] env[69399]: DEBUG nova.virt.hardware [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.600614] env[69399]: DEBUG nova.virt.hardware [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.600614] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1369874-559b-4b1f-bf87-ad3384f6e2d4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.613160] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a08746-ec3a-4d11-8b0b-94d8b3e2e296 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.647967] env[69399]: DEBUG oslo_vmware.api [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177439, 'name': ReconfigVM_Task, 'duration_secs': 0.404172} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.647967] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1131.655110] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07f3d7ff-6603-491a-91df-13a8e9d49faa {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.672954] env[69399]: DEBUG oslo_vmware.api [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1131.672954] env[69399]: value = "task-4177442" [ 1131.672954] env[69399]: _type = "Task" [ 1131.672954] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.688206] env[69399]: DEBUG oslo_vmware.api [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177442, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.761943] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fe3ad60-36eb-479f-a3a1-6be725dd68a0 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Volume attach. Driver type: vmdk {{(pid=69399) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1131.762324] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fe3ad60-36eb-479f-a3a1-6be725dd68a0 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826925', 'volume_id': '995af960-915b-44d3-9d68-772a6ffdf693', 'name': 'volume-995af960-915b-44d3-9d68-772a6ffdf693', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8c99713d-68cf-4951-a499-084bb049ddda', 'attached_at': '', 'detached_at': '', 'volume_id': '995af960-915b-44d3-9d68-772a6ffdf693', 'serial': '995af960-915b-44d3-9d68-772a6ffdf693'} {{(pid=69399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1131.763710] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96282b2a-6739-4199-9b11-4cf16f99b70c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.796879] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a57f3a5-73d6-4f88-93e2-05221598cd11 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.802956] env[69399]: DEBUG oslo_vmware.api [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177438, 'name': PowerOnVM_Task, 'duration_secs': 0.893422} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.803932] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.804224] env[69399]: INFO nova.compute.manager [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Took 9.86 seconds to spawn the instance on the hypervisor. [ 1131.804477] env[69399]: DEBUG nova.compute.manager [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.806219] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35017be8-1213-4705-9695-1b060f15da38 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.843045] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fe3ad60-36eb-479f-a3a1-6be725dd68a0 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] volume-995af960-915b-44d3-9d68-772a6ffdf693/volume-995af960-915b-44d3-9d68-772a6ffdf693.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.843045] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26aacd6c-91ef-40b5-8142-adbc25d71a23 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.865841] env[69399]: DEBUG nova.network.neutron [req-7fa69b4c-07b6-462b-ada7-01fcc9e8542b req-b65d60f4-8416-455d-8d63-243ebbf551a7 service nova] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Updated VIF entry in instance network info cache for port 15bb2105-ed7e-4e64-b8dc-905515e2b5d5. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.866337] env[69399]: DEBUG nova.network.neutron [req-7fa69b4c-07b6-462b-ada7-01fcc9e8542b req-b65d60f4-8416-455d-8d63-243ebbf551a7 service nova] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Updating instance_info_cache with network_info: [{"id": "15bb2105-ed7e-4e64-b8dc-905515e2b5d5", "address": "fa:16:3e:7b:f4:e1", "network": {"id": "11a886d2-ae90-417d-bfcb-b11eca6f6717", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-608855804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02b5f2f4e8dd4679802929d8ec4b4a78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15bb2105-ed", "ovs_interfaceid": "15bb2105-ed7e-4e64-b8dc-905515e2b5d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.886277] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177440, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.891025] env[69399]: DEBUG oslo_vmware.api [None req-0fe3ad60-36eb-479f-a3a1-6be725dd68a0 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1131.891025] env[69399]: value = "task-4177443" [ 1131.891025] env[69399]: _type = "Task" [ 1131.891025] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.903079] env[69399]: DEBUG oslo_vmware.api [None req-0fe3ad60-36eb-479f-a3a1-6be725dd68a0 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177443, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.946648] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177441, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.960526] env[69399]: DEBUG nova.compute.manager [req-6f86cbc8-6919-4b96-b92f-b9a12e0a0141 req-c159fa21-93c6-4ff7-b142-b8f1b794bd8b service nova] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Received event network-vif-plugged-db9ef7d9-7a76-4a46-bea2-1e70382509b3 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.960737] env[69399]: DEBUG oslo_concurrency.lockutils [req-6f86cbc8-6919-4b96-b92f-b9a12e0a0141 req-c159fa21-93c6-4ff7-b142-b8f1b794bd8b service nova] Acquiring lock "2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.960951] env[69399]: DEBUG oslo_concurrency.lockutils [req-6f86cbc8-6919-4b96-b92f-b9a12e0a0141 req-c159fa21-93c6-4ff7-b142-b8f1b794bd8b service nova] Lock "2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.962085] env[69399]: DEBUG oslo_concurrency.lockutils [req-6f86cbc8-6919-4b96-b92f-b9a12e0a0141 req-c159fa21-93c6-4ff7-b142-b8f1b794bd8b service nova] Lock "2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.962085] env[69399]: DEBUG nova.compute.manager [req-6f86cbc8-6919-4b96-b92f-b9a12e0a0141 req-c159fa21-93c6-4ff7-b142-b8f1b794bd8b service nova] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] No waiting events found dispatching network-vif-plugged-db9ef7d9-7a76-4a46-bea2-1e70382509b3 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1131.962085] env[69399]: WARNING nova.compute.manager [req-6f86cbc8-6919-4b96-b92f-b9a12e0a0141 req-c159fa21-93c6-4ff7-b142-b8f1b794bd8b service nova] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Received unexpected event network-vif-plugged-db9ef7d9-7a76-4a46-bea2-1e70382509b3 for instance with vm_state building and task_state spawning. [ 1132.063686] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b0b14a01-f113-4041-a0d9-a1b4b4490da7 tempest-ServersAdminTestJSON-1976185868 tempest-ServersAdminTestJSON-1976185868-project-member] Lock "2214b977-1c24-47ce-9faa-b9af1714fa19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.597s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.064939] env[69399]: DEBUG nova.network.neutron [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Successfully updated port: db9ef7d9-7a76-4a46-bea2-1e70382509b3 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1132.190164] env[69399]: DEBUG oslo_vmware.api [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177442, 'name': ReconfigVM_Task, 'duration_secs': 0.251672} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.190502] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826922', 'volume_id': '76faf2e2-a39a-4346-a4d0-6a2269de92bd', 'name': 'volume-76faf2e2-a39a-4346-a4d0-6a2269de92bd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '29dab2ae-2d9d-439a-92d5-750c8e93f0ae', 'attached_at': '', 'detached_at': '', 'volume_id': '76faf2e2-a39a-4346-a4d0-6a2269de92bd', 'serial': '76faf2e2-a39a-4346-a4d0-6a2269de92bd'} {{(pid=69399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1132.190802] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1132.191660] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db2337d-a735-4cd8-93cc-f85211b52e10 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.201892] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1132.202168] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86cd0ffa-5381-4a02-a431-04fad3a995d0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.346154] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3ef17b-c429-4770-a7c8-fa1a93272416 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.355022] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215db168-84e1-4129-9aa1-0f13e178c670 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.384926] env[69399]: DEBUG oslo_concurrency.lockutils [req-7fa69b4c-07b6-462b-ada7-01fcc9e8542b req-b65d60f4-8416-455d-8d63-243ebbf551a7 service nova] Releasing lock "refresh_cache-d7f0a7d6-1537-4b19-8f1b-0f4b05729a90" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.395215] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6baf6c-36b1-42fd-859b-1dbe30af1cbf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.400897] env[69399]: INFO nova.compute.manager [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Took 41.32 seconds to build instance. [ 1132.413444] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177440, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578622} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.417400] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 5adbf9ba-e998-4a51-8b34-efecd1d02664/5adbf9ba-e998-4a51-8b34-efecd1d02664.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1132.417637] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1132.418991] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69861292-96a1-40a4-8ff2-5f78c186e81e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.423829] env[69399]: DEBUG oslo_vmware.api [None req-0fe3ad60-36eb-479f-a3a1-6be725dd68a0 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177443, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.424092] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa3158f6-3468-4df5-b8f7-1eb119aa1929 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.439285] env[69399]: DEBUG nova.compute.provider_tree [None req-3c1b923f-615a-418b-86b3-8706e5ed05e7 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.444163] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for the task: (returnval){ [ 1132.444163] env[69399]: value = "task-4177445" [ 1132.444163] env[69399]: _type = "Task" [ 1132.444163] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.452792] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177441, 'name': CreateVM_Task, 'duration_secs': 0.518313} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.453425] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1132.454758] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.454974] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.455322] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.455872] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8457781-439b-4c6b-9920-a9d6f1159f84 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.460749] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177445, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.464405] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for the task: (returnval){ [ 1132.464405] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d1bed6-bf77-28a5-9cc5-12ccd13d54d1" [ 1132.464405] env[69399]: _type = "Task" [ 1132.464405] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.476719] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d1bed6-bf77-28a5-9cc5-12ccd13d54d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.567113] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquiring lock "refresh_cache-2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.567485] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquired lock "refresh_cache-2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.567485] env[69399]: DEBUG nova.network.neutron [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.905571] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9c00eded-ed74-4924-ae5b-c5114d64de1d tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Lock "19ffc46f-3699-4881-99f4-a7cf31d374d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.836s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.906170] env[69399]: INFO nova.compute.manager [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Rescuing [ 1132.906438] env[69399]: DEBUG oslo_concurrency.lockutils [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquiring lock "refresh_cache-19ffc46f-3699-4881-99f4-a7cf31d374d2" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.906619] env[69399]: DEBUG oslo_concurrency.lockutils [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquired lock "refresh_cache-19ffc46f-3699-4881-99f4-a7cf31d374d2" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.906801] env[69399]: DEBUG nova.network.neutron [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.913193] env[69399]: DEBUG oslo_vmware.api [None req-0fe3ad60-36eb-479f-a3a1-6be725dd68a0 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177443, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.946686] env[69399]: DEBUG nova.scheduler.client.report [None req-3c1b923f-615a-418b-86b3-8706e5ed05e7 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.961304] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177445, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.282292} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.961304] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1132.963463] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a43ac18-9f3d-40fe-b8b9-868f7e0535a3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.999712] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d1bed6-bf77-28a5-9cc5-12ccd13d54d1, 'name': SearchDatastore_Task, 'duration_secs': 0.026218} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.009266] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 5adbf9ba-e998-4a51-8b34-efecd1d02664/5adbf9ba-e998-4a51-8b34-efecd1d02664.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.010320] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.010320] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1133.010320] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.010511] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.010810] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1133.012076] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac1b7ba1-5f82-4aba-912f-022e51aa5e37 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.027878] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63aa117e-afa0-4cd4-85d5-f05e3441d158 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.042077] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for the task: (returnval){ [ 1133.042077] env[69399]: value = "task-4177446" [ 1133.042077] env[69399]: _type = "Task" [ 1133.042077] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.043460] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1133.043642] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1133.047837] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f6d51de-a18f-460f-a8ef-5f47bd2731f9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.054118] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for the task: (returnval){ [ 1133.054118] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]521cbd89-2340-e4d7-b4eb-fa8bca6e203f" [ 1133.054118] env[69399]: _type = "Task" [ 1133.054118] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.058526] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177446, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.066665] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]521cbd89-2340-e4d7-b4eb-fa8bca6e203f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.115314] env[69399]: DEBUG nova.network.neutron [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1133.302094] env[69399]: DEBUG nova.network.neutron [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Updating instance_info_cache with network_info: [{"id": "db9ef7d9-7a76-4a46-bea2-1e70382509b3", "address": "fa:16:3e:fe:dc:15", "network": {"id": "8bbd0a10-2e65-411d-8a62-f5ebaf71e8e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1453218423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ddf098d312d4b1282b2b2f8d85149f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb9ef7d9-7a", "ovs_interfaceid": "db9ef7d9-7a76-4a46-bea2-1e70382509b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.410080] env[69399]: DEBUG oslo_vmware.api [None req-0fe3ad60-36eb-479f-a3a1-6be725dd68a0 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177443, 'name': ReconfigVM_Task, 'duration_secs': 1.301852} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.410080] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fe3ad60-36eb-479f-a3a1-6be725dd68a0 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Reconfigured VM instance instance-0000004b to attach disk [datastore1] volume-995af960-915b-44d3-9d68-772a6ffdf693/volume-995af960-915b-44d3-9d68-772a6ffdf693.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.417825] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f7cdc5e-2de2-46c6-9544-7148e00ebc6e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.436768] env[69399]: DEBUG oslo_vmware.api [None req-0fe3ad60-36eb-479f-a3a1-6be725dd68a0 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1133.436768] env[69399]: value = "task-4177447" [ 1133.436768] env[69399]: _type = "Task" [ 1133.436768] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.448173] env[69399]: DEBUG oslo_vmware.api [None req-0fe3ad60-36eb-479f-a3a1-6be725dd68a0 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177447, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.456430] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3c1b923f-615a-418b-86b3-8706e5ed05e7 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.932s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.463317] env[69399]: DEBUG oslo_concurrency.lockutils [None req-706e4084-20d5-4134-ae9a-9515d3da5c66 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.496s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.463559] env[69399]: DEBUG nova.objects.instance [None req-706e4084-20d5-4134-ae9a-9515d3da5c66 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Lazy-loading 'resources' on Instance uuid 61821e8d-2685-4143-8606-73a4d36d762c {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.493903] env[69399]: INFO nova.scheduler.client.report [None req-3c1b923f-615a-418b-86b3-8706e5ed05e7 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Deleted allocations for instance cec95df8-9d38-4b34-bf79-51b63d622633 [ 1133.555165] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177446, 'name': ReconfigVM_Task, 'duration_secs': 0.315866} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.555563] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 5adbf9ba-e998-4a51-8b34-efecd1d02664/5adbf9ba-e998-4a51-8b34-efecd1d02664.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.559016] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a46f5b72-357a-4a4c-a4e1-b66bd9eea165 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.572325] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for the task: (returnval){ [ 1133.572325] env[69399]: value = "task-4177448" [ 1133.572325] env[69399]: _type = "Task" [ 1133.572325] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.577625] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]521cbd89-2340-e4d7-b4eb-fa8bca6e203f, 'name': SearchDatastore_Task, 'duration_secs': 0.020635} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.582331] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a4d8348-5b6a-494e-9e83-8d3f80841218 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.589679] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for the task: (returnval){ [ 1133.589679] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52ca4ac0-f047-7203-3523-482462b488db" [ 1133.589679] env[69399]: _type = "Task" [ 1133.589679] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.593132] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177448, 'name': Rename_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.602904] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52ca4ac0-f047-7203-3523-482462b488db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.739580] env[69399]: DEBUG nova.network.neutron [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Updating instance_info_cache with network_info: [{"id": "c8a41898-44e3-4cba-acc3-5fc823575b50", "address": "fa:16:3e:e3:69:0e", "network": {"id": "809294fb-b90a-414f-80ae-c4f4ae7adef0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1026961644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d5582922e3b4d2eb1763d5198e21b2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8a41898-44", "ovs_interfaceid": "c8a41898-44e3-4cba-acc3-5fc823575b50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.795778] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1133.796197] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1133.796501] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Deleting the datastore file [datastore1] 29dab2ae-2d9d-439a-92d5-750c8e93f0ae {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1133.798511] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f6a4da5-c89d-4300-af16-7a2f9cb880ee {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.806424] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Releasing lock "refresh_cache-2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.806568] env[69399]: DEBUG nova.compute.manager [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Instance network_info: |[{"id": "db9ef7d9-7a76-4a46-bea2-1e70382509b3", "address": "fa:16:3e:fe:dc:15", "network": {"id": "8bbd0a10-2e65-411d-8a62-f5ebaf71e8e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1453218423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ddf098d312d4b1282b2b2f8d85149f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb9ef7d9-7a", "ovs_interfaceid": "db9ef7d9-7a76-4a46-bea2-1e70382509b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1133.809446] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:dc:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24ec44b7-0acf-4ff9-8bb3-4641b74af7a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db9ef7d9-7a76-4a46-bea2-1e70382509b3', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1133.818313] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1133.818313] env[69399]: DEBUG oslo_vmware.api [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1133.818313] env[69399]: value = "task-4177449" [ 1133.818313] env[69399]: _type = "Task" [ 1133.818313] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.818799] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1133.819952] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d53e0ffd-2552-4481-958b-c3f731cc991b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.851143] env[69399]: DEBUG oslo_vmware.api [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.851143] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1133.851143] env[69399]: value = "task-4177450" [ 1133.851143] env[69399]: _type = "Task" [ 1133.851143] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.861076] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177450, 'name': CreateVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.947292] env[69399]: DEBUG oslo_vmware.api [None req-0fe3ad60-36eb-479f-a3a1-6be725dd68a0 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177447, 'name': ReconfigVM_Task, 'duration_secs': 0.211738} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.949215] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fe3ad60-36eb-479f-a3a1-6be725dd68a0 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826925', 'volume_id': '995af960-915b-44d3-9d68-772a6ffdf693', 'name': 'volume-995af960-915b-44d3-9d68-772a6ffdf693', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8c99713d-68cf-4951-a499-084bb049ddda', 'attached_at': '', 'detached_at': '', 'volume_id': '995af960-915b-44d3-9d68-772a6ffdf693', 'serial': '995af960-915b-44d3-9d68-772a6ffdf693'} {{(pid=69399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1133.999545] env[69399]: DEBUG nova.compute.manager [req-30b7279a-68a1-4f3f-be11-1c58044c5efa req-7833b1a5-5f79-458c-a2ab-34d58e508444 service nova] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Received event network-changed-db9ef7d9-7a76-4a46-bea2-1e70382509b3 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.000832] env[69399]: DEBUG nova.compute.manager [req-30b7279a-68a1-4f3f-be11-1c58044c5efa req-7833b1a5-5f79-458c-a2ab-34d58e508444 service nova] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Refreshing instance network info cache due to event network-changed-db9ef7d9-7a76-4a46-bea2-1e70382509b3. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.000832] env[69399]: DEBUG oslo_concurrency.lockutils [req-30b7279a-68a1-4f3f-be11-1c58044c5efa req-7833b1a5-5f79-458c-a2ab-34d58e508444 service nova] Acquiring lock "refresh_cache-2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.000832] env[69399]: DEBUG oslo_concurrency.lockutils [req-30b7279a-68a1-4f3f-be11-1c58044c5efa req-7833b1a5-5f79-458c-a2ab-34d58e508444 service nova] Acquired lock "refresh_cache-2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.000832] env[69399]: DEBUG nova.network.neutron [req-30b7279a-68a1-4f3f-be11-1c58044c5efa req-7833b1a5-5f79-458c-a2ab-34d58e508444 service nova] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Refreshing network info cache for port db9ef7d9-7a76-4a46-bea2-1e70382509b3 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.007231] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3c1b923f-615a-418b-86b3-8706e5ed05e7 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "cec95df8-9d38-4b34-bf79-51b63d622633" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.556s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.096068] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177448, 'name': Rename_Task, 'duration_secs': 0.159033} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.099917] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.103918] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c557936b-b71d-4f4e-927a-01c6cd9f92d1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.115721] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52ca4ac0-f047-7203-3523-482462b488db, 'name': SearchDatastore_Task, 'duration_secs': 0.018114} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.118138] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.118517] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] d7f0a7d6-1537-4b19-8f1b-0f4b05729a90/d7f0a7d6-1537-4b19-8f1b-0f4b05729a90.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1134.118934] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for the task: (returnval){ [ 1134.118934] env[69399]: value = "task-4177451" [ 1134.118934] env[69399]: _type = "Task" [ 1134.118934] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.119200] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b00037a2-6d30-4a0e-b9f5-9a9ae56cac32 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.135781] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for the task: (returnval){ [ 1134.135781] env[69399]: value = "task-4177452" [ 1134.135781] env[69399]: _type = "Task" [ 1134.135781] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.136209] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.242473] env[69399]: DEBUG oslo_concurrency.lockutils [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Releasing lock "refresh_cache-19ffc46f-3699-4881-99f4-a7cf31d374d2" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.316163] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1191cca7-8b0b-4b58-a900-99b97dd0db52 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.329091] env[69399]: DEBUG oslo_vmware.api [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177449, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29047} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.331052] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1134.331281] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1134.331481] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1134.331685] env[69399]: INFO nova.compute.manager [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Took 3.84 seconds to destroy the instance on the hypervisor. [ 1134.331953] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.332259] env[69399]: DEBUG nova.compute.manager [-] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1134.332375] env[69399]: DEBUG nova.network.neutron [-] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1134.334995] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6816f6-bba9-44ae-9b8c-05e16934660d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.373678] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f1af2b-8e51-4151-b1ff-2cd307c0633a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.382120] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177450, 'name': CreateVM_Task, 'duration_secs': 0.376607} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.384844] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1134.384994] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.385159] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.386090] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.386933] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65bffb7-1d0f-4c01-8116-2215fa66b79b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.391254] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e08eb5c-2b32-43af-8c2e-05b0fe6838b2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.403488] env[69399]: DEBUG nova.compute.provider_tree [None req-706e4084-20d5-4134-ae9a-9515d3da5c66 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.408350] env[69399]: DEBUG oslo_vmware.api [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 1134.408350] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]520eee2f-acec-8996-cfe6-f78ad862568f" [ 1134.408350] env[69399]: _type = "Task" [ 1134.408350] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.420168] env[69399]: DEBUG oslo_vmware.api [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]520eee2f-acec-8996-cfe6-f78ad862568f, 'name': SearchDatastore_Task, 'duration_secs': 0.013993} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.422952] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.422952] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1134.422952] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.422952] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.422952] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1134.422952] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5f31549-6a24-4be7-b107-1b2bc80bc109 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.432208] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1134.432391] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1134.433440] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f37d9b7-7111-4577-9061-9110c3bf844a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.439193] env[69399]: DEBUG oslo_vmware.api [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 1134.439193] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52ada446-f773-2882-18ca-5c49dcdc52c0" [ 1134.439193] env[69399]: _type = "Task" [ 1134.439193] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.447646] env[69399]: DEBUG oslo_vmware.api [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52ada446-f773-2882-18ca-5c49dcdc52c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.639324] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177451, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.650281] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.910299] env[69399]: DEBUG nova.scheduler.client.report [None req-706e4084-20d5-4134-ae9a-9515d3da5c66 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.952366] env[69399]: DEBUG oslo_vmware.api [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52ada446-f773-2882-18ca-5c49dcdc52c0, 'name': SearchDatastore_Task, 'duration_secs': 0.013171} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.953356] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4693057-3400-4e36-a8f5-b44dbb6949b5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.963821] env[69399]: DEBUG oslo_vmware.api [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 1134.963821] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]520899fa-3c8a-a48b-3029-a862eb0383b9" [ 1134.963821] env[69399]: _type = "Task" [ 1134.963821] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.973025] env[69399]: DEBUG oslo_vmware.api [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]520899fa-3c8a-a48b-3029-a862eb0383b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.998728] env[69399]: DEBUG nova.objects.instance [None req-0fe3ad60-36eb-479f-a3a1-6be725dd68a0 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lazy-loading 'flavor' on Instance uuid 8c99713d-68cf-4951-a499-084bb049ddda {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.139563] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177451, 'name': PowerOnVM_Task, 'duration_secs': 0.548166} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.144625] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.144746] env[69399]: INFO nova.compute.manager [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Took 8.68 seconds to spawn the instance on the hypervisor. [ 1135.145061] env[69399]: DEBUG nova.compute.manager [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1135.145825] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786f076f-ce38-4eb6-92b0-2a86992cf6b6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.154226] env[69399]: DEBUG nova.network.neutron [-] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.162682] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177452, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.224081] env[69399]: DEBUG nova.network.neutron [req-30b7279a-68a1-4f3f-be11-1c58044c5efa req-7833b1a5-5f79-458c-a2ab-34d58e508444 service nova] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Updated VIF entry in instance network info cache for port db9ef7d9-7a76-4a46-bea2-1e70382509b3. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.224545] env[69399]: DEBUG nova.network.neutron [req-30b7279a-68a1-4f3f-be11-1c58044c5efa req-7833b1a5-5f79-458c-a2ab-34d58e508444 service nova] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Updating instance_info_cache with network_info: [{"id": "db9ef7d9-7a76-4a46-bea2-1e70382509b3", "address": "fa:16:3e:fe:dc:15", "network": {"id": "8bbd0a10-2e65-411d-8a62-f5ebaf71e8e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1453218423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ddf098d312d4b1282b2b2f8d85149f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb9ef7d9-7a", "ovs_interfaceid": "db9ef7d9-7a76-4a46-bea2-1e70382509b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.419202] env[69399]: DEBUG oslo_concurrency.lockutils [None req-706e4084-20d5-4134-ae9a-9515d3da5c66 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.420570] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.866s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.423245] env[69399]: INFO nova.compute.claims [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1135.458483] env[69399]: INFO nova.scheduler.client.report [None req-706e4084-20d5-4134-ae9a-9515d3da5c66 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Deleted allocations for instance 61821e8d-2685-4143-8606-73a4d36d762c [ 1135.477863] env[69399]: DEBUG oslo_vmware.api [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]520899fa-3c8a-a48b-3029-a862eb0383b9, 'name': SearchDatastore_Task, 'duration_secs': 0.032145} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.479338] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.479502] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4/2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1135.483665] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfecf379-fc06-4d83-9e2d-f44c227f0680 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.493631] env[69399]: DEBUG oslo_vmware.api [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 1135.493631] env[69399]: value = "task-4177453" [ 1135.493631] env[69399]: _type = "Task" [ 1135.493631] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.507308] env[69399]: DEBUG oslo_vmware.api [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.507847] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0fe3ad60-36eb-479f-a3a1-6be725dd68a0 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "8c99713d-68cf-4951-a499-084bb049ddda" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.867s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.653316] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177452, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.322005} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.653633] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] d7f0a7d6-1537-4b19-8f1b-0f4b05729a90/d7f0a7d6-1537-4b19-8f1b-0f4b05729a90.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1135.653864] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1135.654121] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f5a628c-ed7e-4b78-9636-bffdcd064aeb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.664396] env[69399]: INFO nova.compute.manager [-] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Took 1.33 seconds to deallocate network for instance. [ 1135.664807] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for the task: (returnval){ [ 1135.664807] env[69399]: value = "task-4177454" [ 1135.664807] env[69399]: _type = "Task" [ 1135.664807] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.677738] env[69399]: INFO nova.compute.manager [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Took 42.39 seconds to build instance. [ 1135.684628] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177454, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.727351] env[69399]: DEBUG oslo_concurrency.lockutils [req-30b7279a-68a1-4f3f-be11-1c58044c5efa req-7833b1a5-5f79-458c-a2ab-34d58e508444 service nova] Releasing lock "refresh_cache-2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.790381] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.790754] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4046fb18-224b-4cd5-aea6-15ae0918749d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.799076] env[69399]: DEBUG oslo_vmware.api [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1135.799076] env[69399]: value = "task-4177455" [ 1135.799076] env[69399]: _type = "Task" [ 1135.799076] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.808370] env[69399]: DEBUG oslo_vmware.api [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.969330] env[69399]: DEBUG oslo_concurrency.lockutils [None req-706e4084-20d5-4134-ae9a-9515d3da5c66 tempest-ListServerFiltersTestJSON-826543307 tempest-ListServerFiltersTestJSON-826543307-project-member] Lock "61821e8d-2685-4143-8606-73a4d36d762c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.205s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.988851] env[69399]: INFO nova.compute.manager [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Rebuilding instance [ 1136.008609] env[69399]: DEBUG oslo_vmware.api [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177453, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.038641] env[69399]: DEBUG nova.compute.manager [req-2195ebc8-5e20-4f92-aa09-574e651a4411 req-8adcb8d7-dbac-47b6-a1e8-dedadcbf6ea2 service nova] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Received event network-vif-deleted-1c067939-bb34-40c9-809a-238e1438819e {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.045554] env[69399]: DEBUG nova.compute.manager [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.046760] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d61bac6-bc8a-4e30-b056-e6de6813319a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.183090] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Lock "5adbf9ba-e998-4a51-8b34-efecd1d02664" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.899s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.183090] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177454, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114897} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.183340] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1136.184318] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3484458-e79e-4595-b022-a326b8a433cb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.218670] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] d7f0a7d6-1537-4b19-8f1b-0f4b05729a90/d7f0a7d6-1537-4b19-8f1b-0f4b05729a90.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1136.219201] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f16b877-d3ec-49e8-b906-87d13f5b5343 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.241616] env[69399]: INFO nova.compute.manager [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Took 0.57 seconds to detach 1 volumes for instance. [ 1136.253968] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for the task: (returnval){ [ 1136.253968] env[69399]: value = "task-4177456" [ 1136.253968] env[69399]: _type = "Task" [ 1136.253968] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.263626] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177456, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.313538] env[69399]: DEBUG oslo_vmware.api [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177455, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.510477] env[69399]: DEBUG oslo_vmware.api [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177453, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740814} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.510477] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4/2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1136.510477] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1136.510477] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b99885c4-291b-4f43-8ef2-628ad9dd37a6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.518714] env[69399]: DEBUG oslo_vmware.api [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 1136.518714] env[69399]: value = "task-4177457" [ 1136.518714] env[69399]: _type = "Task" [ 1136.518714] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.532971] env[69399]: DEBUG oslo_vmware.api [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177457, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.749354] env[69399]: DEBUG oslo_concurrency.lockutils [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.777848] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177456, 'name': ReconfigVM_Task, 'duration_secs': 0.505206} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.781091] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Reconfigured VM instance instance-00000056 to attach disk [datastore1] d7f0a7d6-1537-4b19-8f1b-0f4b05729a90/d7f0a7d6-1537-4b19-8f1b-0f4b05729a90.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.781653] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bca947a6-ae39-4d14-9f07-b72a5c858ed2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.789793] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for the task: (returnval){ [ 1136.789793] env[69399]: value = "task-4177458" [ 1136.789793] env[69399]: _type = "Task" [ 1136.789793] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.794074] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb806c3-17ad-42b9-b838-4f2ab526d82c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.808299] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8d1d3f-beec-45c7-9017-5b584eee5c2d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.812940] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177458, 'name': Rename_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.821190] env[69399]: DEBUG oslo_vmware.api [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177455, 'name': PowerOffVM_Task, 'duration_secs': 0.59343} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.846457] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.848458] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5adbba4c-c1b9-42c2-a6b3-5b60e6320d5c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.851184] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe137e2-f43a-4c82-89f8-688b4cd245cb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.878996] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac59318-6133-4a57-aa1b-d9e512368469 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.883696] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbd750a-9f77-4eb7-a4e6-ecbdb092f53c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.901935] env[69399]: DEBUG nova.compute.provider_tree [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.924542] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.924959] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfb5eee7-1570-4cab-ada9-a2d89f33efcf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.932444] env[69399]: DEBUG oslo_vmware.api [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1136.932444] env[69399]: value = "task-4177459" [ 1136.932444] env[69399]: _type = "Task" [ 1136.932444] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.942095] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] VM already powered off {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1136.942389] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1136.942651] env[69399]: DEBUG oslo_concurrency.lockutils [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.942800] env[69399]: DEBUG oslo_concurrency.lockutils [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.942986] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1136.943262] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-372403b6-3825-4a36-b772-b163f8f52e22 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.952980] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1136.953221] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1136.954073] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6c5abd9-212f-4bdd-8f84-4b2e95fed6e1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.960894] env[69399]: DEBUG oslo_vmware.api [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1136.960894] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f09523-d9b8-99b8-08c8-79f194c527b2" [ 1136.960894] env[69399]: _type = "Task" [ 1136.960894] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.970165] env[69399]: DEBUG oslo_vmware.api [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f09523-d9b8-99b8-08c8-79f194c527b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.029990] env[69399]: DEBUG oslo_vmware.api [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177457, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077991} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.030280] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1137.031120] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd852dc6-d1be-402e-a2e2-4f16805ab206 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.054158] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4/2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.054508] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a019ef8-9c6e-4ef9-9442-f8f1d5c5df2c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.069675] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.070036] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ffe9cec-50ca-4cb4-9b84-ccc8f80198a6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.077940] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1137.077940] env[69399]: value = "task-4177460" [ 1137.077940] env[69399]: _type = "Task" [ 1137.077940] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.079657] env[69399]: DEBUG oslo_vmware.api [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 1137.079657] env[69399]: value = "task-4177461" [ 1137.079657] env[69399]: _type = "Task" [ 1137.079657] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.091053] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.094642] env[69399]: DEBUG oslo_vmware.api [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177461, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.310026] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177458, 'name': Rename_Task, 'duration_secs': 0.231013} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.310026] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1137.310026] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46ab4b4a-c9a7-44e7-a04b-ffed6defe092 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.320025] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for the task: (returnval){ [ 1137.320025] env[69399]: value = "task-4177462" [ 1137.320025] env[69399]: _type = "Task" [ 1137.320025] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.330871] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.406172] env[69399]: DEBUG nova.scheduler.client.report [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.472580] env[69399]: DEBUG oslo_vmware.api [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f09523-d9b8-99b8-08c8-79f194c527b2, 'name': SearchDatastore_Task, 'duration_secs': 0.016889} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.473682] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7611caa3-5aa1-46ff-9f8d-f882ae30673d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.482298] env[69399]: DEBUG oslo_vmware.api [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1137.482298] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e1e161-2509-7cef-30e8-174eacbb7307" [ 1137.482298] env[69399]: _type = "Task" [ 1137.482298] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.490976] env[69399]: DEBUG oslo_vmware.api [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e1e161-2509-7cef-30e8-174eacbb7307, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.592646] env[69399]: DEBUG oslo_vmware.api [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.597068] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177460, 'name': PowerOffVM_Task, 'duration_secs': 0.311203} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.597496] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.675120] env[69399]: INFO nova.compute.manager [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Detaching volume 995af960-915b-44d3-9d68-772a6ffdf693 [ 1137.712670] env[69399]: INFO nova.virt.block_device [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Attempting to driver detach volume 995af960-915b-44d3-9d68-772a6ffdf693 from mountpoint /dev/sdb [ 1137.712881] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Volume detach. Driver type: vmdk {{(pid=69399) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1137.713121] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826925', 'volume_id': '995af960-915b-44d3-9d68-772a6ffdf693', 'name': 'volume-995af960-915b-44d3-9d68-772a6ffdf693', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8c99713d-68cf-4951-a499-084bb049ddda', 'attached_at': '', 'detached_at': '', 'volume_id': '995af960-915b-44d3-9d68-772a6ffdf693', 'serial': '995af960-915b-44d3-9d68-772a6ffdf693'} {{(pid=69399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1137.714085] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780650db-78a9-4d1a-9456-817f299b9f06 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.737014] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15c27e0-14d7-4f03-8e5e-d096f9aa97b2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.745691] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a7a5cc-9898-4d2b-b0b5-4b3f9d42e569 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.770030] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d786f840-3efe-4acb-bf84-f6bfe1044466 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.786711] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] The volume has not been displaced from its original location: [datastore1] volume-995af960-915b-44d3-9d68-772a6ffdf693/volume-995af960-915b-44d3-9d68-772a6ffdf693.vmdk. No consolidation needed. {{(pid=69399) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1137.792065] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Reconfiguring VM instance instance-0000004b to detach disk 2001 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1137.792475] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b33ece05-8bcf-43c8-af63-badc091e0058 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.812087] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1137.812087] env[69399]: value = "task-4177463" [ 1137.812087] env[69399]: _type = "Task" [ 1137.812087] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.824330] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177463, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.832326] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177462, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.912347] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.912622] env[69399]: DEBUG nova.compute.manager [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1137.915683] env[69399]: DEBUG oslo_concurrency.lockutils [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.371s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.917698] env[69399]: INFO nova.compute.claims [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1137.998601] env[69399]: DEBUG oslo_vmware.api [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e1e161-2509-7cef-30e8-174eacbb7307, 'name': SearchDatastore_Task, 'duration_secs': 0.022196} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.998942] env[69399]: DEBUG oslo_concurrency.lockutils [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.999282] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 19ffc46f-3699-4881-99f4-a7cf31d374d2/080cf791-deb9-45e0-96cd-252fc7c4f56a-rescue.vmdk. {{(pid=69399) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1137.999496] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b0fd88a-49ff-41a6-846f-a455710496c1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.010659] env[69399]: DEBUG oslo_vmware.api [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1138.010659] env[69399]: value = "task-4177464" [ 1138.010659] env[69399]: _type = "Task" [ 1138.010659] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.020328] env[69399]: DEBUG oslo_vmware.api [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177464, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.096275] env[69399]: DEBUG oslo_vmware.api [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177461, 'name': ReconfigVM_Task, 'duration_secs': 0.929542} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.096601] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4/2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.097435] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ba4c37d-27aa-4a3e-a631-4bdec6eeb934 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.105819] env[69399]: DEBUG oslo_vmware.api [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 1138.105819] env[69399]: value = "task-4177465" [ 1138.105819] env[69399]: _type = "Task" [ 1138.105819] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.115734] env[69399]: DEBUG oslo_vmware.api [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177465, 'name': Rename_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.329557] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177463, 'name': ReconfigVM_Task, 'duration_secs': 0.336606} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.330366] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Reconfigured VM instance instance-0000004b to detach disk 2001 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1138.340775] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbdc22df-40ff-4611-9829-013e678a9982 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.353430] env[69399]: DEBUG oslo_vmware.api [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177462, 'name': PowerOnVM_Task, 'duration_secs': 0.833795} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.353799] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1138.354010] env[69399]: INFO nova.compute.manager [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1138.354202] env[69399]: DEBUG nova.compute.manager [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1138.355524] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6b4ad9-4bde-4d57-a74b-0fd280b29b84 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.360917] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1138.360917] env[69399]: value = "task-4177466" [ 1138.360917] env[69399]: _type = "Task" [ 1138.360917] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.381083] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177466, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.427991] env[69399]: DEBUG nova.compute.utils [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1138.434647] env[69399]: DEBUG nova.compute.manager [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1138.434647] env[69399]: DEBUG nova.network.neutron [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1138.523631] env[69399]: DEBUG oslo_vmware.api [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177464, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.542212] env[69399]: DEBUG nova.policy [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54e78af4aa03494fa6e0a5790c07d1b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0852e65775340ab9a481d12caa78155', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1138.619448] env[69399]: DEBUG oslo_vmware.api [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177465, 'name': Rename_Task, 'duration_secs': 0.254182} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.619448] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1138.619448] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-410b1f7d-d13c-41dd-b4d3-3c4c71a982d1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.629844] env[69399]: DEBUG oslo_vmware.api [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 1138.629844] env[69399]: value = "task-4177467" [ 1138.629844] env[69399]: _type = "Task" [ 1138.629844] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.643324] env[69399]: DEBUG oslo_vmware.api [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177467, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.876308] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177466, 'name': ReconfigVM_Task, 'duration_secs': 0.380123} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.880679] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826925', 'volume_id': '995af960-915b-44d3-9d68-772a6ffdf693', 'name': 'volume-995af960-915b-44d3-9d68-772a6ffdf693', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8c99713d-68cf-4951-a499-084bb049ddda', 'attached_at': '', 'detached_at': '', 'volume_id': '995af960-915b-44d3-9d68-772a6ffdf693', 'serial': '995af960-915b-44d3-9d68-772a6ffdf693'} {{(pid=69399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1138.885511] env[69399]: INFO nova.compute.manager [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Took 45.55 seconds to build instance. [ 1138.936037] env[69399]: DEBUG nova.compute.manager [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1139.024992] env[69399]: DEBUG oslo_vmware.api [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177464, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633863} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.029922] env[69399]: INFO nova.virt.vmwareapi.ds_util [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 19ffc46f-3699-4881-99f4-a7cf31d374d2/080cf791-deb9-45e0-96cd-252fc7c4f56a-rescue.vmdk. [ 1139.032224] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b691baa2-de38-4091-87a3-0f2c4ad6a734 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.063043] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 19ffc46f-3699-4881-99f4-a7cf31d374d2/080cf791-deb9-45e0-96cd-252fc7c4f56a-rescue.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.066716] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42d535cc-7024-4e5c-8854-4db11e1f1936 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.089344] env[69399]: DEBUG oslo_vmware.api [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1139.089344] env[69399]: value = "task-4177468" [ 1139.089344] env[69399]: _type = "Task" [ 1139.089344] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.106733] env[69399]: DEBUG oslo_vmware.api [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177468, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.143228] env[69399]: DEBUG oslo_vmware.api [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177467, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.332713] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d60b05-d810-4238-8c8b-d71d9a93595b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.341922] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bd3d6d-225b-4425-acd5-ebebb6f0cdd8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.388087] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e7314661-e594-4399-82c9-c4835cf05c70 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Lock "d7f0a7d6-1537-4b19-8f1b-0f4b05729a90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.061s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.389410] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade3791e-9db0-4b41-b33a-9ed3775e1061 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.392959] env[69399]: DEBUG nova.network.neutron [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Successfully created port: 1b26c21b-ae71-4155-aa32-134ca7782a4a {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1139.400815] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1a223e-8391-42a7-9732-5a7552c5ed75 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.416229] env[69399]: DEBUG nova.compute.provider_tree [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.601077] env[69399]: DEBUG oslo_vmware.api [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.643282] env[69399]: DEBUG oslo_vmware.api [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177467, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.925027] env[69399]: DEBUG nova.scheduler.client.report [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.948573] env[69399]: DEBUG nova.compute.manager [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1139.958580] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.958580] env[69399]: DEBUG oslo_concurrency.lockutils [None req-83e7aad6-0ca4-4b43-a047-da3dbd01e980 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquiring lock "5adbf9ba-e998-4a51-8b34-efecd1d02664" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.958580] env[69399]: DEBUG oslo_concurrency.lockutils [None req-83e7aad6-0ca4-4b43-a047-da3dbd01e980 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Lock "5adbf9ba-e998-4a51-8b34-efecd1d02664" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.958580] env[69399]: DEBUG oslo_concurrency.lockutils [None req-83e7aad6-0ca4-4b43-a047-da3dbd01e980 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquiring lock "5adbf9ba-e998-4a51-8b34-efecd1d02664-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.959093] env[69399]: DEBUG oslo_concurrency.lockutils [None req-83e7aad6-0ca4-4b43-a047-da3dbd01e980 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Lock "5adbf9ba-e998-4a51-8b34-efecd1d02664-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.959423] env[69399]: DEBUG oslo_concurrency.lockutils [None req-83e7aad6-0ca4-4b43-a047-da3dbd01e980 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Lock "5adbf9ba-e998-4a51-8b34-efecd1d02664-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.961133] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58c34860-56f2-434c-9873-e7cd26c941af {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.964618] env[69399]: INFO nova.compute.manager [None req-83e7aad6-0ca4-4b43-a047-da3dbd01e980 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Terminating instance [ 1139.974050] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1139.974050] env[69399]: value = "task-4177469" [ 1139.974050] env[69399]: _type = "Task" [ 1139.974050] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.991084] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] VM already powered off {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1139.991373] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Volume detach. Driver type: vmdk {{(pid=69399) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1139.991780] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826925', 'volume_id': '995af960-915b-44d3-9d68-772a6ffdf693', 'name': 'volume-995af960-915b-44d3-9d68-772a6ffdf693', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8c99713d-68cf-4951-a499-084bb049ddda', 'attached_at': '', 'detached_at': '', 'volume_id': '995af960-915b-44d3-9d68-772a6ffdf693', 'serial': '995af960-915b-44d3-9d68-772a6ffdf693'} {{(pid=69399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1139.992379] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f192f878-94c5-4f13-acf7-d4833f362f93 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.999270] env[69399]: DEBUG nova.virt.hardware [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.999270] env[69399]: DEBUG nova.virt.hardware [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.999270] env[69399]: DEBUG nova.virt.hardware [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.999270] env[69399]: DEBUG nova.virt.hardware [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.999270] env[69399]: DEBUG nova.virt.hardware [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.999686] env[69399]: DEBUG nova.virt.hardware [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.999686] env[69399]: DEBUG nova.virt.hardware [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.999770] env[69399]: DEBUG nova.virt.hardware [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.999884] env[69399]: DEBUG nova.virt.hardware [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.000143] env[69399]: DEBUG nova.virt.hardware [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.000318] env[69399]: DEBUG nova.virt.hardware [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.001500] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222689b6-1f88-4cb8-b460-6b3e19b3e46f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.031406] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbf0811-cdb4-401e-88fe-bd92789ce66c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.039832] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f091da08-2027-4c08-b5fb-5bb7ce900372 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.058863] env[69399]: WARNING nova.virt.vmwareapi.driver [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1140.060033] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1140.060401] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a70c670-a2b1-41e4-b9f5-6407847699fc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.068788] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1140.069102] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-196894e0-1d59-4fd4-8328-0e18d0761bed {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.105931] env[69399]: DEBUG oslo_vmware.api [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.107870] env[69399]: DEBUG oslo_concurrency.lockutils [None req-18f7a690-5472-48e8-83ba-c7e13beb5b35 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquiring lock "d7f0a7d6-1537-4b19-8f1b-0f4b05729a90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.108440] env[69399]: DEBUG oslo_concurrency.lockutils [None req-18f7a690-5472-48e8-83ba-c7e13beb5b35 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Lock "d7f0a7d6-1537-4b19-8f1b-0f4b05729a90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.108822] env[69399]: DEBUG oslo_concurrency.lockutils [None req-18f7a690-5472-48e8-83ba-c7e13beb5b35 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquiring lock "d7f0a7d6-1537-4b19-8f1b-0f4b05729a90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.109087] env[69399]: DEBUG oslo_concurrency.lockutils [None req-18f7a690-5472-48e8-83ba-c7e13beb5b35 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Lock "d7f0a7d6-1537-4b19-8f1b-0f4b05729a90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.109285] env[69399]: DEBUG oslo_concurrency.lockutils [None req-18f7a690-5472-48e8-83ba-c7e13beb5b35 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Lock "d7f0a7d6-1537-4b19-8f1b-0f4b05729a90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.114110] env[69399]: INFO nova.compute.manager [None req-18f7a690-5472-48e8-83ba-c7e13beb5b35 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Terminating instance [ 1140.148205] env[69399]: DEBUG oslo_vmware.api [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177467, 'name': PowerOnVM_Task, 'duration_secs': 1.45949} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.150126] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1140.150452] env[69399]: INFO nova.compute.manager [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1140.150703] env[69399]: DEBUG nova.compute.manager [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1140.151169] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1140.151372] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1140.151564] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Deleting the datastore file [datastore2] 8c99713d-68cf-4951-a499-084bb049ddda {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1140.152968] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880c8d8e-0960-4275-936e-4306b4fc787d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.157279] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36e6e13c-e636-4673-81da-0c192f66253c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.176053] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1140.176053] env[69399]: value = "task-4177471" [ 1140.176053] env[69399]: _type = "Task" [ 1140.176053] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.189251] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.430641] env[69399]: DEBUG oslo_concurrency.lockutils [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.431272] env[69399]: DEBUG nova.compute.manager [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1140.436262] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9d55fe6b-96cb-4737-b64c-6fe0c5280d53 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.714s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.436262] env[69399]: DEBUG nova.objects.instance [None req-9d55fe6b-96cb-4737-b64c-6fe0c5280d53 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lazy-loading 'resources' on Instance uuid 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.474082] env[69399]: DEBUG nova.compute.manager [None req-83e7aad6-0ca4-4b43-a047-da3dbd01e980 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1140.474250] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-83e7aad6-0ca4-4b43-a047-da3dbd01e980 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1140.476524] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d58a3b4-142d-4830-8d5c-f7386ed277b0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.488534] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e7aad6-0ca4-4b43-a047-da3dbd01e980 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.489459] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8a59044-1599-4d76-88da-9e5d3e4c0baa {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.497944] env[69399]: DEBUG oslo_vmware.api [None req-83e7aad6-0ca4-4b43-a047-da3dbd01e980 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for the task: (returnval){ [ 1140.497944] env[69399]: value = "task-4177472" [ 1140.497944] env[69399]: _type = "Task" [ 1140.497944] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.508426] env[69399]: DEBUG oslo_vmware.api [None req-83e7aad6-0ca4-4b43-a047-da3dbd01e980 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.602310] env[69399]: DEBUG oslo_vmware.api [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177468, 'name': ReconfigVM_Task, 'duration_secs': 1.126835} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.605840] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 19ffc46f-3699-4881-99f4-a7cf31d374d2/080cf791-deb9-45e0-96cd-252fc7c4f56a-rescue.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.605840] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609edc5b-a4de-4d0d-812a-231ac9a258b0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.627944] env[69399]: DEBUG nova.compute.manager [None req-18f7a690-5472-48e8-83ba-c7e13beb5b35 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1140.628223] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-18f7a690-5472-48e8-83ba-c7e13beb5b35 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1140.634748] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61256610-0bd1-4ae8-84d5-4b317859a8f7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.637472] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8aa8eca1-bb7d-49f0-be79-26d77f78fff1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.653450] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f7a690-5472-48e8-83ba-c7e13beb5b35 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.654902] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df91425f-f332-4b64-9f79-57e29f8f1784 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.656663] env[69399]: DEBUG oslo_vmware.api [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1140.656663] env[69399]: value = "task-4177473" [ 1140.656663] env[69399]: _type = "Task" [ 1140.656663] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.663210] env[69399]: DEBUG oslo_vmware.api [None req-18f7a690-5472-48e8-83ba-c7e13beb5b35 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for the task: (returnval){ [ 1140.663210] env[69399]: value = "task-4177474" [ 1140.663210] env[69399]: _type = "Task" [ 1140.663210] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.679972] env[69399]: DEBUG oslo_vmware.api [None req-18f7a690-5472-48e8-83ba-c7e13beb5b35 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.687378] env[69399]: INFO nova.compute.manager [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Took 46.97 seconds to build instance. [ 1140.696931] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177471, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.483192} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.697351] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.697563] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.697740] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.940071] env[69399]: DEBUG nova.compute.utils [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1140.945298] env[69399]: DEBUG nova.compute.manager [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1140.945797] env[69399]: DEBUG nova.network.neutron [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1141.004882] env[69399]: DEBUG nova.policy [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1618e30e61440b58f06566a62719657', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90b365d893784bd2b90412f55fdaaa49', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1141.015930] env[69399]: DEBUG oslo_vmware.api [None req-83e7aad6-0ca4-4b43-a047-da3dbd01e980 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177472, 'name': PowerOffVM_Task, 'duration_secs': 0.317706} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.016230] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e7aad6-0ca4-4b43-a047-da3dbd01e980 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1141.016403] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-83e7aad6-0ca4-4b43-a047-da3dbd01e980 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1141.016671] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22e16503-3758-4f41-a4a2-933c18f51ed0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.105793] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-83e7aad6-0ca4-4b43-a047-da3dbd01e980 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.105793] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-83e7aad6-0ca4-4b43-a047-da3dbd01e980 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.105793] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-83e7aad6-0ca4-4b43-a047-da3dbd01e980 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Deleting the datastore file [datastore2] 5adbf9ba-e998-4a51-8b34-efecd1d02664 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.105793] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c75b233-ffb2-45a5-9ede-795b7a9a2791 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.117337] env[69399]: DEBUG oslo_vmware.api [None req-83e7aad6-0ca4-4b43-a047-da3dbd01e980 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for the task: (returnval){ [ 1141.117337] env[69399]: value = "task-4177476" [ 1141.117337] env[69399]: _type = "Task" [ 1141.117337] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.126959] env[69399]: DEBUG oslo_vmware.api [None req-83e7aad6-0ca4-4b43-a047-da3dbd01e980 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177476, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.180777] env[69399]: DEBUG oslo_vmware.api [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177473, 'name': ReconfigVM_Task, 'duration_secs': 0.247432} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.181064] env[69399]: DEBUG oslo_vmware.api [None req-18f7a690-5472-48e8-83ba-c7e13beb5b35 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177474, 'name': PowerOffVM_Task, 'duration_secs': 0.259378} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.186045] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.186370] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f7a690-5472-48e8-83ba-c7e13beb5b35 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1141.186566] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-18f7a690-5472-48e8-83ba-c7e13beb5b35 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1141.187171] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ccfc976-a65c-4fb5-b3df-caddc4421f2b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.191105] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b150ad25-1c8b-4112-9474-9f906fd16f12 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.192921] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f9798f7f-b97c-499c-a02e-85069d940b28 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.489s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.202863] env[69399]: INFO nova.virt.block_device [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Booting with volume 995af960-915b-44d3-9d68-772a6ffdf693 at /dev/sdb [ 1141.204732] env[69399]: DEBUG oslo_vmware.api [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1141.204732] env[69399]: value = "task-4177477" [ 1141.204732] env[69399]: _type = "Task" [ 1141.204732] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.223190] env[69399]: DEBUG oslo_vmware.api [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177477, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.266954] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c368adef-7cbb-4639-be2b-41d20125cf1c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.274533] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-18f7a690-5472-48e8-83ba-c7e13beb5b35 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.274782] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-18f7a690-5472-48e8-83ba-c7e13beb5b35 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.274967] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-18f7a690-5472-48e8-83ba-c7e13beb5b35 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Deleting the datastore file [datastore1] d7f0a7d6-1537-4b19-8f1b-0f4b05729a90 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.278862] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-799fd0a0-737b-4470-a3bb-94a7c4021b69 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.288330] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6114092c-b853-473e-8d87-ddfce0bcebcb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.299937] env[69399]: DEBUG oslo_vmware.api [None req-18f7a690-5472-48e8-83ba-c7e13beb5b35 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for the task: (returnval){ [ 1141.299937] env[69399]: value = "task-4177479" [ 1141.299937] env[69399]: _type = "Task" [ 1141.299937] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.312465] env[69399]: DEBUG oslo_vmware.api [None req-18f7a690-5472-48e8-83ba-c7e13beb5b35 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.324546] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b2942ab4-53c9-4702-86ea-8d352b6a5bb2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.345685] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75138c4-30d2-4d33-afa3-10957b0481cb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.386029] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5574c31b-36f6-44fe-a9e2-fc7650cac90c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.394059] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d909ab71-7434-4aee-ac15-ff1abffbf5cc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.402895] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e6b160-0602-4cee-b8cb-f0d8c2ba0fc2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.412389] env[69399]: DEBUG nova.virt.block_device [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Updating existing volume attachment record: c994bbb8-fec5-401d-bd45-7de53343fb71 {{(pid=69399) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1141.418537] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00d7106-e1c5-45de-9f62-20d470254ff9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.452924] env[69399]: DEBUG nova.compute.manager [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1141.457888] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a87baa8-d726-4b1d-822c-5e37b2a7cef2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.467162] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e0d549-a8d3-4982-8093-321010ffedd2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.484893] env[69399]: DEBUG nova.compute.provider_tree [None req-9d55fe6b-96cb-4737-b64c-6fe0c5280d53 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.531187] env[69399]: DEBUG nova.network.neutron [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Successfully created port: 615ae80f-7dd5-4320-9fbb-1d0da84e1528 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1141.630731] env[69399]: DEBUG oslo_vmware.api [None req-83e7aad6-0ca4-4b43-a047-da3dbd01e980 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177476, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180553} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.632018] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-83e7aad6-0ca4-4b43-a047-da3dbd01e980 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.632018] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-83e7aad6-0ca4-4b43-a047-da3dbd01e980 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.632018] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-83e7aad6-0ca4-4b43-a047-da3dbd01e980 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.632018] env[69399]: INFO nova.compute.manager [None req-83e7aad6-0ca4-4b43-a047-da3dbd01e980 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1141.632018] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83e7aad6-0ca4-4b43-a047-da3dbd01e980 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.632018] env[69399]: DEBUG nova.compute.manager [-] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1141.632644] env[69399]: DEBUG nova.network.neutron [-] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1141.724353] env[69399]: DEBUG oslo_vmware.api [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177477, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.812626] env[69399]: DEBUG oslo_vmware.api [None req-18f7a690-5472-48e8-83ba-c7e13beb5b35 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238066} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.812922] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-18f7a690-5472-48e8-83ba-c7e13beb5b35 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.813134] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-18f7a690-5472-48e8-83ba-c7e13beb5b35 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.813319] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-18f7a690-5472-48e8-83ba-c7e13beb5b35 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.813501] env[69399]: INFO nova.compute.manager [None req-18f7a690-5472-48e8-83ba-c7e13beb5b35 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1141.813760] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18f7a690-5472-48e8-83ba-c7e13beb5b35 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.813993] env[69399]: DEBUG nova.compute.manager [-] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1141.814113] env[69399]: DEBUG nova.network.neutron [-] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1141.853143] env[69399]: DEBUG nova.compute.manager [req-121bc9d2-ce30-4556-957a-d6fd55a596c7 req-19165443-3f04-4d6c-9320-d8ac7d6edc14 service nova] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Received event network-vif-plugged-1b26c21b-ae71-4155-aa32-134ca7782a4a {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.853374] env[69399]: DEBUG oslo_concurrency.lockutils [req-121bc9d2-ce30-4556-957a-d6fd55a596c7 req-19165443-3f04-4d6c-9320-d8ac7d6edc14 service nova] Acquiring lock "1c211d56-d533-4a14-95dc-5ced9a324e4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.854837] env[69399]: DEBUG oslo_concurrency.lockutils [req-121bc9d2-ce30-4556-957a-d6fd55a596c7 req-19165443-3f04-4d6c-9320-d8ac7d6edc14 service nova] Lock "1c211d56-d533-4a14-95dc-5ced9a324e4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.854837] env[69399]: DEBUG oslo_concurrency.lockutils [req-121bc9d2-ce30-4556-957a-d6fd55a596c7 req-19165443-3f04-4d6c-9320-d8ac7d6edc14 service nova] Lock "1c211d56-d533-4a14-95dc-5ced9a324e4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.854837] env[69399]: DEBUG nova.compute.manager [req-121bc9d2-ce30-4556-957a-d6fd55a596c7 req-19165443-3f04-4d6c-9320-d8ac7d6edc14 service nova] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] No waiting events found dispatching network-vif-plugged-1b26c21b-ae71-4155-aa32-134ca7782a4a {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1141.854837] env[69399]: WARNING nova.compute.manager [req-121bc9d2-ce30-4556-957a-d6fd55a596c7 req-19165443-3f04-4d6c-9320-d8ac7d6edc14 service nova] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Received unexpected event network-vif-plugged-1b26c21b-ae71-4155-aa32-134ca7782a4a for instance with vm_state building and task_state spawning. [ 1141.878562] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Acquiring lock "5f14ad83-5fe9-4be5-abc0-08cc160c6969" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.879233] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Lock "5f14ad83-5fe9-4be5-abc0-08cc160c6969" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.987761] env[69399]: DEBUG nova.scheduler.client.report [None req-9d55fe6b-96cb-4737-b64c-6fe0c5280d53 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.122235] env[69399]: DEBUG nova.network.neutron [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Successfully updated port: 1b26c21b-ae71-4155-aa32-134ca7782a4a {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1142.219737] env[69399]: DEBUG oslo_vmware.api [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177477, 'name': PowerOnVM_Task, 'duration_secs': 0.706425} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.220084] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.223194] env[69399]: DEBUG nova.compute.manager [None req-afbc4681-81a6-43a5-8a6d-d298941432c7 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.224099] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca020651-e57a-406b-9c23-1fc45ba236f6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.381967] env[69399]: DEBUG nova.compute.manager [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1142.467982] env[69399]: DEBUG nova.compute.manager [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1142.491368] env[69399]: DEBUG nova.compute.manager [req-31e72c81-214f-4ab3-8afd-900c4cf24394 req-f460e0d2-23b9-4b0e-b60a-6806e8dc4117 service nova] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Received event network-changed-db9ef7d9-7a76-4a46-bea2-1e70382509b3 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.491477] env[69399]: DEBUG nova.compute.manager [req-31e72c81-214f-4ab3-8afd-900c4cf24394 req-f460e0d2-23b9-4b0e-b60a-6806e8dc4117 service nova] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Refreshing instance network info cache due to event network-changed-db9ef7d9-7a76-4a46-bea2-1e70382509b3. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1142.492123] env[69399]: DEBUG oslo_concurrency.lockutils [req-31e72c81-214f-4ab3-8afd-900c4cf24394 req-f460e0d2-23b9-4b0e-b60a-6806e8dc4117 service nova] Acquiring lock "refresh_cache-2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.492878] env[69399]: DEBUG oslo_concurrency.lockutils [req-31e72c81-214f-4ab3-8afd-900c4cf24394 req-f460e0d2-23b9-4b0e-b60a-6806e8dc4117 service nova] Acquired lock "refresh_cache-2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.493108] env[69399]: DEBUG nova.network.neutron [req-31e72c81-214f-4ab3-8afd-900c4cf24394 req-f460e0d2-23b9-4b0e-b60a-6806e8dc4117 service nova] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Refreshing network info cache for port db9ef7d9-7a76-4a46-bea2-1e70382509b3 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.496096] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9d55fe6b-96cb-4737-b64c-6fe0c5280d53 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.504038] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.689s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.504038] env[69399]: DEBUG nova.objects.instance [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Lazy-loading 'resources' on Instance uuid 3ac221b1-b73d-4027-8753-3c06a57affbb {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.511593] env[69399]: DEBUG nova.virt.hardware [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.511593] env[69399]: DEBUG nova.virt.hardware [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.511721] env[69399]: DEBUG nova.virt.hardware [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.511903] env[69399]: DEBUG nova.virt.hardware [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.512068] env[69399]: DEBUG nova.virt.hardware [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.512223] env[69399]: DEBUG nova.virt.hardware [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.512570] env[69399]: DEBUG nova.virt.hardware [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.512648] env[69399]: DEBUG nova.virt.hardware [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.512759] env[69399]: DEBUG nova.virt.hardware [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.512932] env[69399]: DEBUG nova.virt.hardware [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.513133] env[69399]: DEBUG nova.virt.hardware [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.514884] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c17e8c-6a58-4630-a3a2-e37002c9d4e4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.528487] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60094cce-7fb9-4fa8-84ca-9bbb453fda21 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.550617] env[69399]: INFO nova.scheduler.client.report [None req-9d55fe6b-96cb-4737-b64c-6fe0c5280d53 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Deleted allocations for instance 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7 [ 1142.624045] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquiring lock "refresh_cache-1c211d56-d533-4a14-95dc-5ced9a324e4c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.624252] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquired lock "refresh_cache-1c211d56-d533-4a14-95dc-5ced9a324e4c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.624418] env[69399]: DEBUG nova.network.neutron [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.917764] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.971958] env[69399]: DEBUG nova.network.neutron [-] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.021218] env[69399]: DEBUG nova.network.neutron [-] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.059387] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9d55fe6b-96cb-4737-b64c-6fe0c5280d53 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.926s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.113791] env[69399]: DEBUG nova.network.neutron [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Successfully updated port: 615ae80f-7dd5-4320-9fbb-1d0da84e1528 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1143.166872] env[69399]: DEBUG nova.network.neutron [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1143.403592] env[69399]: DEBUG nova.network.neutron [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Updating instance_info_cache with network_info: [{"id": "1b26c21b-ae71-4155-aa32-134ca7782a4a", "address": "fa:16:3e:23:ef:65", "network": {"id": "1189aba4-f9f6-43fc-a90e-a2ba89c61eee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2103604121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0852e65775340ab9a481d12caa78155", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b26c21b-ae", "ovs_interfaceid": "1b26c21b-ae71-4155-aa32-134ca7782a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.424060] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeaea622-8a02-4cbb-b7f7-2a5bd8aba1d3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.431574] env[69399]: DEBUG nova.network.neutron [req-31e72c81-214f-4ab3-8afd-900c4cf24394 req-f460e0d2-23b9-4b0e-b60a-6806e8dc4117 service nova] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Updated VIF entry in instance network info cache for port db9ef7d9-7a76-4a46-bea2-1e70382509b3. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.431574] env[69399]: DEBUG nova.network.neutron [req-31e72c81-214f-4ab3-8afd-900c4cf24394 req-f460e0d2-23b9-4b0e-b60a-6806e8dc4117 service nova] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Updating instance_info_cache with network_info: [{"id": "db9ef7d9-7a76-4a46-bea2-1e70382509b3", "address": "fa:16:3e:fe:dc:15", "network": {"id": "8bbd0a10-2e65-411d-8a62-f5ebaf71e8e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1453218423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ddf098d312d4b1282b2b2f8d85149f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb9ef7d9-7a", "ovs_interfaceid": "db9ef7d9-7a76-4a46-bea2-1e70382509b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.435597] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ce7cb4-534b-4ae2-a774-56fa96477ee1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.469093] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a79425-f7dc-4c06-8fa1-a12fe26b8f52 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.476642] env[69399]: INFO nova.compute.manager [-] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Took 1.84 seconds to deallocate network for instance. [ 1143.479422] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319402f6-4cfd-4b3a-85a9-bb7fd81d663e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.497276] env[69399]: DEBUG nova.compute.provider_tree [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.525324] env[69399]: INFO nova.compute.manager [-] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Took 1.71 seconds to deallocate network for instance. [ 1143.594477] env[69399]: DEBUG nova.virt.hardware [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.594785] env[69399]: DEBUG nova.virt.hardware [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.595015] env[69399]: DEBUG nova.virt.hardware [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.596329] env[69399]: DEBUG nova.virt.hardware [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.596519] env[69399]: DEBUG nova.virt.hardware [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.596682] env[69399]: DEBUG nova.virt.hardware [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.596895] env[69399]: DEBUG nova.virt.hardware [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.597199] env[69399]: DEBUG nova.virt.hardware [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.597315] env[69399]: DEBUG nova.virt.hardware [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.597490] env[69399]: DEBUG nova.virt.hardware [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.597668] env[69399]: DEBUG nova.virt.hardware [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.601282] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f87e3d-81d9-4342-b2d6-3cc5e8e299a9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.610713] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fde332d-6cec-479d-beef-31112e0b3904 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.629134] env[69399]: DEBUG oslo_concurrency.lockutils [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquiring lock "refresh_cache-19cedc3f-97c4-4d41-baa5-cccf1bb48d84" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.629188] env[69399]: DEBUG oslo_concurrency.lockutils [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquired lock "refresh_cache-19cedc3f-97c4-4d41-baa5-cccf1bb48d84" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.629344] env[69399]: DEBUG nova.network.neutron [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.630960] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:c5:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f996252-e329-42bd-a897-446dfe2b81cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b360fce2-510a-47b0-8612-afb94c7c36b2', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1143.638601] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.639836] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1143.640289] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a95a7e95-9d50-4f53-9921-9b871cef940d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.661888] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1143.661888] env[69399]: value = "task-4177480" [ 1143.661888] env[69399]: _type = "Task" [ 1143.661888] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.672272] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177480, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.907652] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Releasing lock "refresh_cache-1c211d56-d533-4a14-95dc-5ced9a324e4c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.908105] env[69399]: DEBUG nova.compute.manager [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Instance network_info: |[{"id": "1b26c21b-ae71-4155-aa32-134ca7782a4a", "address": "fa:16:3e:23:ef:65", "network": {"id": "1189aba4-f9f6-43fc-a90e-a2ba89c61eee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2103604121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0852e65775340ab9a481d12caa78155", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b26c21b-ae", "ovs_interfaceid": "1b26c21b-ae71-4155-aa32-134ca7782a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1143.910954] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:ef:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2c68e7-b690-42e2-9491-c3f9357cc66a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b26c21b-ae71-4155-aa32-134ca7782a4a', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1143.919218] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.921104] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1143.924625] env[69399]: DEBUG nova.compute.manager [req-c0893cc4-55cb-48bd-8e1c-24d911026030 req-8a61bf6c-d554-4c80-9f31-6ca943ff678f service nova] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Received event network-changed-1b26c21b-ae71-4155-aa32-134ca7782a4a {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.924625] env[69399]: DEBUG nova.compute.manager [req-c0893cc4-55cb-48bd-8e1c-24d911026030 req-8a61bf6c-d554-4c80-9f31-6ca943ff678f service nova] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Refreshing instance network info cache due to event network-changed-1b26c21b-ae71-4155-aa32-134ca7782a4a. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1143.924625] env[69399]: DEBUG oslo_concurrency.lockutils [req-c0893cc4-55cb-48bd-8e1c-24d911026030 req-8a61bf6c-d554-4c80-9f31-6ca943ff678f service nova] Acquiring lock "refresh_cache-1c211d56-d533-4a14-95dc-5ced9a324e4c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.924625] env[69399]: DEBUG oslo_concurrency.lockutils [req-c0893cc4-55cb-48bd-8e1c-24d911026030 req-8a61bf6c-d554-4c80-9f31-6ca943ff678f service nova] Acquired lock "refresh_cache-1c211d56-d533-4a14-95dc-5ced9a324e4c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.924625] env[69399]: DEBUG nova.network.neutron [req-c0893cc4-55cb-48bd-8e1c-24d911026030 req-8a61bf6c-d554-4c80-9f31-6ca943ff678f service nova] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Refreshing network info cache for port 1b26c21b-ae71-4155-aa32-134ca7782a4a {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1143.925686] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d627ea6-98fb-45cf-81aa-787908bb244b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.945277] env[69399]: DEBUG oslo_concurrency.lockutils [req-31e72c81-214f-4ab3-8afd-900c4cf24394 req-f460e0d2-23b9-4b0e-b60a-6806e8dc4117 service nova] Releasing lock "refresh_cache-2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.953619] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1143.953619] env[69399]: value = "task-4177481" [ 1143.953619] env[69399]: _type = "Task" [ 1143.953619] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.967979] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177481, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.989083] env[69399]: DEBUG oslo_concurrency.lockutils [None req-83e7aad6-0ca4-4b43-a047-da3dbd01e980 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.004028] env[69399]: DEBUG nova.scheduler.client.report [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.032690] env[69399]: DEBUG oslo_concurrency.lockutils [None req-18f7a690-5472-48e8-83ba-c7e13beb5b35 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.176423] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177480, 'name': CreateVM_Task, 'duration_secs': 0.465036} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.176912] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1144.177908] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.178520] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.179064] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.179488] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0027df5c-52df-4bdb-b36f-45ec32adbc0e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.185960] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1144.185960] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5236029e-acdb-4e5d-6dd4-ee8c85a38efa" [ 1144.185960] env[69399]: _type = "Task" [ 1144.185960] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.198030] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5236029e-acdb-4e5d-6dd4-ee8c85a38efa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.213658] env[69399]: DEBUG nova.network.neutron [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1144.467668] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177481, 'name': CreateVM_Task, 'duration_secs': 0.4901} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.468644] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1144.469431] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.469636] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.469967] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.470741] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f82d5a7-a304-4c3d-b33c-b09939ffbdc5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.476520] env[69399]: DEBUG oslo_vmware.api [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1144.476520] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]528a607f-c8cd-a43f-71da-af8abc197b6c" [ 1144.476520] env[69399]: _type = "Task" [ 1144.476520] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.487032] env[69399]: DEBUG oslo_vmware.api [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]528a607f-c8cd-a43f-71da-af8abc197b6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.508184] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.007s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.510465] env[69399]: DEBUG oslo_concurrency.lockutils [None req-76d790c9-215f-4cc2-8f87-87185e98c603 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.913s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.510702] env[69399]: DEBUG nova.objects.instance [None req-76d790c9-215f-4cc2-8f87-87185e98c603 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Lazy-loading 'resources' on Instance uuid c2931545-66bf-4594-b10e-b87eaca53321 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.512653] env[69399]: DEBUG nova.network.neutron [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Updating instance_info_cache with network_info: [{"id": "615ae80f-7dd5-4320-9fbb-1d0da84e1528", "address": "fa:16:3e:66:b4:49", "network": {"id": "ec26b104-06f2-45dc-8dea-679a3711ccb3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-608903597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b365d893784bd2b90412f55fdaaa49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap615ae80f-7d", "ovs_interfaceid": "615ae80f-7dd5-4320-9fbb-1d0da84e1528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.537972] env[69399]: INFO nova.scheduler.client.report [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Deleted allocations for instance 3ac221b1-b73d-4027-8753-3c06a57affbb [ 1144.667196] env[69399]: DEBUG nova.network.neutron [req-c0893cc4-55cb-48bd-8e1c-24d911026030 req-8a61bf6c-d554-4c80-9f31-6ca943ff678f service nova] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Updated VIF entry in instance network info cache for port 1b26c21b-ae71-4155-aa32-134ca7782a4a. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.667602] env[69399]: DEBUG nova.network.neutron [req-c0893cc4-55cb-48bd-8e1c-24d911026030 req-8a61bf6c-d554-4c80-9f31-6ca943ff678f service nova] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Updating instance_info_cache with network_info: [{"id": "1b26c21b-ae71-4155-aa32-134ca7782a4a", "address": "fa:16:3e:23:ef:65", "network": {"id": "1189aba4-f9f6-43fc-a90e-a2ba89c61eee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2103604121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0852e65775340ab9a481d12caa78155", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b26c21b-ae", "ovs_interfaceid": "1b26c21b-ae71-4155-aa32-134ca7782a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.698551] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5236029e-acdb-4e5d-6dd4-ee8c85a38efa, 'name': SearchDatastore_Task, 'duration_secs': 0.012947} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.698880] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.699146] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.699447] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.699537] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.699722] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.700021] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6934e1e2-851a-4fc7-9c29-f8d23491bad6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.718355] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.718559] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.719360] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f0edc2b-4990-4fe9-9ecb-c7eefc964e43 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.726496] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1144.726496] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52eaca26-4031-207f-48c3-c8ba0907a80e" [ 1144.726496] env[69399]: _type = "Task" [ 1144.726496] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.739900] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52eaca26-4031-207f-48c3-c8ba0907a80e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.756757] env[69399]: DEBUG nova.compute.manager [req-171eef5f-d132-47fe-b504-ebd0f322fe97 req-29d20034-8b0f-4f4b-8270-82c008645e84 service nova] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Received event network-vif-plugged-615ae80f-7dd5-4320-9fbb-1d0da84e1528 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.757087] env[69399]: DEBUG oslo_concurrency.lockutils [req-171eef5f-d132-47fe-b504-ebd0f322fe97 req-29d20034-8b0f-4f4b-8270-82c008645e84 service nova] Acquiring lock "19cedc3f-97c4-4d41-baa5-cccf1bb48d84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.757404] env[69399]: DEBUG oslo_concurrency.lockutils [req-171eef5f-d132-47fe-b504-ebd0f322fe97 req-29d20034-8b0f-4f4b-8270-82c008645e84 service nova] Lock "19cedc3f-97c4-4d41-baa5-cccf1bb48d84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.757482] env[69399]: DEBUG oslo_concurrency.lockutils [req-171eef5f-d132-47fe-b504-ebd0f322fe97 req-29d20034-8b0f-4f4b-8270-82c008645e84 service nova] Lock "19cedc3f-97c4-4d41-baa5-cccf1bb48d84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.757679] env[69399]: DEBUG nova.compute.manager [req-171eef5f-d132-47fe-b504-ebd0f322fe97 req-29d20034-8b0f-4f4b-8270-82c008645e84 service nova] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] No waiting events found dispatching network-vif-plugged-615ae80f-7dd5-4320-9fbb-1d0da84e1528 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1144.757804] env[69399]: WARNING nova.compute.manager [req-171eef5f-d132-47fe-b504-ebd0f322fe97 req-29d20034-8b0f-4f4b-8270-82c008645e84 service nova] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Received unexpected event network-vif-plugged-615ae80f-7dd5-4320-9fbb-1d0da84e1528 for instance with vm_state building and task_state spawning. [ 1144.757951] env[69399]: DEBUG nova.compute.manager [req-171eef5f-d132-47fe-b504-ebd0f322fe97 req-29d20034-8b0f-4f4b-8270-82c008645e84 service nova] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Received event network-changed-615ae80f-7dd5-4320-9fbb-1d0da84e1528 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.758363] env[69399]: DEBUG nova.compute.manager [req-171eef5f-d132-47fe-b504-ebd0f322fe97 req-29d20034-8b0f-4f4b-8270-82c008645e84 service nova] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Refreshing instance network info cache due to event network-changed-615ae80f-7dd5-4320-9fbb-1d0da84e1528. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1144.758363] env[69399]: DEBUG oslo_concurrency.lockutils [req-171eef5f-d132-47fe-b504-ebd0f322fe97 req-29d20034-8b0f-4f4b-8270-82c008645e84 service nova] Acquiring lock "refresh_cache-19cedc3f-97c4-4d41-baa5-cccf1bb48d84" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.956898] env[69399]: INFO nova.compute.manager [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Rescuing [ 1144.956898] env[69399]: DEBUG oslo_concurrency.lockutils [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquiring lock "refresh_cache-a9e911b3-2822-42be-98f8-6edaef8270a1" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.956898] env[69399]: DEBUG oslo_concurrency.lockutils [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquired lock "refresh_cache-a9e911b3-2822-42be-98f8-6edaef8270a1" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.956898] env[69399]: DEBUG nova.network.neutron [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.994384] env[69399]: DEBUG oslo_vmware.api [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]528a607f-c8cd-a43f-71da-af8abc197b6c, 'name': SearchDatastore_Task, 'duration_secs': 0.034461} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.994806] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.995154] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.995489] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.995702] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.995940] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.996322] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-294e69ff-232d-45a5-9038-eff0e545613d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.012474] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1145.012667] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1145.013457] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98f31eb2-c9c9-401b-8f1b-f40fc8879fbf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.018465] env[69399]: DEBUG oslo_concurrency.lockutils [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Releasing lock "refresh_cache-19cedc3f-97c4-4d41-baa5-cccf1bb48d84" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.018738] env[69399]: DEBUG nova.compute.manager [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Instance network_info: |[{"id": "615ae80f-7dd5-4320-9fbb-1d0da84e1528", "address": "fa:16:3e:66:b4:49", "network": {"id": "ec26b104-06f2-45dc-8dea-679a3711ccb3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-608903597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b365d893784bd2b90412f55fdaaa49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap615ae80f-7d", "ovs_interfaceid": "615ae80f-7dd5-4320-9fbb-1d0da84e1528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1145.021352] env[69399]: DEBUG oslo_concurrency.lockutils [req-171eef5f-d132-47fe-b504-ebd0f322fe97 req-29d20034-8b0f-4f4b-8270-82c008645e84 service nova] Acquired lock "refresh_cache-19cedc3f-97c4-4d41-baa5-cccf1bb48d84" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.021534] env[69399]: DEBUG nova.network.neutron [req-171eef5f-d132-47fe-b504-ebd0f322fe97 req-29d20034-8b0f-4f4b-8270-82c008645e84 service nova] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Refreshing network info cache for port 615ae80f-7dd5-4320-9fbb-1d0da84e1528 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.023926] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:b4:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '615ae80f-7dd5-4320-9fbb-1d0da84e1528', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1145.032981] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.036298] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1145.040992] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58fd2e47-bd7c-4fae-b4d7-0402a68199a1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.056598] env[69399]: DEBUG oslo_vmware.api [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1145.056598] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b768d4-a2ab-1387-28ed-52a79be7c313" [ 1145.056598] env[69399]: _type = "Task" [ 1145.056598] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.068037] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.068208] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.071642] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0f2aba8c-bfac-4492-ad0f-8a2d68d0d4c8 tempest-ServersTestBootFromVolume-1458428497 tempest-ServersTestBootFromVolume-1458428497-project-member] Lock "3ac221b1-b73d-4027-8753-3c06a57affbb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.163s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.072857] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.072857] env[69399]: value = "task-4177482" [ 1145.072857] env[69399]: _type = "Task" [ 1145.072857] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.084916] env[69399]: DEBUG oslo_vmware.api [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b768d4-a2ab-1387-28ed-52a79be7c313, 'name': SearchDatastore_Task, 'duration_secs': 0.019156} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.086476] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e2e808d-9e16-430c-8c32-108ecee2ec80 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.094992] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177482, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.101608] env[69399]: DEBUG oslo_vmware.api [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1145.101608] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]523da05e-c40d-fe2b-f5b3-7b5a23df566d" [ 1145.101608] env[69399]: _type = "Task" [ 1145.101608] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.111337] env[69399]: DEBUG oslo_vmware.api [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]523da05e-c40d-fe2b-f5b3-7b5a23df566d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.171061] env[69399]: DEBUG oslo_concurrency.lockutils [req-c0893cc4-55cb-48bd-8e1c-24d911026030 req-8a61bf6c-d554-4c80-9f31-6ca943ff678f service nova] Releasing lock "refresh_cache-1c211d56-d533-4a14-95dc-5ced9a324e4c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.171709] env[69399]: DEBUG nova.compute.manager [req-c0893cc4-55cb-48bd-8e1c-24d911026030 req-8a61bf6c-d554-4c80-9f31-6ca943ff678f service nova] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Received event network-vif-deleted-cd937a3d-2768-47b0-b0b8-e4067b040f84 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.172228] env[69399]: DEBUG nova.compute.manager [req-c0893cc4-55cb-48bd-8e1c-24d911026030 req-8a61bf6c-d554-4c80-9f31-6ca943ff678f service nova] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Received event network-vif-deleted-15bb2105-ed7e-4e64-b8dc-905515e2b5d5 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.240623] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52eaca26-4031-207f-48c3-c8ba0907a80e, 'name': SearchDatastore_Task, 'duration_secs': 0.034939} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.240623] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-943b3e99-e532-4fc7-be4c-f43976624d5d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.248053] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1145.248053] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52a4704e-280f-c202-ec59-8d95b834f36e" [ 1145.248053] env[69399]: _type = "Task" [ 1145.248053] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.257713] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52a4704e-280f-c202-ec59-8d95b834f36e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.408497] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e94ddf5-f717-4fa1-8435-b82b3a7cfe6a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.416105] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45b129e-df9f-4f19-9a93-6d5dadcb3c15 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.454543] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7794864d-d96a-4054-b104-66dd36c0c863 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.464126] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3259dab9-8979-4cb3-99df-055dd7110509 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.479301] env[69399]: DEBUG nova.compute.provider_tree [None req-76d790c9-215f-4cc2-8f87-87185e98c603 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.527233] env[69399]: DEBUG nova.network.neutron [req-171eef5f-d132-47fe-b504-ebd0f322fe97 req-29d20034-8b0f-4f4b-8270-82c008645e84 service nova] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Updated VIF entry in instance network info cache for port 615ae80f-7dd5-4320-9fbb-1d0da84e1528. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.527584] env[69399]: DEBUG nova.network.neutron [req-171eef5f-d132-47fe-b504-ebd0f322fe97 req-29d20034-8b0f-4f4b-8270-82c008645e84 service nova] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Updating instance_info_cache with network_info: [{"id": "615ae80f-7dd5-4320-9fbb-1d0da84e1528", "address": "fa:16:3e:66:b4:49", "network": {"id": "ec26b104-06f2-45dc-8dea-679a3711ccb3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-608903597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b365d893784bd2b90412f55fdaaa49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap615ae80f-7d", "ovs_interfaceid": "615ae80f-7dd5-4320-9fbb-1d0da84e1528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.574242] env[69399]: DEBUG nova.compute.manager [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1145.587045] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177482, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.611442] env[69399]: DEBUG oslo_vmware.api [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]523da05e-c40d-fe2b-f5b3-7b5a23df566d, 'name': SearchDatastore_Task, 'duration_secs': 0.013334} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.611722] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.611982] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 1c211d56-d533-4a14-95dc-5ced9a324e4c/1c211d56-d533-4a14-95dc-5ced9a324e4c.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.612324] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a111624-cc00-4b8c-8c12-4ef0b7514763 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.620597] env[69399]: DEBUG oslo_vmware.api [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1145.620597] env[69399]: value = "task-4177483" [ 1145.620597] env[69399]: _type = "Task" [ 1145.620597] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.631754] env[69399]: DEBUG oslo_vmware.api [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.760018] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52a4704e-280f-c202-ec59-8d95b834f36e, 'name': SearchDatastore_Task, 'duration_secs': 0.011635} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.760385] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.760651] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 8c99713d-68cf-4951-a499-084bb049ddda/8c99713d-68cf-4951-a499-084bb049ddda.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.760913] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eed56d9c-8b32-4887-97c4-df413402b961 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.768450] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1145.768450] env[69399]: value = "task-4177484" [ 1145.768450] env[69399]: _type = "Task" [ 1145.768450] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.779929] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.984559] env[69399]: DEBUG nova.scheduler.client.report [None req-76d790c9-215f-4cc2-8f87-87185e98c603 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.030101] env[69399]: DEBUG oslo_concurrency.lockutils [req-171eef5f-d132-47fe-b504-ebd0f322fe97 req-29d20034-8b0f-4f4b-8270-82c008645e84 service nova] Releasing lock "refresh_cache-19cedc3f-97c4-4d41-baa5-cccf1bb48d84" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.096339] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177482, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.102148] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.134523] env[69399]: DEBUG oslo_vmware.api [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177483, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.215116] env[69399]: DEBUG nova.network.neutron [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Updating instance_info_cache with network_info: [{"id": "d63b9821-c955-42ea-be31-3f2f537933e3", "address": "fa:16:3e:cd:30:30", "network": {"id": "809294fb-b90a-414f-80ae-c4f4ae7adef0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1026961644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d5582922e3b4d2eb1763d5198e21b2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd63b9821-c9", "ovs_interfaceid": "d63b9821-c955-42ea-be31-3f2f537933e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.282517] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177484, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.491048] env[69399]: DEBUG oslo_concurrency.lockutils [None req-76d790c9-215f-4cc2-8f87-87185e98c603 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.980s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.494544] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3cec1a98-8e11-4ca7-8752-5ff0c423a5ef tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.857s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.494544] env[69399]: DEBUG nova.objects.instance [None req-3cec1a98-8e11-4ca7-8752-5ff0c423a5ef tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Lazy-loading 'resources' on Instance uuid 58bc5be7-5ea0-4383-9831-003db3d67dfd {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.523719] env[69399]: INFO nova.scheduler.client.report [None req-76d790c9-215f-4cc2-8f87-87185e98c603 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Deleted allocations for instance c2931545-66bf-4594-b10e-b87eaca53321 [ 1146.589552] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177482, 'name': CreateVM_Task, 'duration_secs': 1.414473} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.589552] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1146.590970] env[69399]: DEBUG oslo_concurrency.lockutils [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.590970] env[69399]: DEBUG oslo_concurrency.lockutils [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.590970] env[69399]: DEBUG oslo_concurrency.lockutils [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.591229] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5b0992d-21a1-4ae4-a233-cf1dedde3e46 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.597043] env[69399]: DEBUG oslo_vmware.api [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 1146.597043] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5266ff7e-24d5-e913-82a6-83a8a153e246" [ 1146.597043] env[69399]: _type = "Task" [ 1146.597043] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.605845] env[69399]: DEBUG oslo_vmware.api [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5266ff7e-24d5-e913-82a6-83a8a153e246, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.630554] env[69399]: DEBUG oslo_vmware.api [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177483, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.856117} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.630885] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 1c211d56-d533-4a14-95dc-5ced9a324e4c/1c211d56-d533-4a14-95dc-5ced9a324e4c.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.631207] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.631515] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00308d52-07ae-48a5-805e-ed357ba6e756 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.640107] env[69399]: DEBUG oslo_vmware.api [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1146.640107] env[69399]: value = "task-4177485" [ 1146.640107] env[69399]: _type = "Task" [ 1146.640107] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.649424] env[69399]: DEBUG oslo_vmware.api [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177485, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.718490] env[69399]: DEBUG oslo_concurrency.lockutils [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Releasing lock "refresh_cache-a9e911b3-2822-42be-98f8-6edaef8270a1" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.784018] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177484, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715362} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.784018] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 8c99713d-68cf-4951-a499-084bb049ddda/8c99713d-68cf-4951-a499-084bb049ddda.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.784018] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.784018] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79a2cf26-feda-4b36-8a6f-09cbbd328fb6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.791745] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1146.791745] env[69399]: value = "task-4177486" [ 1146.791745] env[69399]: _type = "Task" [ 1146.791745] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.802652] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.034150] env[69399]: DEBUG oslo_concurrency.lockutils [None req-76d790c9-215f-4cc2-8f87-87185e98c603 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Lock "c2931545-66bf-4594-b10e-b87eaca53321" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.904s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.111928] env[69399]: DEBUG oslo_vmware.api [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5266ff7e-24d5-e913-82a6-83a8a153e246, 'name': SearchDatastore_Task, 'duration_secs': 0.035087} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.112322] env[69399]: DEBUG oslo_concurrency.lockutils [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.112577] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1147.112723] env[69399]: DEBUG oslo_concurrency.lockutils [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.112901] env[69399]: DEBUG oslo_concurrency.lockutils [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.113145] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1147.113413] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e26f0de7-90d2-475c-a02f-3e53ac13d09e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.131956] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1147.132134] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1147.134513] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ae516bb-23f0-40d7-a81e-9187bf067371 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.150533] env[69399]: DEBUG oslo_vmware.api [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 1147.150533] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d90c4e-d830-8e3d-1449-003e5be4d96a" [ 1147.150533] env[69399]: _type = "Task" [ 1147.150533] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.159293] env[69399]: DEBUG oslo_vmware.api [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177485, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080142} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.160200] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1147.164108] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90439a0a-3b5f-4fcf-a5f0-fbef6672a122 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.170364] env[69399]: DEBUG oslo_vmware.api [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d90c4e-d830-8e3d-1449-003e5be4d96a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.195667] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 1c211d56-d533-4a14-95dc-5ced9a324e4c/1c211d56-d533-4a14-95dc-5ced9a324e4c.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.200280] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bd3e9d5-aedc-47bf-8668-26f5e0027ef6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.229287] env[69399]: DEBUG oslo_vmware.api [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1147.229287] env[69399]: value = "task-4177487" [ 1147.229287] env[69399]: _type = "Task" [ 1147.229287] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.245220] env[69399]: DEBUG oslo_vmware.api [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177487, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.304364] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.26877} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.304706] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1147.305683] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4d0671-e3e3-4284-aad2-f0043ae587ce {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.333039] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 8c99713d-68cf-4951-a499-084bb049ddda/8c99713d-68cf-4951-a499-084bb049ddda.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.335905] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e2670d7-07b1-4936-a7d0-7c1f8603e1d7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.357733] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1147.357733] env[69399]: value = "task-4177488" [ 1147.357733] env[69399]: _type = "Task" [ 1147.357733] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.369975] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177488, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.446895] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257a40c4-5e1b-454b-b056-a315d4bbe18f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.455777] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6103a941-8d7e-449d-ab1d-5c0e7b277caa {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.488881] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afee939-3f9b-4bf2-8ea8-4a4f059f20e0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.497456] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Acquiring lock "f9e1a492-8303-468d-bff0-e50e67f1826a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.497456] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Lock "f9e1a492-8303-468d-bff0-e50e67f1826a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.503627] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afb0f1a-82ef-407f-a117-35463febeb37 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.520379] env[69399]: DEBUG nova.compute.provider_tree [None req-3cec1a98-8e11-4ca7-8752-5ff0c423a5ef tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.662424] env[69399]: DEBUG oslo_vmware.api [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d90c4e-d830-8e3d-1449-003e5be4d96a, 'name': SearchDatastore_Task, 'duration_secs': 0.024654} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.663317] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31a06a0a-b781-40a8-bb4c-bf83a8286869 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.670200] env[69399]: DEBUG oslo_vmware.api [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 1147.670200] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5297f959-3107-d529-c9c8-fe140c20cc3f" [ 1147.670200] env[69399]: _type = "Task" [ 1147.670200] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.679980] env[69399]: DEBUG oslo_vmware.api [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5297f959-3107-d529-c9c8-fe140c20cc3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.741318] env[69399]: DEBUG oslo_vmware.api [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.871278] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177488, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.000164] env[69399]: DEBUG nova.compute.manager [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1148.025126] env[69399]: DEBUG nova.scheduler.client.report [None req-3cec1a98-8e11-4ca7-8752-5ff0c423a5ef tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.181674] env[69399]: DEBUG oslo_vmware.api [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5297f959-3107-d529-c9c8-fe140c20cc3f, 'name': SearchDatastore_Task, 'duration_secs': 0.034105} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.182030] env[69399]: DEBUG oslo_concurrency.lockutils [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.182270] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 19cedc3f-97c4-4d41-baa5-cccf1bb48d84/19cedc3f-97c4-4d41-baa5-cccf1bb48d84.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1148.182541] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-638e84af-3b5c-460c-bd2f-96af09c4c4a4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.189747] env[69399]: DEBUG oslo_vmware.api [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 1148.189747] env[69399]: value = "task-4177489" [ 1148.189747] env[69399]: _type = "Task" [ 1148.189747] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.200289] env[69399]: DEBUG oslo_vmware.api [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.241881] env[69399]: DEBUG oslo_vmware.api [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177487, 'name': ReconfigVM_Task, 'duration_secs': 0.825174} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.242992] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 1c211d56-d533-4a14-95dc-5ced9a324e4c/1c211d56-d533-4a14-95dc-5ced9a324e4c.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.243911] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f376a7a6-0cbb-46e4-8def-b54c1f35482d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.252810] env[69399]: DEBUG oslo_vmware.api [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1148.252810] env[69399]: value = "task-4177490" [ 1148.252810] env[69399]: _type = "Task" [ 1148.252810] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.263857] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.264201] env[69399]: DEBUG oslo_vmware.api [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177490, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.264452] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0422e2fa-1aeb-4377-b7c7-5cf036154604 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.271423] env[69399]: DEBUG oslo_vmware.api [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1148.271423] env[69399]: value = "task-4177491" [ 1148.271423] env[69399]: _type = "Task" [ 1148.271423] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.280108] env[69399]: DEBUG oslo_vmware.api [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.371024] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177488, 'name': ReconfigVM_Task, 'duration_secs': 0.76712} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.371486] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 8c99713d-68cf-4951-a499-084bb049ddda/8c99713d-68cf-4951-a499-084bb049ddda.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.372746] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'encryption_format': None, 'device_name': '/dev/sda', 'encrypted': False, 'device_type': 'disk', 'boot_index': 0, 'size': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'guest_format': None, 'image_id': '080cf791-deb9-45e0-96cd-252fc7c4f56a'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826925', 'volume_id': '995af960-915b-44d3-9d68-772a6ffdf693', 'name': 'volume-995af960-915b-44d3-9d68-772a6ffdf693', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8c99713d-68cf-4951-a499-084bb049ddda', 'attached_at': '', 'detached_at': '', 'volume_id': '995af960-915b-44d3-9d68-772a6ffdf693', 'serial': '995af960-915b-44d3-9d68-772a6ffdf693'}, 'disk_bus': None, 'attachment_id': 'c994bbb8-fec5-401d-bd45-7de53343fb71', 'mount_device': '/dev/sdb', 'device_type': None, 'boot_index': None, 'delete_on_termination': False, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69399) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1148.372958] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Volume attach. Driver type: vmdk {{(pid=69399) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1148.373216] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826925', 'volume_id': '995af960-915b-44d3-9d68-772a6ffdf693', 'name': 'volume-995af960-915b-44d3-9d68-772a6ffdf693', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8c99713d-68cf-4951-a499-084bb049ddda', 'attached_at': '', 'detached_at': '', 'volume_id': '995af960-915b-44d3-9d68-772a6ffdf693', 'serial': '995af960-915b-44d3-9d68-772a6ffdf693'} {{(pid=69399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1148.374319] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efc5527-4465-4ed5-8c52-a7d276b18ef1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.398407] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec47c39e-ad1a-4da0-a8db-0a2b9ec3d80b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.427253] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] volume-995af960-915b-44d3-9d68-772a6ffdf693/volume-995af960-915b-44d3-9d68-772a6ffdf693.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.427657] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07da55ed-b3a5-447e-b535-fb8824d8b66a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.450778] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1148.450778] env[69399]: value = "task-4177492" [ 1148.450778] env[69399]: _type = "Task" [ 1148.450778] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.460969] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177492, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.526659] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.537300] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3cec1a98-8e11-4ca7-8752-5ff0c423a5ef tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.539512] env[69399]: DEBUG oslo_concurrency.lockutils [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Acquiring lock "18c567e9-ec98-4d74-80d8-4ffcdb753d5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.539745] env[69399]: DEBUG oslo_concurrency.lockutils [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Lock "18c567e9-ec98-4d74-80d8-4ffcdb753d5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.541766] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 27.927s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.541766] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.542244] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69399) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1148.542244] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.699s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.542664] env[69399]: DEBUG nova.objects.instance [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69399) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1148.546095] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7220c04-500d-497c-baca-23c40ef48e6c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.556370] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3512d9e-ed32-4858-8d01-3615e61c8e3a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.564973] env[69399]: INFO nova.scheduler.client.report [None req-3cec1a98-8e11-4ca7-8752-5ff0c423a5ef tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Deleted allocations for instance 58bc5be7-5ea0-4383-9831-003db3d67dfd [ 1148.577768] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b568337e-161e-437c-9999-351f80b01f4f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.588820] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7169c6-02de-4da5-9d83-2850e8a4f00e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.629808] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179381MB free_disk=7GB free_vcpus=48 pci_devices=None {{(pid=69399) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1148.630077] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.703553] env[69399]: DEBUG oslo_vmware.api [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177489, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.765072] env[69399]: DEBUG oslo_vmware.api [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177490, 'name': Rename_Task, 'duration_secs': 0.18825} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.765338] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.765600] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13ae3e6f-ec73-4401-a8dd-53c1936d33eb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.777442] env[69399]: DEBUG oslo_vmware.api [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1148.777442] env[69399]: value = "task-4177493" [ 1148.777442] env[69399]: _type = "Task" [ 1148.777442] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.784319] env[69399]: DEBUG oslo_vmware.api [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177491, 'name': PowerOffVM_Task, 'duration_secs': 0.23148} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.784993] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.785917] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b560b121-9499-42e5-a295-39493abdec3b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.791945] env[69399]: DEBUG oslo_vmware.api [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177493, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.810708] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5459c8-d2f4-4d6d-a75e-f7cfedde233c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.850219] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.851038] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b087854-9ef3-4812-947a-4e509e766cd9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.860396] env[69399]: DEBUG oslo_vmware.api [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1148.860396] env[69399]: value = "task-4177494" [ 1148.860396] env[69399]: _type = "Task" [ 1148.860396] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.872068] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] VM already powered off {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1148.872327] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1148.872585] env[69399]: DEBUG oslo_concurrency.lockutils [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.872734] env[69399]: DEBUG oslo_concurrency.lockutils [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.872926] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.873353] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3293d3e0-9ffc-4107-9205-3a4d6c21a13c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.885049] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.885258] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1148.886327] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92624282-9bfb-4b46-bf79-5971b8917f6c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.898038] env[69399]: DEBUG oslo_vmware.api [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1148.898038] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52395cd5-cea3-1315-1e29-ef5aa9c98481" [ 1148.898038] env[69399]: _type = "Task" [ 1148.898038] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.904171] env[69399]: DEBUG oslo_vmware.api [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52395cd5-cea3-1315-1e29-ef5aa9c98481, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.964813] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177492, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.046767] env[69399]: DEBUG nova.compute.manager [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1149.087400] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3cec1a98-8e11-4ca7-8752-5ff0c423a5ef tempest-ServerShowV247Test-1471229481 tempest-ServerShowV247Test-1471229481-project-member] Lock "58bc5be7-5ea0-4383-9831-003db3d67dfd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.768s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.204833] env[69399]: DEBUG oslo_vmware.api [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571833} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.205222] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 19cedc3f-97c4-4d41-baa5-cccf1bb48d84/19cedc3f-97c4-4d41-baa5-cccf1bb48d84.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.205490] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.205628] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1bdb8247-7484-409f-a533-10caf044d9d9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.213863] env[69399]: DEBUG oslo_vmware.api [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 1149.213863] env[69399]: value = "task-4177495" [ 1149.213863] env[69399]: _type = "Task" [ 1149.213863] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.223672] env[69399]: DEBUG oslo_vmware.api [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177495, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.292434] env[69399]: DEBUG oslo_vmware.api [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177493, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.408639] env[69399]: DEBUG oslo_vmware.api [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52395cd5-cea3-1315-1e29-ef5aa9c98481, 'name': SearchDatastore_Task, 'duration_secs': 0.020027} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.409489] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93ab5135-becb-4210-8ff1-4fddc93eb327 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.416530] env[69399]: DEBUG oslo_vmware.api [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1149.416530] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5244c598-297b-5e54-2a59-aac23cad6ded" [ 1149.416530] env[69399]: _type = "Task" [ 1149.416530] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.427876] env[69399]: DEBUG oslo_vmware.api [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5244c598-297b-5e54-2a59-aac23cad6ded, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.462559] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177492, 'name': ReconfigVM_Task, 'duration_secs': 0.522528} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.462862] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Reconfigured VM instance instance-0000004b to attach disk [datastore1] volume-995af960-915b-44d3-9d68-772a6ffdf693/volume-995af960-915b-44d3-9d68-772a6ffdf693.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.469322] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6885a5e-3cae-4900-9167-7ba25c53f2ee {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.485852] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1149.485852] env[69399]: value = "task-4177496" [ 1149.485852] env[69399]: _type = "Task" [ 1149.485852] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.496218] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177496, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.557174] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b1aa66a9-9dfa-4e8a-a24c-f53492607d1d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.560744] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.869s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.562459] env[69399]: INFO nova.compute.claims [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1149.601171] env[69399]: DEBUG oslo_concurrency.lockutils [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.735420] env[69399]: DEBUG oslo_vmware.api [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177495, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119596} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.735420] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1149.736061] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf065be-90b7-4851-b2d6-55fbe04bddbe {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.764328] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 19cedc3f-97c4-4d41-baa5-cccf1bb48d84/19cedc3f-97c4-4d41-baa5-cccf1bb48d84.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.764691] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-296f93a9-2455-4990-8df5-b56729381a1f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.800841] env[69399]: DEBUG oslo_vmware.api [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177493, 'name': PowerOnVM_Task, 'duration_secs': 0.972361} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.800841] env[69399]: DEBUG oslo_vmware.api [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 1149.800841] env[69399]: value = "task-4177497" [ 1149.800841] env[69399]: _type = "Task" [ 1149.800841] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.800841] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.800841] env[69399]: INFO nova.compute.manager [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Took 9.85 seconds to spawn the instance on the hypervisor. [ 1149.800841] env[69399]: DEBUG nova.compute.manager [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.800841] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5b7d0d-5f08-4d7a-8ae6-35e38a7c6565 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.812642] env[69399]: DEBUG oslo_vmware.api [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177497, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.932019] env[69399]: DEBUG oslo_vmware.api [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5244c598-297b-5e54-2a59-aac23cad6ded, 'name': SearchDatastore_Task, 'duration_secs': 0.035231} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.932427] env[69399]: DEBUG oslo_concurrency.lockutils [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.932738] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] a9e911b3-2822-42be-98f8-6edaef8270a1/080cf791-deb9-45e0-96cd-252fc7c4f56a-rescue.vmdk. {{(pid=69399) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1149.933055] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b71127da-d877-4268-9bad-5664778ceab3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.944046] env[69399]: DEBUG oslo_vmware.api [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1149.944046] env[69399]: value = "task-4177498" [ 1149.944046] env[69399]: _type = "Task" [ 1149.944046] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.954493] env[69399]: DEBUG oslo_vmware.api [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.998376] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177496, 'name': ReconfigVM_Task, 'duration_secs': 0.313889} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.999519] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826925', 'volume_id': '995af960-915b-44d3-9d68-772a6ffdf693', 'name': 'volume-995af960-915b-44d3-9d68-772a6ffdf693', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8c99713d-68cf-4951-a499-084bb049ddda', 'attached_at': '', 'detached_at': '', 'volume_id': '995af960-915b-44d3-9d68-772a6ffdf693', 'serial': '995af960-915b-44d3-9d68-772a6ffdf693'} {{(pid=69399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1149.999519] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3a0a319-ad54-4dd6-b221-41f85beac03a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.007196] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1150.007196] env[69399]: value = "task-4177499" [ 1150.007196] env[69399]: _type = "Task" [ 1150.007196] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.019546] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177499, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.310010] env[69399]: DEBUG oslo_vmware.api [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177497, 'name': ReconfigVM_Task, 'duration_secs': 0.31176} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.310333] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 19cedc3f-97c4-4d41-baa5-cccf1bb48d84/19cedc3f-97c4-4d41-baa5-cccf1bb48d84.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.310986] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b74fce7-b220-4c2b-b908-af05d4ab45f1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.323838] env[69399]: DEBUG oslo_vmware.api [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 1150.323838] env[69399]: value = "task-4177500" [ 1150.323838] env[69399]: _type = "Task" [ 1150.323838] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.329485] env[69399]: INFO nova.compute.manager [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Took 46.80 seconds to build instance. [ 1150.337559] env[69399]: DEBUG oslo_vmware.api [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177500, 'name': Rename_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.455457] env[69399]: DEBUG oslo_vmware.api [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177498, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.522139] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177499, 'name': Rename_Task, 'duration_secs': 0.170306} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.522468] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.522915] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10c03c8b-b3a7-4ffe-a6b0-e98d1c06247c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.533097] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1150.533097] env[69399]: value = "task-4177501" [ 1150.533097] env[69399]: _type = "Task" [ 1150.533097] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.542712] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177501, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.832322] env[69399]: DEBUG oslo_concurrency.lockutils [None req-3bba885d-dc35-4fb0-849e-6a0358b3e4cb tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "1c211d56-d533-4a14-95dc-5ced9a324e4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.208s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.837898] env[69399]: DEBUG oslo_vmware.api [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177500, 'name': Rename_Task, 'duration_secs': 0.204812} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.841246] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.842350] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e64b9984-7165-454d-a5ad-936add3ee7dc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.851466] env[69399]: DEBUG oslo_vmware.api [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 1150.851466] env[69399]: value = "task-4177502" [ 1150.851466] env[69399]: _type = "Task" [ 1150.851466] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.860840] env[69399]: DEBUG oslo_vmware.api [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.953714] env[69399]: DEBUG oslo_vmware.api [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.809777} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.954357] env[69399]: INFO nova.virt.vmwareapi.ds_util [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] a9e911b3-2822-42be-98f8-6edaef8270a1/080cf791-deb9-45e0-96cd-252fc7c4f56a-rescue.vmdk. [ 1150.954943] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad004ccf-7f1e-4e08-9a3c-4b0903b06495 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.959770] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ea3b17-1d16-4ca2-86fb-f26ea292b53c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.985176] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9376c38e-6e80-4005-bda4-90a79590cd46 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.999023] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] a9e911b3-2822-42be-98f8-6edaef8270a1/080cf791-deb9-45e0-96cd-252fc7c4f56a-rescue.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.999326] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa642ae1-e559-488a-a544-48bc3cf5fdbd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.057950] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b8f6c6-0d62-4b83-af13-7ba52b08f4d9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.061031] env[69399]: DEBUG oslo_vmware.api [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1151.061031] env[69399]: value = "task-4177503" [ 1151.061031] env[69399]: _type = "Task" [ 1151.061031] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.070947] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177501, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.072725] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2fcb18-f645-4202-8e9a-56e048d1afe3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.081295] env[69399]: DEBUG oslo_vmware.api [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177503, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.092351] env[69399]: DEBUG nova.compute.provider_tree [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.370125] env[69399]: DEBUG oslo_vmware.api [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177502, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.564363] env[69399]: DEBUG oslo_vmware.api [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177501, 'name': PowerOnVM_Task, 'duration_secs': 0.724771} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.567824] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.568027] env[69399]: DEBUG nova.compute.manager [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.568837] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2141d05a-111d-472e-801f-4da80064e49d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.577073] env[69399]: DEBUG oslo_vmware.api [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177503, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.599000] env[69399]: DEBUG nova.scheduler.client.report [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.864184] env[69399]: DEBUG oslo_vmware.api [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177502, 'name': PowerOnVM_Task, 'duration_secs': 0.556075} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.864541] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.864894] env[69399]: INFO nova.compute.manager [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Took 9.40 seconds to spawn the instance on the hypervisor. [ 1151.865250] env[69399]: DEBUG nova.compute.manager [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.866347] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011f8754-066b-49d5-8430-ef13f945e6a4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.075769] env[69399]: DEBUG oslo_vmware.api [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177503, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.093291] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.104872] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.105592] env[69399]: DEBUG nova.compute.manager [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1152.108868] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6782cb79-a939-4c13-89b0-17639b1e334f tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.831s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.109016] env[69399]: DEBUG nova.objects.instance [None req-6782cb79-a939-4c13-89b0-17639b1e334f tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lazy-loading 'resources' on Instance uuid 31ea7532-3ec5-4a25-8425-eb893a26169c {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.201531] env[69399]: DEBUG nova.compute.manager [None req-b30ca7dd-0c81-478d-9c14-2660defe3169 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.201531] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc6d34f-c067-4b63-92ff-9493084c31ca {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.389650] env[69399]: INFO nova.compute.manager [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Took 40.86 seconds to build instance. [ 1152.550260] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Acquiring lock "395dbdf6-de84-495d-a21f-371a0f87b2d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.550345] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Lock "395dbdf6-de84-495d-a21f-371a0f87b2d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.578240] env[69399]: DEBUG oslo_vmware.api [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177503, 'name': ReconfigVM_Task, 'duration_secs': 1.061002} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.578240] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Reconfigured VM instance instance-00000053 to attach disk [datastore1] a9e911b3-2822-42be-98f8-6edaef8270a1/080cf791-deb9-45e0-96cd-252fc7c4f56a-rescue.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1152.578503] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94cf072-9951-40de-9d14-6534a936377c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.607147] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-788dcce4-8788-46f2-bde5-7807725b4fe5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.621339] env[69399]: DEBUG nova.compute.utils [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1152.623174] env[69399]: DEBUG nova.compute.manager [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1152.623347] env[69399]: DEBUG nova.network.neutron [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1152.632985] env[69399]: DEBUG oslo_vmware.api [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1152.632985] env[69399]: value = "task-4177504" [ 1152.632985] env[69399]: _type = "Task" [ 1152.632985] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.644411] env[69399]: DEBUG oslo_vmware.api [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177504, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.678939] env[69399]: DEBUG nova.policy [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30edd93afb254a96ab5a1f259a8f53a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d78bffd4fc241838d980740174d171b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1152.716580] env[69399]: INFO nova.compute.manager [None req-b30ca7dd-0c81-478d-9c14-2660defe3169 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] instance snapshotting [ 1152.720192] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0daa852e-4d5d-4727-b708-a77473977561 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.746833] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad688508-d129-4518-8bb7-ac2c44068408 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.890096] env[69399]: DEBUG oslo_concurrency.lockutils [None req-48a7c581-dbcf-480e-8b8a-e1fb7a65d1aa tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lock "19cedc3f-97c4-4d41-baa5-cccf1bb48d84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.376s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.022413] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6727230d-b0be-42ac-a82f-7ed717276988 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.035240] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0e57c1-30b6-4a4f-8a22-c6c3aa48d0fc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.083732] env[69399]: DEBUG nova.compute.manager [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1153.089607] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ee0646-8309-4e3e-96be-4adf0800ae80 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.096160] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd2eb09-f451-48b7-b390-a5ab32072c53 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.102755] env[69399]: DEBUG nova.compute.manager [req-cb1181e4-b801-4b8e-b983-40a1749b91fc req-80c2d5b7-0758-4ce3-bbf6-ff46035a30b9 service nova] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Received event network-changed-615ae80f-7dd5-4320-9fbb-1d0da84e1528 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.102982] env[69399]: DEBUG nova.compute.manager [req-cb1181e4-b801-4b8e-b983-40a1749b91fc req-80c2d5b7-0758-4ce3-bbf6-ff46035a30b9 service nova] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Refreshing instance network info cache due to event network-changed-615ae80f-7dd5-4320-9fbb-1d0da84e1528. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1153.103203] env[69399]: DEBUG oslo_concurrency.lockutils [req-cb1181e4-b801-4b8e-b983-40a1749b91fc req-80c2d5b7-0758-4ce3-bbf6-ff46035a30b9 service nova] Acquiring lock "refresh_cache-19cedc3f-97c4-4d41-baa5-cccf1bb48d84" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.103352] env[69399]: DEBUG oslo_concurrency.lockutils [req-cb1181e4-b801-4b8e-b983-40a1749b91fc req-80c2d5b7-0758-4ce3-bbf6-ff46035a30b9 service nova] Acquired lock "refresh_cache-19cedc3f-97c4-4d41-baa5-cccf1bb48d84" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.103498] env[69399]: DEBUG nova.network.neutron [req-cb1181e4-b801-4b8e-b983-40a1749b91fc req-80c2d5b7-0758-4ce3-bbf6-ff46035a30b9 service nova] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Refreshing network info cache for port 615ae80f-7dd5-4320-9fbb-1d0da84e1528 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.116558] env[69399]: DEBUG nova.compute.provider_tree [None req-6782cb79-a939-4c13-89b0-17639b1e334f tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.127577] env[69399]: DEBUG nova.compute.manager [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1153.150274] env[69399]: DEBUG oslo_vmware.api [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177504, 'name': ReconfigVM_Task, 'duration_secs': 0.443887} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.150274] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1153.150274] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8927d9a-ece5-4160-9081-6082c3b25be7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.157766] env[69399]: DEBUG oslo_vmware.api [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1153.157766] env[69399]: value = "task-4177505" [ 1153.157766] env[69399]: _type = "Task" [ 1153.157766] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.170966] env[69399]: DEBUG oslo_vmware.api [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.181682] env[69399]: DEBUG nova.network.neutron [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Successfully created port: d60fe5f1-3c5e-44c5-bf11-bcb4845c0d00 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1153.261111] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b30ca7dd-0c81-478d-9c14-2660defe3169 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Creating Snapshot of the VM instance {{(pid=69399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1153.261440] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3593b977-103a-4192-bfc9-b5726fbca157 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.269878] env[69399]: DEBUG oslo_vmware.api [None req-b30ca7dd-0c81-478d-9c14-2660defe3169 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1153.269878] env[69399]: value = "task-4177506" [ 1153.269878] env[69399]: _type = "Task" [ 1153.269878] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.282657] env[69399]: DEBUG oslo_vmware.api [None req-b30ca7dd-0c81-478d-9c14-2660defe3169 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177506, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.610774] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.620302] env[69399]: DEBUG nova.scheduler.client.report [None req-6782cb79-a939-4c13-89b0-17639b1e334f tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.670431] env[69399]: DEBUG oslo_vmware.api [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177505, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.786012] env[69399]: DEBUG oslo_vmware.api [None req-b30ca7dd-0c81-478d-9c14-2660defe3169 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177506, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.900357] env[69399]: DEBUG nova.network.neutron [req-cb1181e4-b801-4b8e-b983-40a1749b91fc req-80c2d5b7-0758-4ce3-bbf6-ff46035a30b9 service nova] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Updated VIF entry in instance network info cache for port 615ae80f-7dd5-4320-9fbb-1d0da84e1528. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1153.900756] env[69399]: DEBUG nova.network.neutron [req-cb1181e4-b801-4b8e-b983-40a1749b91fc req-80c2d5b7-0758-4ce3-bbf6-ff46035a30b9 service nova] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Updating instance_info_cache with network_info: [{"id": "615ae80f-7dd5-4320-9fbb-1d0da84e1528", "address": "fa:16:3e:66:b4:49", "network": {"id": "ec26b104-06f2-45dc-8dea-679a3711ccb3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-608903597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b365d893784bd2b90412f55fdaaa49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap615ae80f-7d", "ovs_interfaceid": "615ae80f-7dd5-4320-9fbb-1d0da84e1528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.992657] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Acquiring lock "0df0c5d0-9411-411d-af69-cfd2d37e571e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.992945] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Lock "0df0c5d0-9411-411d-af69-cfd2d37e571e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.130322] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6782cb79-a939-4c13-89b0-17639b1e334f tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.021s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.132833] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4e767503-11e4-47a6-98dd-cd74f552cf4b tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.345s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.133276] env[69399]: DEBUG nova.objects.instance [None req-4e767503-11e4-47a6-98dd-cd74f552cf4b tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lazy-loading 'resources' on Instance uuid 7b662b7c-5a53-4d92-afc9-6c799fb8173b {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.146183] env[69399]: DEBUG nova.compute.manager [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1154.158831] env[69399]: INFO nova.scheduler.client.report [None req-6782cb79-a939-4c13-89b0-17639b1e334f tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Deleted allocations for instance 31ea7532-3ec5-4a25-8425-eb893a26169c [ 1154.174956] env[69399]: DEBUG oslo_vmware.api [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177505, 'name': PowerOnVM_Task, 'duration_secs': 0.711608} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.176124] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1154.183031] env[69399]: DEBUG nova.compute.manager [None req-595b2741-7d1f-436a-bc87-36175b004a65 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1154.183031] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1688c9d9-5e46-4256-ba75-26ec95375cc8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.194264] env[69399]: DEBUG nova.virt.hardware [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.194264] env[69399]: DEBUG nova.virt.hardware [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.194264] env[69399]: DEBUG nova.virt.hardware [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.194264] env[69399]: DEBUG nova.virt.hardware [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.194264] env[69399]: DEBUG nova.virt.hardware [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.194264] env[69399]: DEBUG nova.virt.hardware [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.194264] env[69399]: DEBUG nova.virt.hardware [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.194264] env[69399]: DEBUG nova.virt.hardware [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.194927] env[69399]: DEBUG nova.virt.hardware [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.194927] env[69399]: DEBUG nova.virt.hardware [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.194927] env[69399]: DEBUG nova.virt.hardware [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.195935] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5232ba2b-0def-4c26-a7d4-0a9ae845a982 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.206619] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ebe9ed-ccff-4270-9a12-9cad6a26f4b6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.285341] env[69399]: DEBUG oslo_vmware.api [None req-b30ca7dd-0c81-478d-9c14-2660defe3169 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177506, 'name': CreateSnapshot_Task, 'duration_secs': 0.801974} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.285640] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b30ca7dd-0c81-478d-9c14-2660defe3169 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Created Snapshot of the VM instance {{(pid=69399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1154.286717] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce92f2a-6902-49b0-853a-561ffeef4538 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.403962] env[69399]: DEBUG oslo_concurrency.lockutils [req-cb1181e4-b801-4b8e-b983-40a1749b91fc req-80c2d5b7-0758-4ce3-bbf6-ff46035a30b9 service nova] Releasing lock "refresh_cache-19cedc3f-97c4-4d41-baa5-cccf1bb48d84" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.495308] env[69399]: DEBUG nova.compute.manager [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1154.670832] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6782cb79-a939-4c13-89b0-17639b1e334f tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "31ea7532-3ec5-4a25-8425-eb893a26169c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.932s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.810881] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b30ca7dd-0c81-478d-9c14-2660defe3169 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Creating linked-clone VM from snapshot {{(pid=69399) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1154.811593] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ad8c7c4a-beca-4212-8648-fb32ec34d9d4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.826622] env[69399]: DEBUG oslo_vmware.api [None req-b30ca7dd-0c81-478d-9c14-2660defe3169 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1154.826622] env[69399]: value = "task-4177507" [ 1154.826622] env[69399]: _type = "Task" [ 1154.826622] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.840700] env[69399]: DEBUG oslo_vmware.api [None req-b30ca7dd-0c81-478d-9c14-2660defe3169 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177507, 'name': CloneVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.013956] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e1086e-1c1e-464d-a048-9da48c995b08 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.022764] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17dd5d5e-2485-41c4-b933-451d2182b636 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.027943] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.057559] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21658261-c984-48e6-9de9-9b1ca6c1b7ce {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.065217] env[69399]: INFO nova.compute.manager [None req-fafe7941-877c-4d1b-bdb5-e37b99b0c70e tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Unrescuing [ 1155.065479] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fafe7941-877c-4d1b-bdb5-e37b99b0c70e tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquiring lock "refresh_cache-a9e911b3-2822-42be-98f8-6edaef8270a1" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.065713] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fafe7941-877c-4d1b-bdb5-e37b99b0c70e tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquired lock "refresh_cache-a9e911b3-2822-42be-98f8-6edaef8270a1" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.065781] env[69399]: DEBUG nova.network.neutron [None req-fafe7941-877c-4d1b-bdb5-e37b99b0c70e tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.071466] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19affe25-94a2-4073-972a-007e5112f2d8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.085545] env[69399]: DEBUG nova.compute.provider_tree [None req-4e767503-11e4-47a6-98dd-cd74f552cf4b tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.339941] env[69399]: DEBUG oslo_vmware.api [None req-b30ca7dd-0c81-478d-9c14-2660defe3169 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177507, 'name': CloneVM_Task} progress is 94%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.377213] env[69399]: DEBUG nova.compute.manager [req-d92a5537-7669-40cc-a6d0-2d7c2b6cfefb req-61fd3b44-2947-43f3-8312-f166e29d1367 service nova] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Received event network-vif-plugged-d60fe5f1-3c5e-44c5-bf11-bcb4845c0d00 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.377443] env[69399]: DEBUG oslo_concurrency.lockutils [req-d92a5537-7669-40cc-a6d0-2d7c2b6cfefb req-61fd3b44-2947-43f3-8312-f166e29d1367 service nova] Acquiring lock "e832460f-2ff6-4825-a10a-b8d48871919f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.377654] env[69399]: DEBUG oslo_concurrency.lockutils [req-d92a5537-7669-40cc-a6d0-2d7c2b6cfefb req-61fd3b44-2947-43f3-8312-f166e29d1367 service nova] Lock "e832460f-2ff6-4825-a10a-b8d48871919f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.377822] env[69399]: DEBUG oslo_concurrency.lockutils [req-d92a5537-7669-40cc-a6d0-2d7c2b6cfefb req-61fd3b44-2947-43f3-8312-f166e29d1367 service nova] Lock "e832460f-2ff6-4825-a10a-b8d48871919f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.377989] env[69399]: DEBUG nova.compute.manager [req-d92a5537-7669-40cc-a6d0-2d7c2b6cfefb req-61fd3b44-2947-43f3-8312-f166e29d1367 service nova] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] No waiting events found dispatching network-vif-plugged-d60fe5f1-3c5e-44c5-bf11-bcb4845c0d00 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1155.378682] env[69399]: WARNING nova.compute.manager [req-d92a5537-7669-40cc-a6d0-2d7c2b6cfefb req-61fd3b44-2947-43f3-8312-f166e29d1367 service nova] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Received unexpected event network-vif-plugged-d60fe5f1-3c5e-44c5-bf11-bcb4845c0d00 for instance with vm_state building and task_state spawning. [ 1155.530237] env[69399]: DEBUG nova.network.neutron [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Successfully updated port: d60fe5f1-3c5e-44c5-bf11-bcb4845c0d00 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1155.589394] env[69399]: DEBUG nova.scheduler.client.report [None req-4e767503-11e4-47a6-98dd-cd74f552cf4b tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.821556] env[69399]: DEBUG nova.network.neutron [None req-fafe7941-877c-4d1b-bdb5-e37b99b0c70e tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Updating instance_info_cache with network_info: [{"id": "d63b9821-c955-42ea-be31-3f2f537933e3", "address": "fa:16:3e:cd:30:30", "network": {"id": "809294fb-b90a-414f-80ae-c4f4ae7adef0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1026961644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d5582922e3b4d2eb1763d5198e21b2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd63b9821-c9", "ovs_interfaceid": "d63b9821-c955-42ea-be31-3f2f537933e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.841186] env[69399]: DEBUG oslo_vmware.api [None req-b30ca7dd-0c81-478d-9c14-2660defe3169 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177507, 'name': CloneVM_Task} progress is 94%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.033113] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "refresh_cache-e832460f-2ff6-4825-a10a-b8d48871919f" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.033295] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquired lock "refresh_cache-e832460f-2ff6-4825-a10a-b8d48871919f" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.033452] env[69399]: DEBUG nova.network.neutron [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.095255] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4e767503-11e4-47a6-98dd-cd74f552cf4b tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.962s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.098291] env[69399]: DEBUG oslo_concurrency.lockutils [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.349s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.098885] env[69399]: DEBUG nova.objects.instance [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lazy-loading 'resources' on Instance uuid 29dab2ae-2d9d-439a-92d5-750c8e93f0ae {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.125197] env[69399]: INFO nova.scheduler.client.report [None req-4e767503-11e4-47a6-98dd-cd74f552cf4b tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Deleted allocations for instance 7b662b7c-5a53-4d92-afc9-6c799fb8173b [ 1156.324403] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fafe7941-877c-4d1b-bdb5-e37b99b0c70e tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Releasing lock "refresh_cache-a9e911b3-2822-42be-98f8-6edaef8270a1" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.324958] env[69399]: DEBUG nova.objects.instance [None req-fafe7941-877c-4d1b-bdb5-e37b99b0c70e tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Lazy-loading 'flavor' on Instance uuid a9e911b3-2822-42be-98f8-6edaef8270a1 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.339979] env[69399]: DEBUG oslo_vmware.api [None req-b30ca7dd-0c81-478d-9c14-2660defe3169 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177507, 'name': CloneVM_Task} progress is 95%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.577923] env[69399]: DEBUG nova.network.neutron [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1156.633465] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4e767503-11e4-47a6-98dd-cd74f552cf4b tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "7b662b7c-5a53-4d92-afc9-6c799fb8173b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.552s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.779335] env[69399]: DEBUG nova.network.neutron [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Updating instance_info_cache with network_info: [{"id": "d60fe5f1-3c5e-44c5-bf11-bcb4845c0d00", "address": "fa:16:3e:1d:38:5c", "network": {"id": "302a16c9-0f99-4330-b574-b9a9243b0443", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083795903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d78bffd4fc241838d980740174d171b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd60fe5f1-3c", "ovs_interfaceid": "d60fe5f1-3c5e-44c5-bf11-bcb4845c0d00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.836175] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98c52d9-5d78-40d2-969d-a925a18d8e48 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.849971] env[69399]: DEBUG oslo_vmware.api [None req-b30ca7dd-0c81-478d-9c14-2660defe3169 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177507, 'name': CloneVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.871987] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-fafe7941-877c-4d1b-bdb5-e37b99b0c70e tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.874252] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a3e65ad-9bea-4112-bfd9-b5698672dc6d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.883659] env[69399]: DEBUG oslo_vmware.api [None req-fafe7941-877c-4d1b-bdb5-e37b99b0c70e tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1156.883659] env[69399]: value = "task-4177508" [ 1156.883659] env[69399]: _type = "Task" [ 1156.883659] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.893037] env[69399]: DEBUG oslo_vmware.api [None req-fafe7941-877c-4d1b-bdb5-e37b99b0c70e tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.934399] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd6a7f8-43ab-4ef3-b23f-e53740d64c82 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.942721] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6d9c71-9b46-455e-8bbb-131d53035d54 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.974476] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6bd237-3ca2-4914-b4d0-f7e3afbb619f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.983428] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7d2e84-dcee-4ef5-afcc-525e68247fe1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.002631] env[69399]: DEBUG nova.compute.provider_tree [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.281668] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Releasing lock "refresh_cache-e832460f-2ff6-4825-a10a-b8d48871919f" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.282073] env[69399]: DEBUG nova.compute.manager [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Instance network_info: |[{"id": "d60fe5f1-3c5e-44c5-bf11-bcb4845c0d00", "address": "fa:16:3e:1d:38:5c", "network": {"id": "302a16c9-0f99-4330-b574-b9a9243b0443", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083795903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d78bffd4fc241838d980740174d171b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd60fe5f1-3c", "ovs_interfaceid": "d60fe5f1-3c5e-44c5-bf11-bcb4845c0d00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1157.282450] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:38:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd60fe5f1-3c5e-44c5-bf11-bcb4845c0d00', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1157.289931] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.290199] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1157.290452] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d119db7b-ca8d-4da8-84cc-1a3e0d6ffc44 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.314862] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1157.314862] env[69399]: value = "task-4177509" [ 1157.314862] env[69399]: _type = "Task" [ 1157.314862] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.325264] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177509, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.343577] env[69399]: DEBUG oslo_vmware.api [None req-b30ca7dd-0c81-478d-9c14-2660defe3169 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177507, 'name': CloneVM_Task, 'duration_secs': 2.042231} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.343906] env[69399]: INFO nova.virt.vmwareapi.vmops [None req-b30ca7dd-0c81-478d-9c14-2660defe3169 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Created linked-clone VM from snapshot [ 1157.344842] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b6d3ab-f054-4772-9658-6f6135579d2a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.356716] env[69399]: DEBUG nova.virt.vmwareapi.images [None req-b30ca7dd-0c81-478d-9c14-2660defe3169 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Uploading image 8222ce9e-e38f-42a2-9ad2-b24edde1b46a {{(pid=69399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1157.399992] env[69399]: DEBUG oslo_vmware.api [None req-fafe7941-877c-4d1b-bdb5-e37b99b0c70e tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177508, 'name': PowerOffVM_Task, 'duration_secs': 0.354656} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.402638] env[69399]: DEBUG oslo_vmware.rw_handles [None req-b30ca7dd-0c81-478d-9c14-2660defe3169 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1157.402638] env[69399]: value = "vm-826935" [ 1157.402638] env[69399]: _type = "VirtualMachine" [ 1157.402638] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1157.402638] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-fafe7941-877c-4d1b-bdb5-e37b99b0c70e tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.409966] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-fafe7941-877c-4d1b-bdb5-e37b99b0c70e tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Reconfiguring VM instance instance-00000053 to detach disk 2001 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1157.410340] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7d61e918-5c73-4bae-9186-21466c7f7c9a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.412258] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53b158e3-5366-4821-8f1d-2180afa347e2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.434516] env[69399]: DEBUG oslo_concurrency.lockutils [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "fa91de6b-1662-4bda-8d55-df585262b3a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.434763] env[69399]: DEBUG oslo_concurrency.lockutils [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "fa91de6b-1662-4bda-8d55-df585262b3a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.442431] env[69399]: DEBUG oslo_vmware.rw_handles [None req-b30ca7dd-0c81-478d-9c14-2660defe3169 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lease: (returnval){ [ 1157.442431] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52723073-2e90-444b-101d-6d7d87f0e800" [ 1157.442431] env[69399]: _type = "HttpNfcLease" [ 1157.442431] env[69399]: } obtained for exporting VM: (result){ [ 1157.442431] env[69399]: value = "vm-826935" [ 1157.442431] env[69399]: _type = "VirtualMachine" [ 1157.442431] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1157.443106] env[69399]: DEBUG oslo_vmware.api [None req-b30ca7dd-0c81-478d-9c14-2660defe3169 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the lease: (returnval){ [ 1157.443106] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52723073-2e90-444b-101d-6d7d87f0e800" [ 1157.443106] env[69399]: _type = "HttpNfcLease" [ 1157.443106] env[69399]: } to be ready. {{(pid=69399) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1157.444287] env[69399]: DEBUG oslo_vmware.api [None req-fafe7941-877c-4d1b-bdb5-e37b99b0c70e tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1157.444287] env[69399]: value = "task-4177511" [ 1157.444287] env[69399]: _type = "Task" [ 1157.444287] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.459989] env[69399]: DEBUG oslo_vmware.api [None req-fafe7941-877c-4d1b-bdb5-e37b99b0c70e tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177511, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.463331] env[69399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1157.463331] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52723073-2e90-444b-101d-6d7d87f0e800" [ 1157.463331] env[69399]: _type = "HttpNfcLease" [ 1157.463331] env[69399]: } is initializing. {{(pid=69399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1157.477975] env[69399]: DEBUG nova.compute.manager [req-adc5475a-fc31-457c-ab17-7ea995731856 req-131cbee5-9807-4b84-a6b3-efce3f4e6fdd service nova] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Received event network-changed-d60fe5f1-3c5e-44c5-bf11-bcb4845c0d00 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.478230] env[69399]: DEBUG nova.compute.manager [req-adc5475a-fc31-457c-ab17-7ea995731856 req-131cbee5-9807-4b84-a6b3-efce3f4e6fdd service nova] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Refreshing instance network info cache due to event network-changed-d60fe5f1-3c5e-44c5-bf11-bcb4845c0d00. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1157.480956] env[69399]: DEBUG oslo_concurrency.lockutils [req-adc5475a-fc31-457c-ab17-7ea995731856 req-131cbee5-9807-4b84-a6b3-efce3f4e6fdd service nova] Acquiring lock "refresh_cache-e832460f-2ff6-4825-a10a-b8d48871919f" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.481416] env[69399]: DEBUG oslo_concurrency.lockutils [req-adc5475a-fc31-457c-ab17-7ea995731856 req-131cbee5-9807-4b84-a6b3-efce3f4e6fdd service nova] Acquired lock "refresh_cache-e832460f-2ff6-4825-a10a-b8d48871919f" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.481703] env[69399]: DEBUG nova.network.neutron [req-adc5475a-fc31-457c-ab17-7ea995731856 req-131cbee5-9807-4b84-a6b3-efce3f4e6fdd service nova] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Refreshing network info cache for port d60fe5f1-3c5e-44c5-bf11-bcb4845c0d00 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.507211] env[69399]: DEBUG nova.scheduler.client.report [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.826243] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177509, 'name': CreateVM_Task, 'duration_secs': 0.45017} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.826301] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1157.826986] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.827381] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.827525] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.827775] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b17e59f3-be85-40cc-ad8b-19532c3a5d26 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.832824] env[69399]: DEBUG oslo_vmware.api [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1157.832824] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5225841f-8293-4805-ced2-c0fd1c2995e2" [ 1157.832824] env[69399]: _type = "Task" [ 1157.832824] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.841365] env[69399]: DEBUG oslo_vmware.api [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5225841f-8293-4805-ced2-c0fd1c2995e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.939047] env[69399]: DEBUG nova.compute.manager [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1157.958290] env[69399]: DEBUG oslo_vmware.api [None req-fafe7941-877c-4d1b-bdb5-e37b99b0c70e tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177511, 'name': ReconfigVM_Task, 'duration_secs': 0.344733} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.959965] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-fafe7941-877c-4d1b-bdb5-e37b99b0c70e tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Reconfigured VM instance instance-00000053 to detach disk 2001 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1157.960191] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-fafe7941-877c-4d1b-bdb5-e37b99b0c70e tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1157.960430] env[69399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1157.960430] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52723073-2e90-444b-101d-6d7d87f0e800" [ 1157.960430] env[69399]: _type = "HttpNfcLease" [ 1157.960430] env[69399]: } is ready. {{(pid=69399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1157.960626] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80c70f00-6fcf-4d84-8482-f33069742ef4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.962277] env[69399]: DEBUG oslo_vmware.rw_handles [None req-b30ca7dd-0c81-478d-9c14-2660defe3169 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1157.962277] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52723073-2e90-444b-101d-6d7d87f0e800" [ 1157.962277] env[69399]: _type = "HttpNfcLease" [ 1157.962277] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1157.963014] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d255ef1d-cac0-4cc1-b6d2-9ba1a2fa2dbb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.971799] env[69399]: DEBUG oslo_vmware.rw_handles [None req-b30ca7dd-0c81-478d-9c14-2660defe3169 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52159526-e827-074b-b60c-25467c07d903/disk-0.vmdk from lease info. {{(pid=69399) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1157.972024] env[69399]: DEBUG oslo_vmware.rw_handles [None req-b30ca7dd-0c81-478d-9c14-2660defe3169 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52159526-e827-074b-b60c-25467c07d903/disk-0.vmdk for reading. {{(pid=69399) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1157.974659] env[69399]: DEBUG oslo_vmware.api [None req-fafe7941-877c-4d1b-bdb5-e37b99b0c70e tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1157.974659] env[69399]: value = "task-4177512" [ 1157.974659] env[69399]: _type = "Task" [ 1157.974659] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.037667] env[69399]: DEBUG oslo_concurrency.lockutils [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.939s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.042647] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.124s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.043659] env[69399]: INFO nova.compute.claims [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1158.065623] env[69399]: INFO nova.scheduler.client.report [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Deleted allocations for instance 29dab2ae-2d9d-439a-92d5-750c8e93f0ae [ 1158.088530] env[69399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-67f4b8a5-a0cd-4321-95dc-12a245689687 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.096344] env[69399]: DEBUG nova.compute.manager [None req-79cbfab8-b1d5-46b0-8b5c-3001a1188087 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.097296] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a4caca-1b5e-450b-906d-30cb54a70ba4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.347958] env[69399]: DEBUG oslo_vmware.api [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5225841f-8293-4805-ced2-c0fd1c2995e2, 'name': SearchDatastore_Task, 'duration_secs': 0.047117} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.349370] env[69399]: DEBUG nova.network.neutron [req-adc5475a-fc31-457c-ab17-7ea995731856 req-131cbee5-9807-4b84-a6b3-efce3f4e6fdd service nova] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Updated VIF entry in instance network info cache for port d60fe5f1-3c5e-44c5-bf11-bcb4845c0d00. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.349851] env[69399]: DEBUG nova.network.neutron [req-adc5475a-fc31-457c-ab17-7ea995731856 req-131cbee5-9807-4b84-a6b3-efce3f4e6fdd service nova] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Updating instance_info_cache with network_info: [{"id": "d60fe5f1-3c5e-44c5-bf11-bcb4845c0d00", "address": "fa:16:3e:1d:38:5c", "network": {"id": "302a16c9-0f99-4330-b574-b9a9243b0443", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083795903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d78bffd4fc241838d980740174d171b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd60fe5f1-3c", "ovs_interfaceid": "d60fe5f1-3c5e-44c5-bf11-bcb4845c0d00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.351612] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.352106] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1158.352378] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.352579] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.352834] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1158.353416] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05d11570-d356-4cb1-b688-b8b9d237f4da {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.364083] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1158.364316] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1158.365140] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ecb24c8-c61a-4272-840d-47100784248e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.372026] env[69399]: DEBUG oslo_vmware.api [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1158.372026] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5256703c-77d3-fadf-2b56-7e4a301b2acc" [ 1158.372026] env[69399]: _type = "Task" [ 1158.372026] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.382181] env[69399]: DEBUG oslo_vmware.api [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5256703c-77d3-fadf-2b56-7e4a301b2acc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.470175] env[69399]: DEBUG oslo_concurrency.lockutils [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.492535] env[69399]: DEBUG oslo_vmware.api [None req-fafe7941-877c-4d1b-bdb5-e37b99b0c70e tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177512, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.574615] env[69399]: DEBUG oslo_concurrency.lockutils [None req-119c50fb-afa8-4040-aad2-c11ed514677b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "29dab2ae-2d9d-439a-92d5-750c8e93f0ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.592s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.609339] env[69399]: INFO nova.compute.manager [None req-79cbfab8-b1d5-46b0-8b5c-3001a1188087 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] instance snapshotting [ 1158.610317] env[69399]: DEBUG nova.objects.instance [None req-79cbfab8-b1d5-46b0-8b5c-3001a1188087 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lazy-loading 'flavor' on Instance uuid 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.854987] env[69399]: DEBUG oslo_concurrency.lockutils [req-adc5475a-fc31-457c-ab17-7ea995731856 req-131cbee5-9807-4b84-a6b3-efce3f4e6fdd service nova] Releasing lock "refresh_cache-e832460f-2ff6-4825-a10a-b8d48871919f" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.884840] env[69399]: DEBUG oslo_vmware.api [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5256703c-77d3-fadf-2b56-7e4a301b2acc, 'name': SearchDatastore_Task, 'duration_secs': 0.018762} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.885897] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-185b1fb9-be3d-4322-9bf0-0a691d1666be {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.893776] env[69399]: DEBUG oslo_vmware.api [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1158.893776] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52ac3772-db6b-2393-cda0-b99bb360a7f8" [ 1158.893776] env[69399]: _type = "Task" [ 1158.893776] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.903304] env[69399]: DEBUG oslo_vmware.api [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52ac3772-db6b-2393-cda0-b99bb360a7f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.990065] env[69399]: DEBUG oslo_vmware.api [None req-fafe7941-877c-4d1b-bdb5-e37b99b0c70e tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177512, 'name': PowerOnVM_Task, 'duration_secs': 0.567484} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.990065] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-fafe7941-877c-4d1b-bdb5-e37b99b0c70e tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.990065] env[69399]: DEBUG nova.compute.manager [None req-fafe7941-877c-4d1b-bdb5-e37b99b0c70e tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.990065] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cf7f10-59d4-4cd6-a35e-af59eb51ae53 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.121749] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d4cccd-bdc8-4843-bd38-300841f322c6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.146571] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175ef9a6-810f-402c-a39a-c295b52a7028 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.412417] env[69399]: DEBUG oslo_vmware.api [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52ac3772-db6b-2393-cda0-b99bb360a7f8, 'name': SearchDatastore_Task, 'duration_secs': 0.018297} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.412723] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.413315] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] e832460f-2ff6-4825-a10a-b8d48871919f/e832460f-2ff6-4825-a10a-b8d48871919f.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1159.416304] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f92583d2-3e98-4d99-aadf-b0f99cc1389c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.427712] env[69399]: DEBUG oslo_vmware.api [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1159.427712] env[69399]: value = "task-4177513" [ 1159.427712] env[69399]: _type = "Task" [ 1159.427712] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.439890] env[69399]: DEBUG oslo_vmware.api [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.453202] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47f57ff-74fd-42e7-b0f8-c7d89ee559af {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.461959] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757a394b-b64b-44ca-bd75-098ab3746206 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.505796] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57ee8b3-5c3e-437c-9cb3-8c19bcf4ea27 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.518123] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e2edfa-bff3-4319-ba23-51d09448d800 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.536450] env[69399]: DEBUG nova.compute.provider_tree [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.660351] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-79cbfab8-b1d5-46b0-8b5c-3001a1188087 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Creating Snapshot of the VM instance {{(pid=69399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1159.660733] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b89b97b2-94e1-445b-9f11-a3d3b9b2933f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.674339] env[69399]: DEBUG oslo_vmware.api [None req-79cbfab8-b1d5-46b0-8b5c-3001a1188087 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1159.674339] env[69399]: value = "task-4177514" [ 1159.674339] env[69399]: _type = "Task" [ 1159.674339] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.683999] env[69399]: DEBUG oslo_vmware.api [None req-79cbfab8-b1d5-46b0-8b5c-3001a1188087 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177514, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.942061] env[69399]: DEBUG oslo_vmware.api [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177513, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.040939] env[69399]: DEBUG nova.scheduler.client.report [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.183573] env[69399]: DEBUG oslo_vmware.api [None req-79cbfab8-b1d5-46b0-8b5c-3001a1188087 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177514, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.439131] env[69399]: DEBUG oslo_vmware.api [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177513, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630486} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.440734] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] e832460f-2ff6-4825-a10a-b8d48871919f/e832460f-2ff6-4825-a10a-b8d48871919f.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1160.440971] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1160.443732] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0c2f73e-b86b-4ce0-ad45-ac2862a122fb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.448238] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "4c94260c-00d8-4095-b74c-4b25679aad98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.448469] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "4c94260c-00d8-4095-b74c-4b25679aad98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.456108] env[69399]: DEBUG oslo_vmware.api [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1160.456108] env[69399]: value = "task-4177515" [ 1160.456108] env[69399]: _type = "Task" [ 1160.456108] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.465731] env[69399]: DEBUG oslo_vmware.api [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177515, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.546588] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.547198] env[69399]: DEBUG nova.compute.manager [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1160.550015] env[69399]: DEBUG oslo_concurrency.lockutils [None req-83e7aad6-0ca4-4b43-a047-da3dbd01e980 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.561s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.550264] env[69399]: DEBUG nova.objects.instance [None req-83e7aad6-0ca4-4b43-a047-da3dbd01e980 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Lazy-loading 'resources' on Instance uuid 5adbf9ba-e998-4a51-8b34-efecd1d02664 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.682971] env[69399]: DEBUG oslo_vmware.api [None req-79cbfab8-b1d5-46b0-8b5c-3001a1188087 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177514, 'name': CreateSnapshot_Task, 'duration_secs': 0.809199} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.683280] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-79cbfab8-b1d5-46b0-8b5c-3001a1188087 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Created Snapshot of the VM instance {{(pid=69399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1160.684129] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aeb35d1-86eb-4bef-910a-251dea3a92e4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.951692] env[69399]: DEBUG nova.compute.manager [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1160.968099] env[69399]: DEBUG oslo_vmware.api [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177515, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118039} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.968099] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1160.968896] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc757ad2-2aeb-4f7a-80cf-85069001505f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.992905] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] e832460f-2ff6-4825-a10a-b8d48871919f/e832460f-2ff6-4825-a10a-b8d48871919f.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.994053] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3931ede1-3808-4e15-9632-95ebf7d1f4bd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.018599] env[69399]: DEBUG oslo_vmware.api [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1161.018599] env[69399]: value = "task-4177516" [ 1161.018599] env[69399]: _type = "Task" [ 1161.018599] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.029351] env[69399]: DEBUG oslo_vmware.api [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177516, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.053639] env[69399]: DEBUG nova.compute.utils [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1161.059385] env[69399]: DEBUG nova.compute.manager [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1161.059385] env[69399]: DEBUG nova.network.neutron [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1161.102778] env[69399]: DEBUG nova.policy [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3c61773d7a24f80a4200f857d71cca7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'beac76dcddf6453b85caaecdab1ca077', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1161.203649] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-79cbfab8-b1d5-46b0-8b5c-3001a1188087 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Creating linked-clone VM from snapshot {{(pid=69399) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1161.207180] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bc36ad84-047f-4423-8309-d6548a92b78d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.218101] env[69399]: DEBUG oslo_vmware.api [None req-79cbfab8-b1d5-46b0-8b5c-3001a1188087 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1161.218101] env[69399]: value = "task-4177517" [ 1161.218101] env[69399]: _type = "Task" [ 1161.218101] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.230082] env[69399]: DEBUG oslo_vmware.api [None req-79cbfab8-b1d5-46b0-8b5c-3001a1188087 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177517, 'name': CloneVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.473487] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197f4eff-5818-42e6-9be3-3dc75c232d91 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.479803] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.487673] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29c3160-cc0a-40a1-8321-261b6ca30f34 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.527916] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ac0bfb-6294-4239-bb28-8ab6df8c8534 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.542702] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba2b05f-d0c6-4b86-bc68-f87a00fabdb6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.547292] env[69399]: DEBUG oslo_vmware.api [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177516, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.548275] env[69399]: DEBUG nova.network.neutron [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Successfully created port: 0aa84d38-64ab-42a3-8aec-a16dc67d7458 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1161.561461] env[69399]: DEBUG nova.compute.manager [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1161.565387] env[69399]: DEBUG nova.compute.provider_tree [None req-83e7aad6-0ca4-4b43-a047-da3dbd01e980 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.729910] env[69399]: DEBUG oslo_vmware.api [None req-79cbfab8-b1d5-46b0-8b5c-3001a1188087 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177517, 'name': CloneVM_Task} progress is 94%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.034719] env[69399]: DEBUG oslo_vmware.api [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177516, 'name': ReconfigVM_Task, 'duration_secs': 0.900527} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.035393] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Reconfigured VM instance instance-0000005a to attach disk [datastore2] e832460f-2ff6-4825-a10a-b8d48871919f/e832460f-2ff6-4825-a10a-b8d48871919f.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1162.036345] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-513c7341-5483-4939-9e93-d96ee30bd16f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.044122] env[69399]: DEBUG oslo_vmware.api [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1162.044122] env[69399]: value = "task-4177518" [ 1162.044122] env[69399]: _type = "Task" [ 1162.044122] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.056080] env[69399]: DEBUG oslo_vmware.api [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177518, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.069678] env[69399]: DEBUG nova.scheduler.client.report [None req-83e7aad6-0ca4-4b43-a047-da3dbd01e980 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.230256] env[69399]: DEBUG oslo_vmware.api [None req-79cbfab8-b1d5-46b0-8b5c-3001a1188087 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177517, 'name': CloneVM_Task} progress is 94%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.561139] env[69399]: DEBUG oslo_vmware.api [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177518, 'name': Rename_Task, 'duration_secs': 0.172421} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.561565] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1162.561913] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82a16fd0-4638-4ff4-b2a0-32a66b3641e0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.570845] env[69399]: DEBUG oslo_vmware.api [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1162.570845] env[69399]: value = "task-4177519" [ 1162.570845] env[69399]: _type = "Task" [ 1162.570845] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.575061] env[69399]: DEBUG nova.compute.manager [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1162.579341] env[69399]: DEBUG oslo_concurrency.lockutils [None req-83e7aad6-0ca4-4b43-a047-da3dbd01e980 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.028s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.584514] env[69399]: DEBUG oslo_concurrency.lockutils [None req-18f7a690-5472-48e8-83ba-c7e13beb5b35 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.553s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.584806] env[69399]: DEBUG nova.objects.instance [None req-18f7a690-5472-48e8-83ba-c7e13beb5b35 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Lazy-loading 'resources' on Instance uuid d7f0a7d6-1537-4b19-8f1b-0f4b05729a90 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.586224] env[69399]: DEBUG oslo_vmware.api [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177519, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.598596] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquiring lock "f1889218-2e1e-459f-bb4d-e4461ca64702" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.598882] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Lock "f1889218-2e1e-459f-bb4d-e4461ca64702" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.610467] env[69399]: DEBUG nova.virt.hardware [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1162.610718] env[69399]: DEBUG nova.virt.hardware [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1162.610894] env[69399]: DEBUG nova.virt.hardware [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1162.611090] env[69399]: DEBUG nova.virt.hardware [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1162.611241] env[69399]: DEBUG nova.virt.hardware [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1162.611389] env[69399]: DEBUG nova.virt.hardware [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1162.611596] env[69399]: DEBUG nova.virt.hardware [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1162.611753] env[69399]: DEBUG nova.virt.hardware [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1162.611916] env[69399]: DEBUG nova.virt.hardware [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1162.612123] env[69399]: DEBUG nova.virt.hardware [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1162.612280] env[69399]: DEBUG nova.virt.hardware [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1162.613376] env[69399]: INFO nova.scheduler.client.report [None req-83e7aad6-0ca4-4b43-a047-da3dbd01e980 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Deleted allocations for instance 5adbf9ba-e998-4a51-8b34-efecd1d02664 [ 1162.615683] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e530a0d-010a-4d89-8ff9-cd102b5c65db {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.628488] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad757d4f-087d-40fb-bc9b-0354365146da {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.732224] env[69399]: DEBUG oslo_vmware.api [None req-79cbfab8-b1d5-46b0-8b5c-3001a1188087 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177517, 'name': CloneVM_Task} progress is 95%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.082168] env[69399]: DEBUG oslo_vmware.api [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177519, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.104376] env[69399]: DEBUG nova.compute.manager [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1163.125991] env[69399]: DEBUG oslo_concurrency.lockutils [None req-83e7aad6-0ca4-4b43-a047-da3dbd01e980 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Lock "5adbf9ba-e998-4a51-8b34-efecd1d02664" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.168s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.190560] env[69399]: DEBUG nova.compute.manager [req-f76676a4-6a08-48ca-a82e-5b0683758d00 req-472234df-cf3f-4668-aab8-1615bc40887e service nova] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Received event network-vif-plugged-0aa84d38-64ab-42a3-8aec-a16dc67d7458 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.190834] env[69399]: DEBUG oslo_concurrency.lockutils [req-f76676a4-6a08-48ca-a82e-5b0683758d00 req-472234df-cf3f-4668-aab8-1615bc40887e service nova] Acquiring lock "5f14ad83-5fe9-4be5-abc0-08cc160c6969-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.190998] env[69399]: DEBUG oslo_concurrency.lockutils [req-f76676a4-6a08-48ca-a82e-5b0683758d00 req-472234df-cf3f-4668-aab8-1615bc40887e service nova] Lock "5f14ad83-5fe9-4be5-abc0-08cc160c6969-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.191180] env[69399]: DEBUG oslo_concurrency.lockutils [req-f76676a4-6a08-48ca-a82e-5b0683758d00 req-472234df-cf3f-4668-aab8-1615bc40887e service nova] Lock "5f14ad83-5fe9-4be5-abc0-08cc160c6969-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.191347] env[69399]: DEBUG nova.compute.manager [req-f76676a4-6a08-48ca-a82e-5b0683758d00 req-472234df-cf3f-4668-aab8-1615bc40887e service nova] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] No waiting events found dispatching network-vif-plugged-0aa84d38-64ab-42a3-8aec-a16dc67d7458 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1163.191514] env[69399]: WARNING nova.compute.manager [req-f76676a4-6a08-48ca-a82e-5b0683758d00 req-472234df-cf3f-4668-aab8-1615bc40887e service nova] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Received unexpected event network-vif-plugged-0aa84d38-64ab-42a3-8aec-a16dc67d7458 for instance with vm_state building and task_state spawning. [ 1163.237414] env[69399]: DEBUG oslo_vmware.api [None req-79cbfab8-b1d5-46b0-8b5c-3001a1188087 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177517, 'name': CloneVM_Task, 'duration_secs': 1.658883} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.237648] env[69399]: INFO nova.virt.vmwareapi.vmops [None req-79cbfab8-b1d5-46b0-8b5c-3001a1188087 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Created linked-clone VM from snapshot [ 1163.238407] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d44771-42b1-4282-a876-585be834d836 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.248155] env[69399]: DEBUG nova.virt.vmwareapi.images [None req-79cbfab8-b1d5-46b0-8b5c-3001a1188087 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Uploading image 8fe76fdd-70e1-44a2-b334-8d68046a6b0a {{(pid=69399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1163.286066] env[69399]: DEBUG oslo_vmware.rw_handles [None req-79cbfab8-b1d5-46b0-8b5c-3001a1188087 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1163.286066] env[69399]: value = "vm-826938" [ 1163.286066] env[69399]: _type = "VirtualMachine" [ 1163.286066] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1163.286612] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e07b6152-dc92-4a15-8e3a-5196aff3ef96 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.294514] env[69399]: DEBUG oslo_vmware.rw_handles [None req-79cbfab8-b1d5-46b0-8b5c-3001a1188087 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lease: (returnval){ [ 1163.294514] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52539cc4-c449-e6a9-d7f0-64fecd1515ac" [ 1163.294514] env[69399]: _type = "HttpNfcLease" [ 1163.294514] env[69399]: } obtained for exporting VM: (result){ [ 1163.294514] env[69399]: value = "vm-826938" [ 1163.294514] env[69399]: _type = "VirtualMachine" [ 1163.294514] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1163.294861] env[69399]: DEBUG oslo_vmware.api [None req-79cbfab8-b1d5-46b0-8b5c-3001a1188087 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the lease: (returnval){ [ 1163.294861] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52539cc4-c449-e6a9-d7f0-64fecd1515ac" [ 1163.294861] env[69399]: _type = "HttpNfcLease" [ 1163.294861] env[69399]: } to be ready. {{(pid=69399) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1163.305052] env[69399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1163.305052] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52539cc4-c449-e6a9-d7f0-64fecd1515ac" [ 1163.305052] env[69399]: _type = "HttpNfcLease" [ 1163.305052] env[69399]: } is initializing. {{(pid=69399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1163.368612] env[69399]: DEBUG nova.network.neutron [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Successfully updated port: 0aa84d38-64ab-42a3-8aec-a16dc67d7458 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1163.441678] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae31414-c2bb-417f-9f09-1496c37df9ca {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.450139] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91bcd0e-ad81-4fe4-a814-222fd3e74a40 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.482102] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e350e8-e2d8-48f6-b161-164e1dfe6f8c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.490581] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0726340-266d-4e12-8c8d-02b2b82adea0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.504528] env[69399]: DEBUG nova.compute.provider_tree [None req-18f7a690-5472-48e8-83ba-c7e13beb5b35 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.583027] env[69399]: DEBUG oslo_vmware.api [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177519, 'name': PowerOnVM_Task, 'duration_secs': 0.618633} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.583027] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1163.583027] env[69399]: INFO nova.compute.manager [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Took 9.44 seconds to spawn the instance on the hypervisor. [ 1163.583027] env[69399]: DEBUG nova.compute.manager [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1163.583639] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed76fb31-e9c5-4abf-b0e1-4f92af32f81a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.632277] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.803447] env[69399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1163.803447] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52539cc4-c449-e6a9-d7f0-64fecd1515ac" [ 1163.803447] env[69399]: _type = "HttpNfcLease" [ 1163.803447] env[69399]: } is ready. {{(pid=69399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1163.803813] env[69399]: DEBUG oslo_vmware.rw_handles [None req-79cbfab8-b1d5-46b0-8b5c-3001a1188087 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1163.803813] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52539cc4-c449-e6a9-d7f0-64fecd1515ac" [ 1163.803813] env[69399]: _type = "HttpNfcLease" [ 1163.803813] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1163.804817] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6151e1-aa43-4f58-b275-03cf21359a8c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.815582] env[69399]: DEBUG oslo_vmware.rw_handles [None req-79cbfab8-b1d5-46b0-8b5c-3001a1188087 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aff48c-35bb-fec5-c4c3-cdb8481dd78c/disk-0.vmdk from lease info. {{(pid=69399) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1163.815694] env[69399]: DEBUG oslo_vmware.rw_handles [None req-79cbfab8-b1d5-46b0-8b5c-3001a1188087 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aff48c-35bb-fec5-c4c3-cdb8481dd78c/disk-0.vmdk for reading. {{(pid=69399) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1163.874757] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Acquiring lock "refresh_cache-5f14ad83-5fe9-4be5-abc0-08cc160c6969" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.874932] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Acquired lock "refresh_cache-5f14ad83-5fe9-4be5-abc0-08cc160c6969" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.875065] env[69399]: DEBUG nova.network.neutron [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.982372] env[69399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d2051456-afdb-4083-a5b3-9283c3586400 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.013027] env[69399]: DEBUG nova.scheduler.client.report [None req-18f7a690-5472-48e8-83ba-c7e13beb5b35 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.106402] env[69399]: INFO nova.compute.manager [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Took 38.43 seconds to build instance. [ 1164.439515] env[69399]: DEBUG nova.network.neutron [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1164.520026] env[69399]: DEBUG oslo_concurrency.lockutils [None req-18f7a690-5472-48e8-83ba-c7e13beb5b35 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.933s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.521365] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.419s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.522940] env[69399]: INFO nova.compute.claims [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1164.546954] env[69399]: INFO nova.scheduler.client.report [None req-18f7a690-5472-48e8-83ba-c7e13beb5b35 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Deleted allocations for instance d7f0a7d6-1537-4b19-8f1b-0f4b05729a90 [ 1164.606463] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2ccd1b1f-2372-43c2-b19c-22cd0e47f988 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "e832460f-2ff6-4825-a10a-b8d48871919f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.949s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.719878] env[69399]: DEBUG nova.network.neutron [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Updating instance_info_cache with network_info: [{"id": "0aa84d38-64ab-42a3-8aec-a16dc67d7458", "address": "fa:16:3e:34:7b:e0", "network": {"id": "8365d556-1211-474d-b1d3-387d694ca0f8", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-212923508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "beac76dcddf6453b85caaecdab1ca077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aa84d38-64", "ovs_interfaceid": "0aa84d38-64ab-42a3-8aec-a16dc67d7458", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.054862] env[69399]: DEBUG oslo_concurrency.lockutils [None req-18f7a690-5472-48e8-83ba-c7e13beb5b35 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Lock "d7f0a7d6-1537-4b19-8f1b-0f4b05729a90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.946s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.226814] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Releasing lock "refresh_cache-5f14ad83-5fe9-4be5-abc0-08cc160c6969" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.226814] env[69399]: DEBUG nova.compute.manager [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Instance network_info: |[{"id": "0aa84d38-64ab-42a3-8aec-a16dc67d7458", "address": "fa:16:3e:34:7b:e0", "network": {"id": "8365d556-1211-474d-b1d3-387d694ca0f8", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-212923508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "beac76dcddf6453b85caaecdab1ca077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aa84d38-64", "ovs_interfaceid": "0aa84d38-64ab-42a3-8aec-a16dc67d7458", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1165.226814] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:7b:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfbfc55d-8126-40dd-998e-8600ea92f97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0aa84d38-64ab-42a3-8aec-a16dc67d7458', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1165.236054] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Creating folder: Project (beac76dcddf6453b85caaecdab1ca077). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1165.237032] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a38f1a2d-a1bf-4011-8224-7b8662e4e4b3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.252715] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Created folder: Project (beac76dcddf6453b85caaecdab1ca077) in parent group-v826677. [ 1165.252715] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Creating folder: Instances. Parent ref: group-v826939. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1165.252715] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55379f3c-de14-44a9-b022-dc789d5828d9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.266811] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Created folder: Instances in parent group-v826939. [ 1165.268206] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.268206] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1165.268206] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b1eb815-fa3d-452e-bec2-9642ffa11492 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.293943] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1165.293943] env[69399]: value = "task-4177523" [ 1165.293943] env[69399]: _type = "Task" [ 1165.293943] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.304123] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177523, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.308096] env[69399]: DEBUG nova.compute.manager [req-e27380f7-7cb7-4b90-af55-ed54826f6182 req-1154e5dd-1e47-448e-85e2-484d9894dae1 service nova] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Received event network-changed-0aa84d38-64ab-42a3-8aec-a16dc67d7458 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.308574] env[69399]: DEBUG nova.compute.manager [req-e27380f7-7cb7-4b90-af55-ed54826f6182 req-1154e5dd-1e47-448e-85e2-484d9894dae1 service nova] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Refreshing instance network info cache due to event network-changed-0aa84d38-64ab-42a3-8aec-a16dc67d7458. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1165.311099] env[69399]: DEBUG oslo_concurrency.lockutils [req-e27380f7-7cb7-4b90-af55-ed54826f6182 req-1154e5dd-1e47-448e-85e2-484d9894dae1 service nova] Acquiring lock "refresh_cache-5f14ad83-5fe9-4be5-abc0-08cc160c6969" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.311099] env[69399]: DEBUG oslo_concurrency.lockutils [req-e27380f7-7cb7-4b90-af55-ed54826f6182 req-1154e5dd-1e47-448e-85e2-484d9894dae1 service nova] Acquired lock "refresh_cache-5f14ad83-5fe9-4be5-abc0-08cc160c6969" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.311099] env[69399]: DEBUG nova.network.neutron [req-e27380f7-7cb7-4b90-af55-ed54826f6182 req-1154e5dd-1e47-448e-85e2-484d9894dae1 service nova] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Refreshing network info cache for port 0aa84d38-64ab-42a3-8aec-a16dc67d7458 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1165.805506] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177523, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.849691] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cdb9f6-f76f-463c-a4b3-f64d6763edac {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.866110] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767e1130-fbd2-4903-9d17-1404838ac8f3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.905421] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76eaaac1-6175-4206-a18a-f30eae51c6c1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.916044] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e553b62b-f034-4641-967c-f71811d639b2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.932719] env[69399]: DEBUG nova.compute.provider_tree [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.063705] env[69399]: DEBUG nova.network.neutron [req-e27380f7-7cb7-4b90-af55-ed54826f6182 req-1154e5dd-1e47-448e-85e2-484d9894dae1 service nova] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Updated VIF entry in instance network info cache for port 0aa84d38-64ab-42a3-8aec-a16dc67d7458. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1166.064190] env[69399]: DEBUG nova.network.neutron [req-e27380f7-7cb7-4b90-af55-ed54826f6182 req-1154e5dd-1e47-448e-85e2-484d9894dae1 service nova] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Updating instance_info_cache with network_info: [{"id": "0aa84d38-64ab-42a3-8aec-a16dc67d7458", "address": "fa:16:3e:34:7b:e0", "network": {"id": "8365d556-1211-474d-b1d3-387d694ca0f8", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-212923508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "beac76dcddf6453b85caaecdab1ca077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aa84d38-64", "ovs_interfaceid": "0aa84d38-64ab-42a3-8aec-a16dc67d7458", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.305959] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177523, 'name': CreateVM_Task, 'duration_secs': 0.524806} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.306332] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1166.306980] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.307186] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.307599] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.307906] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0da69d29-10a2-421d-b763-fe276c007619 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.314963] env[69399]: DEBUG oslo_vmware.api [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Waiting for the task: (returnval){ [ 1166.314963] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f66b4d-b836-9af8-209f-749816c435d9" [ 1166.314963] env[69399]: _type = "Task" [ 1166.314963] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.327037] env[69399]: DEBUG oslo_vmware.api [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f66b4d-b836-9af8-209f-749816c435d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.438943] env[69399]: DEBUG nova.scheduler.client.report [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.567596] env[69399]: DEBUG oslo_concurrency.lockutils [req-e27380f7-7cb7-4b90-af55-ed54826f6182 req-1154e5dd-1e47-448e-85e2-484d9894dae1 service nova] Releasing lock "refresh_cache-5f14ad83-5fe9-4be5-abc0-08cc160c6969" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.610134] env[69399]: DEBUG nova.compute.manager [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Stashing vm_state: active {{(pid=69399) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1166.826995] env[69399]: DEBUG oslo_vmware.api [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f66b4d-b836-9af8-209f-749816c435d9, 'name': SearchDatastore_Task, 'duration_secs': 0.01792} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.827348] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.827595] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1166.827837] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.827981] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.828180] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1166.828486] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68195599-fa11-43a2-a540-b4a9f65a2e45 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.839739] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1166.839938] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1166.840832] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78425d28-9296-4f83-8f17-10aeacc3d635 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.848272] env[69399]: DEBUG oslo_vmware.api [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Waiting for the task: (returnval){ [ 1166.848272] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]529dd99e-ba99-9dbd-84cd-123541db7e6f" [ 1166.848272] env[69399]: _type = "Task" [ 1166.848272] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.857758] env[69399]: DEBUG oslo_vmware.api [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]529dd99e-ba99-9dbd-84cd-123541db7e6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.944791] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.945564] env[69399]: DEBUG nova.compute.manager [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1166.948905] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.422s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.950553] env[69399]: INFO nova.compute.claims [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1167.133217] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.360663] env[69399]: DEBUG oslo_vmware.api [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]529dd99e-ba99-9dbd-84cd-123541db7e6f, 'name': SearchDatastore_Task, 'duration_secs': 0.018669} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.361560] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-773f90db-bf11-4781-a38b-a21da7ed2b5a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.368788] env[69399]: DEBUG oslo_vmware.api [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Waiting for the task: (returnval){ [ 1167.368788] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]520f49f2-c708-67ff-1e19-d93014c770c4" [ 1167.368788] env[69399]: _type = "Task" [ 1167.368788] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.379502] env[69399]: DEBUG oslo_vmware.api [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]520f49f2-c708-67ff-1e19-d93014c770c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.455407] env[69399]: DEBUG nova.compute.utils [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1167.459643] env[69399]: DEBUG nova.compute.manager [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1167.459839] env[69399]: DEBUG nova.network.neutron [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1167.521372] env[69399]: DEBUG nova.policy [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd502712f3bd54101b90ac169ff650c08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd160850aa58647f7920daed297800d71', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1167.883706] env[69399]: DEBUG oslo_vmware.api [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]520f49f2-c708-67ff-1e19-d93014c770c4, 'name': SearchDatastore_Task, 'duration_secs': 0.020794} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.884113] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.884657] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 5f14ad83-5fe9-4be5-abc0-08cc160c6969/5f14ad83-5fe9-4be5-abc0-08cc160c6969.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1167.885960] env[69399]: DEBUG nova.network.neutron [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Successfully created port: 462617a9-5fbb-451a-b061-4f86a05066b9 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1167.888805] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f67dafc9-0a49-4d8f-ba85-997184cd1865 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.899905] env[69399]: DEBUG oslo_vmware.api [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Waiting for the task: (returnval){ [ 1167.899905] env[69399]: value = "task-4177524" [ 1167.899905] env[69399]: _type = "Task" [ 1167.899905] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.909517] env[69399]: DEBUG oslo_vmware.api [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Task: {'id': task-4177524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.960484] env[69399]: DEBUG nova.compute.manager [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1168.312897] env[69399]: DEBUG oslo_vmware.rw_handles [None req-b30ca7dd-0c81-478d-9c14-2660defe3169 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52159526-e827-074b-b60c-25467c07d903/disk-0.vmdk. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1168.314122] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7455c71c-9b26-4701-8561-19f6a7f655a9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.322818] env[69399]: DEBUG oslo_vmware.rw_handles [None req-b30ca7dd-0c81-478d-9c14-2660defe3169 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52159526-e827-074b-b60c-25467c07d903/disk-0.vmdk is in state: ready. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1168.323056] env[69399]: ERROR oslo_vmware.rw_handles [None req-b30ca7dd-0c81-478d-9c14-2660defe3169 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52159526-e827-074b-b60c-25467c07d903/disk-0.vmdk due to incomplete transfer. [ 1168.323341] env[69399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c984dd0f-fd02-4935-8064-7934bed0c66f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.333412] env[69399]: DEBUG oslo_vmware.rw_handles [None req-b30ca7dd-0c81-478d-9c14-2660defe3169 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52159526-e827-074b-b60c-25467c07d903/disk-0.vmdk. {{(pid=69399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1168.333891] env[69399]: DEBUG nova.virt.vmwareapi.images [None req-b30ca7dd-0c81-478d-9c14-2660defe3169 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Uploaded image 8222ce9e-e38f-42a2-9ad2-b24edde1b46a to the Glance image server {{(pid=69399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1168.336075] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b30ca7dd-0c81-478d-9c14-2660defe3169 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Destroying the VM {{(pid=69399) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1168.337595] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0df2a783-4f58-4c0c-9c81-9346cceb0e2f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.340131] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454de40e-1afd-468c-8b3c-71f52a876cd4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.352516] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1b2bb6-14c4-4a46-a1b5-ee0cf35993a0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.356213] env[69399]: DEBUG oslo_vmware.api [None req-b30ca7dd-0c81-478d-9c14-2660defe3169 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1168.356213] env[69399]: value = "task-4177525" [ 1168.356213] env[69399]: _type = "Task" [ 1168.356213] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.393671] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22d66a9-eb51-403c-9e5c-0ccbe03b640c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.397053] env[69399]: DEBUG oslo_vmware.api [None req-b30ca7dd-0c81-478d-9c14-2660defe3169 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177525, 'name': Destroy_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.408030] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1196374-3a1c-4b99-85fa-0f4eae1fc95b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.419320] env[69399]: DEBUG oslo_vmware.api [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Task: {'id': task-4177524, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.428848] env[69399]: DEBUG nova.compute.provider_tree [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.868188] env[69399]: DEBUG oslo_vmware.api [None req-b30ca7dd-0c81-478d-9c14-2660defe3169 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177525, 'name': Destroy_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.913494] env[69399]: DEBUG oslo_vmware.api [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Task: {'id': task-4177524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.829986} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.913794] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 5f14ad83-5fe9-4be5-abc0-08cc160c6969/5f14ad83-5fe9-4be5-abc0-08cc160c6969.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1168.914050] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1168.914342] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dca21fb8-a73d-40d6-969e-52a22e06df4a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.924545] env[69399]: DEBUG oslo_vmware.api [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Waiting for the task: (returnval){ [ 1168.924545] env[69399]: value = "task-4177526" [ 1168.924545] env[69399]: _type = "Task" [ 1168.924545] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.932244] env[69399]: DEBUG nova.scheduler.client.report [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.939679] env[69399]: DEBUG oslo_vmware.api [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Task: {'id': task-4177526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.976175] env[69399]: DEBUG nova.compute.manager [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1169.007067] env[69399]: DEBUG nova.virt.hardware [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1169.007067] env[69399]: DEBUG nova.virt.hardware [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1169.007067] env[69399]: DEBUG nova.virt.hardware [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1169.007067] env[69399]: DEBUG nova.virt.hardware [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1169.007067] env[69399]: DEBUG nova.virt.hardware [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1169.007067] env[69399]: DEBUG nova.virt.hardware [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1169.007067] env[69399]: DEBUG nova.virt.hardware [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1169.007067] env[69399]: DEBUG nova.virt.hardware [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1169.007497] env[69399]: DEBUG nova.virt.hardware [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1169.007497] env[69399]: DEBUG nova.virt.hardware [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1169.007627] env[69399]: DEBUG nova.virt.hardware [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1169.008713] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca526b17-d612-419d-bcc3-a1d490734271 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.018719] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3a8cd6-4dde-46bf-93d4-c148536ab210 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.369617] env[69399]: DEBUG oslo_vmware.api [None req-b30ca7dd-0c81-478d-9c14-2660defe3169 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177525, 'name': Destroy_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.439030] env[69399]: DEBUG oslo_vmware.api [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Task: {'id': task-4177526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154126} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.439030] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1169.439030] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e842163-2f84-41e5-9889-bed5ea748aa2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.441276] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.441982] env[69399]: DEBUG nova.compute.manager [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1169.445220] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 20.815s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.475350] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 5f14ad83-5fe9-4be5-abc0-08cc160c6969/5f14ad83-5fe9-4be5-abc0-08cc160c6969.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.476410] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71f59bef-58dc-4139-9a52-275fcf7efb91 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.502406] env[69399]: DEBUG oslo_vmware.api [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Waiting for the task: (returnval){ [ 1169.502406] env[69399]: value = "task-4177527" [ 1169.502406] env[69399]: _type = "Task" [ 1169.502406] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.512090] env[69399]: DEBUG oslo_vmware.api [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Task: {'id': task-4177527, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.523244] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquiring lock "484d2845-d93a-455a-b122-09e1ff3bf72d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.523486] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Lock "484d2845-d93a-455a-b122-09e1ff3bf72d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.562041] env[69399]: DEBUG nova.compute.manager [req-71df209f-001e-4708-8c24-302c7f3d2343 req-2bc64847-e86b-4ec5-894e-0a6b07beb9b6 service nova] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Received event network-vif-plugged-462617a9-5fbb-451a-b061-4f86a05066b9 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.562154] env[69399]: DEBUG oslo_concurrency.lockutils [req-71df209f-001e-4708-8c24-302c7f3d2343 req-2bc64847-e86b-4ec5-894e-0a6b07beb9b6 service nova] Acquiring lock "3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.562361] env[69399]: DEBUG oslo_concurrency.lockutils [req-71df209f-001e-4708-8c24-302c7f3d2343 req-2bc64847-e86b-4ec5-894e-0a6b07beb9b6 service nova] Lock "3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.562543] env[69399]: DEBUG oslo_concurrency.lockutils [req-71df209f-001e-4708-8c24-302c7f3d2343 req-2bc64847-e86b-4ec5-894e-0a6b07beb9b6 service nova] Lock "3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.562711] env[69399]: DEBUG nova.compute.manager [req-71df209f-001e-4708-8c24-302c7f3d2343 req-2bc64847-e86b-4ec5-894e-0a6b07beb9b6 service nova] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] No waiting events found dispatching network-vif-plugged-462617a9-5fbb-451a-b061-4f86a05066b9 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1169.562893] env[69399]: WARNING nova.compute.manager [req-71df209f-001e-4708-8c24-302c7f3d2343 req-2bc64847-e86b-4ec5-894e-0a6b07beb9b6 service nova] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Received unexpected event network-vif-plugged-462617a9-5fbb-451a-b061-4f86a05066b9 for instance with vm_state building and task_state spawning. [ 1169.565886] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquiring lock "60991720-72a2-4456-aff2-cb8b47eeb83c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.566114] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Lock "60991720-72a2-4456-aff2-cb8b47eeb83c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.635709] env[69399]: DEBUG nova.network.neutron [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Successfully updated port: 462617a9-5fbb-451a-b061-4f86a05066b9 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1169.869443] env[69399]: DEBUG oslo_vmware.api [None req-b30ca7dd-0c81-478d-9c14-2660defe3169 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177525, 'name': Destroy_Task, 'duration_secs': 1.037448} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.869709] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-b30ca7dd-0c81-478d-9c14-2660defe3169 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Destroyed the VM [ 1169.869912] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b30ca7dd-0c81-478d-9c14-2660defe3169 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Deleting Snapshot of the VM instance {{(pid=69399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1169.870200] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8da8658e-da02-4101-9d4e-6da1d7696d8d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.877375] env[69399]: DEBUG oslo_vmware.api [None req-b30ca7dd-0c81-478d-9c14-2660defe3169 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1169.877375] env[69399]: value = "task-4177528" [ 1169.877375] env[69399]: _type = "Task" [ 1169.877375] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.890556] env[69399]: DEBUG oslo_vmware.api [None req-b30ca7dd-0c81-478d-9c14-2660defe3169 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177528, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.949664] env[69399]: DEBUG nova.compute.utils [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1169.958945] env[69399]: DEBUG nova.compute.manager [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Not allocating networking since 'none' was specified. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1170.013846] env[69399]: DEBUG oslo_vmware.api [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Task: {'id': task-4177527, 'name': ReconfigVM_Task, 'duration_secs': 0.34363} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.014178] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 5f14ad83-5fe9-4be5-abc0-08cc160c6969/5f14ad83-5fe9-4be5-abc0-08cc160c6969.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.015035] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de4ed43b-86aa-41ef-8a6b-a284b9870ab4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.024269] env[69399]: DEBUG oslo_vmware.api [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Waiting for the task: (returnval){ [ 1170.024269] env[69399]: value = "task-4177529" [ 1170.024269] env[69399]: _type = "Task" [ 1170.024269] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.027950] env[69399]: DEBUG nova.compute.manager [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1170.038115] env[69399]: DEBUG oslo_vmware.api [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Task: {'id': task-4177529, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.138653] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "refresh_cache-3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.139043] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquired lock "refresh_cache-3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.139144] env[69399]: DEBUG nova.network.neutron [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.278054] env[69399]: DEBUG oslo_concurrency.lockutils [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquiring lock "19b05061-0c6c-4c7b-9aad-04f8ef2366ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.278391] env[69399]: DEBUG oslo_concurrency.lockutils [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "19b05061-0c6c-4c7b-9aad-04f8ef2366ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.392032] env[69399]: DEBUG oslo_vmware.api [None req-b30ca7dd-0c81-478d-9c14-2660defe3169 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177528, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.419281] env[69399]: DEBUG oslo_concurrency.lockutils [None req-958ff5b8-2294-4478-9f47-045d36db1d26 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Acquiring lock "35454509-cd72-47ec-9954-4b8666628133" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.419564] env[69399]: DEBUG oslo_concurrency.lockutils [None req-958ff5b8-2294-4478-9f47-045d36db1d26 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lock "35454509-cd72-47ec-9954-4b8666628133" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.459783] env[69399]: DEBUG nova.compute.manager [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1170.464560] env[69399]: INFO nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Updating resource usage from migration 947089b2-0e9b-4236-b472-53e0c827556e [ 1170.491752] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 57172c5b-44e2-4828-a73c-9a2657864eb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.491912] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 95264e34-97a9-43fc-94f7-df2626c90b0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.492048] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 8c99713d-68cf-4951-a499-084bb049ddda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.492169] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.492305] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 35454509-cd72-47ec-9954-4b8666628133 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.492421] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance a9e911b3-2822-42be-98f8-6edaef8270a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.492534] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 19ffc46f-3699-4881-99f4-a7cf31d374d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.492643] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.492749] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 1c211d56-d533-4a14-95dc-5ced9a324e4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.492871] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 19cedc3f-97c4-4d41-baa5-cccf1bb48d84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.493285] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 5f14ad83-5fe9-4be5-abc0-08cc160c6969 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.493285] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.493285] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance f9e1a492-8303-468d-bff0-e50e67f1826a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1170.537704] env[69399]: DEBUG oslo_vmware.api [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Task: {'id': task-4177529, 'name': Rename_Task, 'duration_secs': 0.237311} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.540453] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.541055] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca2a4e85-4f83-45fa-baac-323487d13429 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.548757] env[69399]: DEBUG oslo_vmware.api [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Waiting for the task: (returnval){ [ 1170.548757] env[69399]: value = "task-4177530" [ 1170.548757] env[69399]: _type = "Task" [ 1170.548757] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.555547] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.559190] env[69399]: DEBUG oslo_vmware.api [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Task: {'id': task-4177530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.673484] env[69399]: DEBUG nova.network.neutron [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1170.832983] env[69399]: DEBUG nova.network.neutron [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Updating instance_info_cache with network_info: [{"id": "462617a9-5fbb-451a-b061-4f86a05066b9", "address": "fa:16:3e:9a:a7:5d", "network": {"id": "3d7d9a12-563c-4097-a075-43de809f19a4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1581579464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d160850aa58647f7920daed297800d71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap462617a9-5f", "ovs_interfaceid": "462617a9-5fbb-451a-b061-4f86a05066b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.890193] env[69399]: DEBUG oslo_vmware.api [None req-b30ca7dd-0c81-478d-9c14-2660defe3169 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177528, 'name': RemoveSnapshot_Task, 'duration_secs': 0.735026} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.890193] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b30ca7dd-0c81-478d-9c14-2660defe3169 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Deleted Snapshot of the VM instance {{(pid=69399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1170.890193] env[69399]: INFO nova.compute.manager [None req-b30ca7dd-0c81-478d-9c14-2660defe3169 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Took 18.17 seconds to snapshot the instance on the hypervisor. [ 1170.922784] env[69399]: DEBUG nova.compute.utils [None req-958ff5b8-2294-4478-9f47-045d36db1d26 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1170.997025] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 18c567e9-ec98-4d74-80d8-4ffcdb753d5c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1171.062254] env[69399]: DEBUG oslo_vmware.api [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Task: {'id': task-4177530, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.335730] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Releasing lock "refresh_cache-3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.336056] env[69399]: DEBUG nova.compute.manager [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Instance network_info: |[{"id": "462617a9-5fbb-451a-b061-4f86a05066b9", "address": "fa:16:3e:9a:a7:5d", "network": {"id": "3d7d9a12-563c-4097-a075-43de809f19a4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1581579464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d160850aa58647f7920daed297800d71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap462617a9-5f", "ovs_interfaceid": "462617a9-5fbb-451a-b061-4f86a05066b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1171.336646] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:a7:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '462617a9-5fbb-451a-b061-4f86a05066b9', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1171.345806] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.346253] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1171.346591] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44b785d4-ba3c-472f-be82-0893b94657b1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.369260] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1171.369260] env[69399]: value = "task-4177531" [ 1171.369260] env[69399]: _type = "Task" [ 1171.369260] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.378031] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177531, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.425881] env[69399]: DEBUG oslo_concurrency.lockutils [None req-958ff5b8-2294-4478-9f47-045d36db1d26 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lock "35454509-cd72-47ec-9954-4b8666628133" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.473423] env[69399]: DEBUG nova.compute.manager [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1171.498763] env[69399]: DEBUG nova.virt.hardware [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.499036] env[69399]: DEBUG nova.virt.hardware [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.499201] env[69399]: DEBUG nova.virt.hardware [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.499381] env[69399]: DEBUG nova.virt.hardware [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.499526] env[69399]: DEBUG nova.virt.hardware [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.499669] env[69399]: DEBUG nova.virt.hardware [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.499876] env[69399]: DEBUG nova.virt.hardware [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.500046] env[69399]: DEBUG nova.virt.hardware [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.500218] env[69399]: DEBUG nova.virt.hardware [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.500385] env[69399]: DEBUG nova.virt.hardware [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.500556] env[69399]: DEBUG nova.virt.hardware [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.501318] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 395dbdf6-de84-495d-a21f-371a0f87b2d2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1171.503167] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96131ecc-e839-4498-9fc7-87c9c288ccac {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.513393] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2804d933-dc97-45cd-b6bb-64f3387e7dbd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.530755] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Instance VIF info [] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1171.537418] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Creating folder: Project (da7736cba49c46bc8bddb805eba493a9). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1171.538156] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56c7f461-a6e6-49cf-ab71-e7d59bb221bc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.550029] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Created folder: Project (da7736cba49c46bc8bddb805eba493a9) in parent group-v826677. [ 1171.550029] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Creating folder: Instances. Parent ref: group-v826943. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1171.550374] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-100e68a0-0a4c-4c43-a5e3-2846abd7c4a2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.561101] env[69399]: DEBUG oslo_vmware.api [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Task: {'id': task-4177530, 'name': PowerOnVM_Task, 'duration_secs': 0.539098} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.561400] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1171.561629] env[69399]: INFO nova.compute.manager [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Took 8.99 seconds to spawn the instance on the hypervisor. [ 1171.561840] env[69399]: DEBUG nova.compute.manager [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1171.562703] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bbee02-58df-41cd-b2f6-0dd236753809 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.567345] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Created folder: Instances in parent group-v826943. [ 1171.567611] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.568259] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1171.568501] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6116c2da-64eb-49e3-892c-f29952f6bff5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.591707] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1171.591707] env[69399]: value = "task-4177534" [ 1171.591707] env[69399]: _type = "Task" [ 1171.591707] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.601092] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177534, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.683165] env[69399]: DEBUG nova.compute.manager [req-0fdc9a16-944b-4841-af24-7427698bb004 req-f34af3c6-3d0a-4209-a9dc-cf6034a5b3ec service nova] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Received event network-changed-462617a9-5fbb-451a-b061-4f86a05066b9 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.683400] env[69399]: DEBUG nova.compute.manager [req-0fdc9a16-944b-4841-af24-7427698bb004 req-f34af3c6-3d0a-4209-a9dc-cf6034a5b3ec service nova] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Refreshing instance network info cache due to event network-changed-462617a9-5fbb-451a-b061-4f86a05066b9. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1171.683668] env[69399]: DEBUG oslo_concurrency.lockutils [req-0fdc9a16-944b-4841-af24-7427698bb004 req-f34af3c6-3d0a-4209-a9dc-cf6034a5b3ec service nova] Acquiring lock "refresh_cache-3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.683765] env[69399]: DEBUG oslo_concurrency.lockutils [req-0fdc9a16-944b-4841-af24-7427698bb004 req-f34af3c6-3d0a-4209-a9dc-cf6034a5b3ec service nova] Acquired lock "refresh_cache-3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.683928] env[69399]: DEBUG nova.network.neutron [req-0fdc9a16-944b-4841-af24-7427698bb004 req-f34af3c6-3d0a-4209-a9dc-cf6034a5b3ec service nova] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Refreshing network info cache for port 462617a9-5fbb-451a-b061-4f86a05066b9 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1171.882420] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177531, 'name': CreateVM_Task, 'duration_secs': 0.411102} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.882710] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1171.883883] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.884174] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.884756] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.885157] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-801b81f8-4c32-4723-a4b5-b94904634588 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.891260] env[69399]: DEBUG oslo_vmware.api [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1171.891260] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52aea360-a0b6-705c-e4f2-e5ce6ca93150" [ 1171.891260] env[69399]: _type = "Task" [ 1171.891260] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.902628] env[69399]: DEBUG oslo_vmware.api [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52aea360-a0b6-705c-e4f2-e5ce6ca93150, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.008455] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 0df0c5d0-9411-411d-af69-cfd2d37e571e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1172.099611] env[69399]: INFO nova.compute.manager [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Took 29.21 seconds to build instance. [ 1172.107027] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177534, 'name': CreateVM_Task, 'duration_secs': 0.457359} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.107209] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.107629] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.401956] env[69399]: DEBUG oslo_vmware.api [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52aea360-a0b6-705c-e4f2-e5ce6ca93150, 'name': SearchDatastore_Task, 'duration_secs': 0.014877} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.402720] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.403152] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1172.403537] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.403827] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.404151] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1172.404663] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.405371] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.407703] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3b3d6db-1ba1-4e95-90ab-3c1582efe517 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.408472] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa3f2087-264c-4fcb-b983-a2583ba4ef68 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.420908] env[69399]: DEBUG oslo_vmware.api [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Waiting for the task: (returnval){ [ 1172.420908] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]529debfc-5804-7292-8458-38a9f35ac2a1" [ 1172.420908] env[69399]: _type = "Task" [ 1172.420908] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.425390] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1172.425390] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1172.429702] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0a4edbf-3bf1-4eb1-94e5-3a423b5c5a3c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.437822] env[69399]: DEBUG oslo_vmware.api [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]529debfc-5804-7292-8458-38a9f35ac2a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.439486] env[69399]: DEBUG oslo_vmware.api [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1172.439486] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]520b8cda-18c2-7663-fde9-86b01f313226" [ 1172.439486] env[69399]: _type = "Task" [ 1172.439486] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.453019] env[69399]: DEBUG oslo_vmware.api [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]520b8cda-18c2-7663-fde9-86b01f313226, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.515124] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance fa91de6b-1662-4bda-8d55-df585262b3a3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1172.516999] env[69399]: DEBUG oslo_concurrency.lockutils [None req-958ff5b8-2294-4478-9f47-045d36db1d26 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Acquiring lock "35454509-cd72-47ec-9954-4b8666628133" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.518246] env[69399]: DEBUG oslo_concurrency.lockutils [None req-958ff5b8-2294-4478-9f47-045d36db1d26 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lock "35454509-cd72-47ec-9954-4b8666628133" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.518521] env[69399]: INFO nova.compute.manager [None req-958ff5b8-2294-4478-9f47-045d36db1d26 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Attaching volume 28dc1c9c-500b-4c6c-b3f7-32095f1d91ec to /dev/sdb [ 1172.534374] env[69399]: DEBUG nova.network.neutron [req-0fdc9a16-944b-4841-af24-7427698bb004 req-f34af3c6-3d0a-4209-a9dc-cf6034a5b3ec service nova] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Updated VIF entry in instance network info cache for port 462617a9-5fbb-451a-b061-4f86a05066b9. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1172.534782] env[69399]: DEBUG nova.network.neutron [req-0fdc9a16-944b-4841-af24-7427698bb004 req-f34af3c6-3d0a-4209-a9dc-cf6034a5b3ec service nova] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Updating instance_info_cache with network_info: [{"id": "462617a9-5fbb-451a-b061-4f86a05066b9", "address": "fa:16:3e:9a:a7:5d", "network": {"id": "3d7d9a12-563c-4097-a075-43de809f19a4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1581579464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d160850aa58647f7920daed297800d71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap462617a9-5f", "ovs_interfaceid": "462617a9-5fbb-451a-b061-4f86a05066b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.556632] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd56539e-1de3-47f1-9485-0e5ea052dd6b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.563866] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4005dca-24e0-43f9-bd4e-49dc0db93c2c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.579782] env[69399]: DEBUG nova.virt.block_device [None req-958ff5b8-2294-4478-9f47-045d36db1d26 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Updating existing volume attachment record: 0f0e86e6-a47a-4b2f-af4b-9c568de16e6c {{(pid=69399) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1172.600105] env[69399]: DEBUG oslo_vmware.rw_handles [None req-79cbfab8-b1d5-46b0-8b5c-3001a1188087 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aff48c-35bb-fec5-c4c3-cdb8481dd78c/disk-0.vmdk. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1172.601095] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6788888-b1c4-44ab-ac98-6174e2af4748 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.604155] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d1157143-b3f8-4077-a5be-f39ae7c9c1d6 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Lock "5f14ad83-5fe9-4be5-abc0-08cc160c6969" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.725s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.609667] env[69399]: DEBUG oslo_vmware.rw_handles [None req-79cbfab8-b1d5-46b0-8b5c-3001a1188087 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aff48c-35bb-fec5-c4c3-cdb8481dd78c/disk-0.vmdk is in state: ready. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1172.609842] env[69399]: ERROR oslo_vmware.rw_handles [None req-79cbfab8-b1d5-46b0-8b5c-3001a1188087 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aff48c-35bb-fec5-c4c3-cdb8481dd78c/disk-0.vmdk due to incomplete transfer. [ 1172.610104] env[69399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cf8b17bd-f445-463e-9554-ec273283d42d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.621982] env[69399]: DEBUG oslo_vmware.rw_handles [None req-79cbfab8-b1d5-46b0-8b5c-3001a1188087 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aff48c-35bb-fec5-c4c3-cdb8481dd78c/disk-0.vmdk. {{(pid=69399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1172.621982] env[69399]: DEBUG nova.virt.vmwareapi.images [None req-79cbfab8-b1d5-46b0-8b5c-3001a1188087 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Uploaded image 8fe76fdd-70e1-44a2-b334-8d68046a6b0a to the Glance image server {{(pid=69399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1172.624281] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-79cbfab8-b1d5-46b0-8b5c-3001a1188087 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Destroying the VM {{(pid=69399) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1172.624623] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1c77b8c9-88bb-4eab-ad97-c230422082d5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.633267] env[69399]: DEBUG oslo_vmware.api [None req-79cbfab8-b1d5-46b0-8b5c-3001a1188087 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1172.633267] env[69399]: value = "task-4177535" [ 1172.633267] env[69399]: _type = "Task" [ 1172.633267] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.642797] env[69399]: DEBUG oslo_vmware.api [None req-79cbfab8-b1d5-46b0-8b5c-3001a1188087 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177535, 'name': Destroy_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.746024] env[69399]: DEBUG oslo_concurrency.lockutils [None req-11d3cf7e-dfc8-463a-9c51-c50141aaf937 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Acquiring lock "5f14ad83-5fe9-4be5-abc0-08cc160c6969" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.746311] env[69399]: DEBUG oslo_concurrency.lockutils [None req-11d3cf7e-dfc8-463a-9c51-c50141aaf937 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Lock "5f14ad83-5fe9-4be5-abc0-08cc160c6969" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.746505] env[69399]: DEBUG oslo_concurrency.lockutils [None req-11d3cf7e-dfc8-463a-9c51-c50141aaf937 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Acquiring lock "5f14ad83-5fe9-4be5-abc0-08cc160c6969-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.746783] env[69399]: DEBUG oslo_concurrency.lockutils [None req-11d3cf7e-dfc8-463a-9c51-c50141aaf937 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Lock "5f14ad83-5fe9-4be5-abc0-08cc160c6969-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.747029] env[69399]: DEBUG oslo_concurrency.lockutils [None req-11d3cf7e-dfc8-463a-9c51-c50141aaf937 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Lock "5f14ad83-5fe9-4be5-abc0-08cc160c6969-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.750669] env[69399]: INFO nova.compute.manager [None req-11d3cf7e-dfc8-463a-9c51-c50141aaf937 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Terminating instance [ 1172.937145] env[69399]: DEBUG oslo_vmware.api [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]529debfc-5804-7292-8458-38a9f35ac2a1, 'name': SearchDatastore_Task, 'duration_secs': 0.025456} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.937483] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.937732] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1172.937954] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.953592] env[69399]: DEBUG oslo_vmware.api [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]520b8cda-18c2-7663-fde9-86b01f313226, 'name': SearchDatastore_Task, 'duration_secs': 0.015798} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.954510] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4163971-d25e-42b3-ab21-1d461ba19701 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.961088] env[69399]: DEBUG oslo_vmware.api [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1172.961088] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52a362fa-6e6a-6f9d-6e12-479546e18c95" [ 1172.961088] env[69399]: _type = "Task" [ 1172.961088] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.970571] env[69399]: DEBUG oslo_vmware.api [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52a362fa-6e6a-6f9d-6e12-479546e18c95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.022769] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 4c94260c-00d8-4095-b74c-4b25679aad98 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1173.037291] env[69399]: DEBUG oslo_concurrency.lockutils [req-0fdc9a16-944b-4841-af24-7427698bb004 req-f34af3c6-3d0a-4209-a9dc-cf6034a5b3ec service nova] Releasing lock "refresh_cache-3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.107292] env[69399]: DEBUG nova.compute.manager [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1173.144012] env[69399]: DEBUG oslo_vmware.api [None req-79cbfab8-b1d5-46b0-8b5c-3001a1188087 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177535, 'name': Destroy_Task, 'duration_secs': 0.404548} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.145290] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-79cbfab8-b1d5-46b0-8b5c-3001a1188087 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Destroyed the VM [ 1173.145290] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-79cbfab8-b1d5-46b0-8b5c-3001a1188087 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Deleting Snapshot of the VM instance {{(pid=69399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1173.145290] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-647d75f0-9de7-4128-8706-e2a2ab826ffc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.153464] env[69399]: DEBUG oslo_vmware.api [None req-79cbfab8-b1d5-46b0-8b5c-3001a1188087 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1173.153464] env[69399]: value = "task-4177539" [ 1173.153464] env[69399]: _type = "Task" [ 1173.153464] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.162788] env[69399]: DEBUG oslo_vmware.api [None req-79cbfab8-b1d5-46b0-8b5c-3001a1188087 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177539, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.256841] env[69399]: DEBUG nova.compute.manager [None req-11d3cf7e-dfc8-463a-9c51-c50141aaf937 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1173.257183] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-11d3cf7e-dfc8-463a-9c51-c50141aaf937 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1173.258370] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d1968e-dd03-47ce-98df-3333380c74d8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.267341] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d3cf7e-dfc8-463a-9c51-c50141aaf937 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.267650] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7640f7d5-e5cb-4960-86a6-b6e6badad460 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.275129] env[69399]: DEBUG oslo_vmware.api [None req-11d3cf7e-dfc8-463a-9c51-c50141aaf937 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Waiting for the task: (returnval){ [ 1173.275129] env[69399]: value = "task-4177540" [ 1173.275129] env[69399]: _type = "Task" [ 1173.275129] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.286060] env[69399]: DEBUG oslo_vmware.api [None req-11d3cf7e-dfc8-463a-9c51-c50141aaf937 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Task: {'id': task-4177540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.473864] env[69399]: DEBUG oslo_vmware.api [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52a362fa-6e6a-6f9d-6e12-479546e18c95, 'name': SearchDatastore_Task, 'duration_secs': 0.014497} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.474368] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.474743] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6/3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1173.475153] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.475444] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.475792] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9329e5ec-63a6-4eea-96a5-a1de6270af1e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.478255] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f33b92a1-fc56-4a68-958e-40cc6584ef0b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.494058] env[69399]: DEBUG oslo_vmware.api [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1173.494058] env[69399]: value = "task-4177541" [ 1173.494058] env[69399]: _type = "Task" [ 1173.494058] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.502307] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.502532] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1173.504125] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91e76e35-e6c2-492f-a1c1-e058e4d5e85d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.511528] env[69399]: DEBUG oslo_vmware.api [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.517746] env[69399]: DEBUG oslo_vmware.api [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Waiting for the task: (returnval){ [ 1173.517746] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5264be93-e916-14ae-e4dd-9413593feeab" [ 1173.517746] env[69399]: _type = "Task" [ 1173.517746] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.528928] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance f1889218-2e1e-459f-bb4d-e4461ca64702 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1173.529162] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Migration 947089b2-0e9b-4236-b472-53e0c827556e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1173.529345] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance e832460f-2ff6-4825-a10a-b8d48871919f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1173.530800] env[69399]: DEBUG oslo_vmware.api [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5264be93-e916-14ae-e4dd-9413593feeab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.631871] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.664800] env[69399]: DEBUG oslo_vmware.api [None req-79cbfab8-b1d5-46b0-8b5c-3001a1188087 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177539, 'name': RemoveSnapshot_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.785016] env[69399]: DEBUG oslo_vmware.api [None req-11d3cf7e-dfc8-463a-9c51-c50141aaf937 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Task: {'id': task-4177540, 'name': PowerOffVM_Task, 'duration_secs': 0.31819} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.785304] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d3cf7e-dfc8-463a-9c51-c50141aaf937 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1173.785479] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-11d3cf7e-dfc8-463a-9c51-c50141aaf937 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1173.786188] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf80c4ce-6c11-48e3-9f4b-0a51824eeaee {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.866808] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-11d3cf7e-dfc8-463a-9c51-c50141aaf937 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1173.866960] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-11d3cf7e-dfc8-463a-9c51-c50141aaf937 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1173.867060] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-11d3cf7e-dfc8-463a-9c51-c50141aaf937 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Deleting the datastore file [datastore2] 5f14ad83-5fe9-4be5-abc0-08cc160c6969 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1173.867386] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d5fc509-21ed-40a9-b973-fcc82440edb1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.875985] env[69399]: DEBUG oslo_vmware.api [None req-11d3cf7e-dfc8-463a-9c51-c50141aaf937 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Waiting for the task: (returnval){ [ 1173.875985] env[69399]: value = "task-4177543" [ 1173.875985] env[69399]: _type = "Task" [ 1173.875985] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.885751] env[69399]: DEBUG oslo_vmware.api [None req-11d3cf7e-dfc8-463a-9c51-c50141aaf937 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Task: {'id': task-4177543, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.005351] env[69399]: DEBUG oslo_vmware.api [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177541, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.029734] env[69399]: DEBUG oslo_vmware.api [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5264be93-e916-14ae-e4dd-9413593feeab, 'name': SearchDatastore_Task, 'duration_secs': 0.02293} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.030678] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51d3c2c3-6567-4ea1-af30-5312ae158dbc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.033902] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 484d2845-d93a-455a-b122-09e1ff3bf72d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1174.040321] env[69399]: DEBUG oslo_vmware.api [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Waiting for the task: (returnval){ [ 1174.040321] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5204a025-cdec-fc5d-0c36-b425fd91c621" [ 1174.040321] env[69399]: _type = "Task" [ 1174.040321] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.051036] env[69399]: DEBUG oslo_vmware.api [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5204a025-cdec-fc5d-0c36-b425fd91c621, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.163728] env[69399]: DEBUG oslo_vmware.api [None req-79cbfab8-b1d5-46b0-8b5c-3001a1188087 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177539, 'name': RemoveSnapshot_Task, 'duration_secs': 0.621417} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.164081] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-79cbfab8-b1d5-46b0-8b5c-3001a1188087 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Deleted Snapshot of the VM instance {{(pid=69399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1174.164317] env[69399]: INFO nova.compute.manager [None req-79cbfab8-b1d5-46b0-8b5c-3001a1188087 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Took 15.04 seconds to snapshot the instance on the hypervisor. [ 1174.385785] env[69399]: DEBUG oslo_vmware.api [None req-11d3cf7e-dfc8-463a-9c51-c50141aaf937 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Task: {'id': task-4177543, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325212} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.386072] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-11d3cf7e-dfc8-463a-9c51-c50141aaf937 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1174.386261] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-11d3cf7e-dfc8-463a-9c51-c50141aaf937 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1174.386476] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-11d3cf7e-dfc8-463a-9c51-c50141aaf937 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1174.386660] env[69399]: INFO nova.compute.manager [None req-11d3cf7e-dfc8-463a-9c51-c50141aaf937 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1174.386905] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11d3cf7e-dfc8-463a-9c51-c50141aaf937 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1174.387133] env[69399]: DEBUG nova.compute.manager [-] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1174.387277] env[69399]: DEBUG nova.network.neutron [-] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1174.503970] env[69399]: DEBUG oslo_vmware.api [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177541, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640794} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.504345] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6/3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1174.504607] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1174.504873] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae54e3d4-adf8-4114-aa1c-52c5a24c8f02 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.512811] env[69399]: DEBUG oslo_vmware.api [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1174.512811] env[69399]: value = "task-4177544" [ 1174.512811] env[69399]: _type = "Task" [ 1174.512811] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.522799] env[69399]: DEBUG oslo_vmware.api [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177544, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.537922] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 60991720-72a2-4456-aff2-cb8b47eeb83c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1174.551446] env[69399]: DEBUG oslo_vmware.api [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5204a025-cdec-fc5d-0c36-b425fd91c621, 'name': SearchDatastore_Task, 'duration_secs': 0.051635} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.552482] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.552814] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] f9e1a492-8303-468d-bff0-e50e67f1826a/f9e1a492-8303-468d-bff0-e50e67f1826a.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1174.553141] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82ae6b6b-b017-4801-a925-c74beefb0465 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.562352] env[69399]: DEBUG oslo_vmware.api [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Waiting for the task: (returnval){ [ 1174.562352] env[69399]: value = "task-4177545" [ 1174.562352] env[69399]: _type = "Task" [ 1174.562352] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.573193] env[69399]: DEBUG oslo_vmware.api [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Task: {'id': task-4177545, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.735279] env[69399]: DEBUG nova.compute.manager [None req-79cbfab8-b1d5-46b0-8b5c-3001a1188087 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Found 1 images (rotation: 2) {{(pid=69399) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1174.860931] env[69399]: DEBUG nova.compute.manager [req-57942c69-88b9-4b36-a6e6-823732607f12 req-87700213-1f31-42b8-9f01-2b806ab55cf1 service nova] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Received event network-vif-deleted-0aa84d38-64ab-42a3-8aec-a16dc67d7458 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.860931] env[69399]: INFO nova.compute.manager [req-57942c69-88b9-4b36-a6e6-823732607f12 req-87700213-1f31-42b8-9f01-2b806ab55cf1 service nova] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Neutron deleted interface 0aa84d38-64ab-42a3-8aec-a16dc67d7458; detaching it from the instance and deleting it from the info cache [ 1174.862045] env[69399]: DEBUG nova.network.neutron [req-57942c69-88b9-4b36-a6e6-823732607f12 req-87700213-1f31-42b8-9f01-2b806ab55cf1 service nova] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.025207] env[69399]: DEBUG oslo_vmware.api [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177544, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068476} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.026942] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1175.027906] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48400dec-795b-431b-b0fc-42322b0e74d5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.045821] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 19b05061-0c6c-4c7b-9aad-04f8ef2366ef has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1175.046230] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1175.048494] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1175.058716] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6/3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.059422] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5aafd6b-c192-4c11-9445-6fed133d0325 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.084362] env[69399]: DEBUG oslo_vmware.api [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Task: {'id': task-4177545, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481549} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.088416] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] f9e1a492-8303-468d-bff0-e50e67f1826a/f9e1a492-8303-468d-bff0-e50e67f1826a.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1175.088663] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1175.089043] env[69399]: DEBUG oslo_vmware.api [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1175.089043] env[69399]: value = "task-4177547" [ 1175.089043] env[69399]: _type = "Task" [ 1175.089043] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.089465] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86facf7c-99c9-4d63-a22f-7adab14fea92 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.103083] env[69399]: DEBUG oslo_vmware.api [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177547, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.105040] env[69399]: DEBUG oslo_vmware.api [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Waiting for the task: (returnval){ [ 1175.105040] env[69399]: value = "task-4177548" [ 1175.105040] env[69399]: _type = "Task" [ 1175.105040] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.114478] env[69399]: DEBUG oslo_vmware.api [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Task: {'id': task-4177548, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.269027] env[69399]: DEBUG nova.network.neutron [-] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.363955] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2586862f-bd86-4b63-8dc3-fe43c85ee2cc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.376118] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd6928f-61cc-4b6d-bb84-a51871aa486c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.415736] env[69399]: DEBUG nova.compute.manager [req-57942c69-88b9-4b36-a6e6-823732607f12 req-87700213-1f31-42b8-9f01-2b806ab55cf1 service nova] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Detach interface failed, port_id=0aa84d38-64ab-42a3-8aec-a16dc67d7458, reason: Instance 5f14ad83-5fe9-4be5-abc0-08cc160c6969 could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1175.428844] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f09a5c2-1376-4d50-b198-b0d05991b1fc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.436439] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34509c57-e903-42b2-9d6c-a9a245bc714d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.469455] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c85753-1e7d-4299-9989-e624cc6e7391 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.477709] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506aa570-c826-4d17-8692-446cf2e03352 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.491495] env[69399]: DEBUG nova.compute.provider_tree [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.601282] env[69399]: DEBUG oslo_vmware.api [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177547, 'name': ReconfigVM_Task, 'duration_secs': 0.305996} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.601605] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6/3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.602214] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3aaa8e0f-4df0-4ee1-83f6-1e14af1a435a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.610200] env[69399]: DEBUG oslo_vmware.api [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1175.610200] env[69399]: value = "task-4177549" [ 1175.610200] env[69399]: _type = "Task" [ 1175.610200] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.616328] env[69399]: DEBUG oslo_vmware.api [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Task: {'id': task-4177548, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076449} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.616947] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1175.617702] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c737b2a8-77c9-474c-9108-62978504e0af {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.622815] env[69399]: DEBUG oslo_vmware.api [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177549, 'name': Rename_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.642774] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] f9e1a492-8303-468d-bff0-e50e67f1826a/f9e1a492-8303-468d-bff0-e50e67f1826a.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.643198] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e13af70d-1837-4c9a-b113-d6e3065b9071 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.663302] env[69399]: DEBUG oslo_vmware.api [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Waiting for the task: (returnval){ [ 1175.663302] env[69399]: value = "task-4177550" [ 1175.663302] env[69399]: _type = "Task" [ 1175.663302] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.671925] env[69399]: DEBUG oslo_vmware.api [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Task: {'id': task-4177550, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.771485] env[69399]: INFO nova.compute.manager [-] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Took 1.38 seconds to deallocate network for instance. [ 1175.813724] env[69399]: DEBUG nova.compute.manager [None req-d92b9630-4755-4bcf-bd18-e8180bbfa431 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.814693] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72851c27-a753-4347-8cce-c1f9b84f0132 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.994515] env[69399]: DEBUG nova.scheduler.client.report [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.122258] env[69399]: DEBUG oslo_vmware.api [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177549, 'name': Rename_Task, 'duration_secs': 0.154012} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.122348] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1176.122600] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a97a478-1a63-4a5b-aef8-1a047efb6b52 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.130945] env[69399]: DEBUG oslo_vmware.api [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1176.130945] env[69399]: value = "task-4177551" [ 1176.130945] env[69399]: _type = "Task" [ 1176.130945] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.140093] env[69399]: DEBUG oslo_vmware.api [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177551, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.174752] env[69399]: DEBUG oslo_vmware.api [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Task: {'id': task-4177550, 'name': ReconfigVM_Task, 'duration_secs': 0.32008} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.175141] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Reconfigured VM instance instance-0000005d to attach disk [datastore1] f9e1a492-8303-468d-bff0-e50e67f1826a/f9e1a492-8303-468d-bff0-e50e67f1826a.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.175874] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b9f209a-bc23-4b67-b981-92f89f6d4e66 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.184102] env[69399]: DEBUG oslo_vmware.api [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Waiting for the task: (returnval){ [ 1176.184102] env[69399]: value = "task-4177552" [ 1176.184102] env[69399]: _type = "Task" [ 1176.184102] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.197797] env[69399]: DEBUG oslo_vmware.api [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Task: {'id': task-4177552, 'name': Rename_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.280210] env[69399]: DEBUG oslo_concurrency.lockutils [None req-11d3cf7e-dfc8-463a-9c51-c50141aaf937 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.328120] env[69399]: INFO nova.compute.manager [None req-d92b9630-4755-4bcf-bd18-e8180bbfa431 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] instance snapshotting [ 1176.328665] env[69399]: DEBUG nova.objects.instance [None req-d92b9630-4755-4bcf-bd18-e8180bbfa431 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lazy-loading 'flavor' on Instance uuid 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.500118] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69399) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1176.500379] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.055s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.500664] env[69399]: DEBUG oslo_concurrency.lockutils [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.900s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.503040] env[69399]: INFO nova.compute.claims [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1176.640416] env[69399]: DEBUG oslo_vmware.api [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177551, 'name': PowerOnVM_Task, 'duration_secs': 0.488704} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.640720] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1176.640975] env[69399]: INFO nova.compute.manager [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Took 7.66 seconds to spawn the instance on the hypervisor. [ 1176.641183] env[69399]: DEBUG nova.compute.manager [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1176.641960] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e36766-3fc3-4221-9ce4-0dcff99e313f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.695733] env[69399]: DEBUG oslo_vmware.api [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Task: {'id': task-4177552, 'name': Rename_Task, 'duration_secs': 0.152424} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.696020] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1176.696288] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b06e605-88f9-4732-9fcd-adca4c7b6074 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.704300] env[69399]: DEBUG oslo_vmware.api [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Waiting for the task: (returnval){ [ 1176.704300] env[69399]: value = "task-4177553" [ 1176.704300] env[69399]: _type = "Task" [ 1176.704300] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.714251] env[69399]: DEBUG oslo_vmware.api [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Task: {'id': task-4177553, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.834585] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d695f9b9-4a58-46e4-b3ca-80dbacb262bf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.857141] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af10e5c-56f5-4b54-93fc-d225a5c6ba1e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.127047] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-958ff5b8-2294-4478-9f47-045d36db1d26 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Volume attach. Driver type: vmdk {{(pid=69399) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1177.127367] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-958ff5b8-2294-4478-9f47-045d36db1d26 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826947', 'volume_id': '28dc1c9c-500b-4c6c-b3f7-32095f1d91ec', 'name': 'volume-28dc1c9c-500b-4c6c-b3f7-32095f1d91ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '35454509-cd72-47ec-9954-4b8666628133', 'attached_at': '', 'detached_at': '', 'volume_id': '28dc1c9c-500b-4c6c-b3f7-32095f1d91ec', 'serial': '28dc1c9c-500b-4c6c-b3f7-32095f1d91ec'} {{(pid=69399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1177.128518] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a7d202-0036-4a5a-a7b0-dabe63747931 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.146899] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ab4680-adf1-4851-841a-222d75ea7031 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.177425] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-958ff5b8-2294-4478-9f47-045d36db1d26 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] volume-28dc1c9c-500b-4c6c-b3f7-32095f1d91ec/volume-28dc1c9c-500b-4c6c-b3f7-32095f1d91ec.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.179587] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c88163c9-1f70-4899-a055-a422397c44ed {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.193505] env[69399]: INFO nova.compute.manager [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Took 31.11 seconds to build instance. [ 1177.203282] env[69399]: DEBUG oslo_vmware.api [None req-958ff5b8-2294-4478-9f47-045d36db1d26 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Waiting for the task: (returnval){ [ 1177.203282] env[69399]: value = "task-4177554" [ 1177.203282] env[69399]: _type = "Task" [ 1177.203282] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.216053] env[69399]: DEBUG oslo_vmware.api [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Task: {'id': task-4177553, 'name': PowerOnVM_Task, 'duration_secs': 0.468111} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.220373] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1177.220697] env[69399]: INFO nova.compute.manager [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Took 5.75 seconds to spawn the instance on the hypervisor. [ 1177.220921] env[69399]: DEBUG nova.compute.manager [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1177.221601] env[69399]: DEBUG oslo_vmware.api [None req-958ff5b8-2294-4478-9f47-045d36db1d26 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177554, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.222562] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2432349-3317-482c-a081-c5e78e40b069 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.371169] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d92b9630-4755-4bcf-bd18-e8180bbfa431 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Creating Snapshot of the VM instance {{(pid=69399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1177.371169] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-42c3e339-8abb-482b-a4ad-cac8c36f1667 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.379712] env[69399]: DEBUG oslo_vmware.api [None req-d92b9630-4755-4bcf-bd18-e8180bbfa431 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1177.379712] env[69399]: value = "task-4177555" [ 1177.379712] env[69399]: _type = "Task" [ 1177.379712] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.388658] env[69399]: DEBUG oslo_vmware.api [None req-d92b9630-4755-4bcf-bd18-e8180bbfa431 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177555, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.698508] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ab41cced-0e10-4fea-9a36-d7bebb8480a1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.630s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.714690] env[69399]: DEBUG oslo_vmware.api [None req-958ff5b8-2294-4478-9f47-045d36db1d26 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177554, 'name': ReconfigVM_Task, 'duration_secs': 0.453977} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.717683] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-958ff5b8-2294-4478-9f47-045d36db1d26 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Reconfigured VM instance instance-00000052 to attach disk [datastore1] volume-28dc1c9c-500b-4c6c-b3f7-32095f1d91ec/volume-28dc1c9c-500b-4c6c-b3f7-32095f1d91ec.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.724164] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59fffb1e-ca47-4b9b-9636-12fd25a6675a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.753848] env[69399]: DEBUG oslo_vmware.api [None req-958ff5b8-2294-4478-9f47-045d36db1d26 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Waiting for the task: (returnval){ [ 1177.753848] env[69399]: value = "task-4177556" [ 1177.753848] env[69399]: _type = "Task" [ 1177.753848] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.761626] env[69399]: INFO nova.compute.manager [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Took 29.26 seconds to build instance. [ 1177.769824] env[69399]: DEBUG oslo_vmware.api [None req-958ff5b8-2294-4478-9f47-045d36db1d26 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.892637] env[69399]: DEBUG oslo_vmware.api [None req-d92b9630-4755-4bcf-bd18-e8180bbfa431 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177555, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.940612] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983e4d52-9916-47ba-8dad-c939825c89ce {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.948650] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b582a39c-38f4-4c1b-9687-0aaf35e3bdb7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.979090] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f14c20-d679-40e6-a360-994aaade52b2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.987552] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487366b1-229a-48db-ae1d-49f2fbadd582 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.002539] env[69399]: DEBUG nova.compute.provider_tree [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.201403] env[69399]: DEBUG nova.compute.manager [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1178.266171] env[69399]: DEBUG oslo_concurrency.lockutils [None req-fb5acabc-8ab6-4508-b233-ca48329ae63e tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Lock "f9e1a492-8303-468d-bff0-e50e67f1826a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.769s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.266501] env[69399]: DEBUG oslo_vmware.api [None req-958ff5b8-2294-4478-9f47-045d36db1d26 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177556, 'name': ReconfigVM_Task, 'duration_secs': 0.160036} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.266727] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-958ff5b8-2294-4478-9f47-045d36db1d26 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826947', 'volume_id': '28dc1c9c-500b-4c6c-b3f7-32095f1d91ec', 'name': 'volume-28dc1c9c-500b-4c6c-b3f7-32095f1d91ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '35454509-cd72-47ec-9954-4b8666628133', 'attached_at': '', 'detached_at': '', 'volume_id': '28dc1c9c-500b-4c6c-b3f7-32095f1d91ec', 'serial': '28dc1c9c-500b-4c6c-b3f7-32095f1d91ec'} {{(pid=69399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1178.288922] env[69399]: INFO nova.compute.manager [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Rebuilding instance [ 1178.332012] env[69399]: DEBUG nova.compute.manager [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1178.332893] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb716466-822e-469b-b2f2-35364ace787a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.391362] env[69399]: DEBUG oslo_vmware.api [None req-d92b9630-4755-4bcf-bd18-e8180bbfa431 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177555, 'name': CreateSnapshot_Task, 'duration_secs': 0.554523} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.391642] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d92b9630-4755-4bcf-bd18-e8180bbfa431 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Created Snapshot of the VM instance {{(pid=69399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1178.392422] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b0de0c-8813-4a5e-b121-a71ae42b8889 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.506360] env[69399]: DEBUG nova.scheduler.client.report [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.515115] env[69399]: DEBUG oslo_concurrency.lockutils [None req-db6aced3-329f-4bc2-ab28-ba567b10b166 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.515371] env[69399]: DEBUG oslo_concurrency.lockutils [None req-db6aced3-329f-4bc2-ab28-ba567b10b166 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.515583] env[69399]: DEBUG oslo_concurrency.lockutils [None req-db6aced3-329f-4bc2-ab28-ba567b10b166 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.515769] env[69399]: DEBUG oslo_concurrency.lockutils [None req-db6aced3-329f-4bc2-ab28-ba567b10b166 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.515933] env[69399]: DEBUG oslo_concurrency.lockutils [None req-db6aced3-329f-4bc2-ab28-ba567b10b166 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.518120] env[69399]: INFO nova.compute.manager [None req-db6aced3-329f-4bc2-ab28-ba567b10b166 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Terminating instance [ 1178.721065] env[69399]: DEBUG oslo_concurrency.lockutils [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.911467] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d92b9630-4755-4bcf-bd18-e8180bbfa431 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Creating linked-clone VM from snapshot {{(pid=69399) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1178.911805] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8e144f1a-ec6b-422f-b984-c2f626a96063 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.921405] env[69399]: DEBUG oslo_vmware.api [None req-d92b9630-4755-4bcf-bd18-e8180bbfa431 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1178.921405] env[69399]: value = "task-4177557" [ 1178.921405] env[69399]: _type = "Task" [ 1178.921405] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.930992] env[69399]: DEBUG oslo_vmware.api [None req-d92b9630-4755-4bcf-bd18-e8180bbfa431 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177557, 'name': CloneVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.010651] env[69399]: DEBUG oslo_concurrency.lockutils [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.011287] env[69399]: DEBUG nova.compute.manager [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1179.014047] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.921s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.014418] env[69399]: DEBUG nova.objects.instance [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69399) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1179.022748] env[69399]: DEBUG nova.compute.manager [None req-db6aced3-329f-4bc2-ab28-ba567b10b166 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1179.022990] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-db6aced3-329f-4bc2-ab28-ba567b10b166 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1179.023974] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f424532-6728-4d20-993f-81baa6349c85 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.032722] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-db6aced3-329f-4bc2-ab28-ba567b10b166 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.034032] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bfcbdb6-4cfb-4154-9b51-7a4a52222466 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.040682] env[69399]: DEBUG oslo_vmware.api [None req-db6aced3-329f-4bc2-ab28-ba567b10b166 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1179.040682] env[69399]: value = "task-4177558" [ 1179.040682] env[69399]: _type = "Task" [ 1179.040682] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.053610] env[69399]: DEBUG oslo_vmware.api [None req-db6aced3-329f-4bc2-ab28-ba567b10b166 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.304794] env[69399]: DEBUG nova.objects.instance [None req-958ff5b8-2294-4478-9f47-045d36db1d26 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lazy-loading 'flavor' on Instance uuid 35454509-cd72-47ec-9954-4b8666628133 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.347241] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.347769] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3782f00-c517-4c60-9058-50c6e7cd7f1b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.358819] env[69399]: DEBUG oslo_vmware.api [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Waiting for the task: (returnval){ [ 1179.358819] env[69399]: value = "task-4177559" [ 1179.358819] env[69399]: _type = "Task" [ 1179.358819] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.373205] env[69399]: DEBUG oslo_vmware.api [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Task: {'id': task-4177559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.432395] env[69399]: DEBUG oslo_vmware.api [None req-d92b9630-4755-4bcf-bd18-e8180bbfa431 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177557, 'name': CloneVM_Task} progress is 94%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.519988] env[69399]: DEBUG nova.compute.utils [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1179.525030] env[69399]: DEBUG nova.compute.manager [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1179.525030] env[69399]: DEBUG nova.network.neutron [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1179.550833] env[69399]: DEBUG oslo_vmware.api [None req-db6aced3-329f-4bc2-ab28-ba567b10b166 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177558, 'name': PowerOffVM_Task, 'duration_secs': 0.321783} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.551143] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-db6aced3-329f-4bc2-ab28-ba567b10b166 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.551319] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-db6aced3-329f-4bc2-ab28-ba567b10b166 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1179.551597] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f468d418-be8e-4c0f-bf3c-475c41be0345 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.590388] env[69399]: DEBUG nova.policy [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3abdeb4956c74a0b91fe3836d727eaf0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe8274be5bcf4d7abf26bd27c54328d1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1179.623262] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-db6aced3-329f-4bc2-ab28-ba567b10b166 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1179.623534] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-db6aced3-329f-4bc2-ab28-ba567b10b166 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1179.623755] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-db6aced3-329f-4bc2-ab28-ba567b10b166 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Deleting the datastore file [datastore1] 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.624072] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-304c71a7-132a-4f1c-a313-73555ab71102 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.633349] env[69399]: DEBUG oslo_vmware.api [None req-db6aced3-329f-4bc2-ab28-ba567b10b166 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1179.633349] env[69399]: value = "task-4177561" [ 1179.633349] env[69399]: _type = "Task" [ 1179.633349] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.642928] env[69399]: DEBUG oslo_vmware.api [None req-db6aced3-329f-4bc2-ab28-ba567b10b166 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.812244] env[69399]: DEBUG oslo_concurrency.lockutils [None req-958ff5b8-2294-4478-9f47-045d36db1d26 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lock "35454509-cd72-47ec-9954-4b8666628133" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.293s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.869983] env[69399]: DEBUG oslo_vmware.api [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Task: {'id': task-4177559, 'name': PowerOffVM_Task, 'duration_secs': 0.199127} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.870591] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.870988] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1179.872302] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb40a5ff-9862-4df2-a898-0d539f51ed24 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.881677] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1179.881946] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c4c4e02-8b11-400f-8401-81e4ad7c9ad0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.918521] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1179.919495] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1179.919495] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Deleting the datastore file [datastore1] f9e1a492-8303-468d-bff0-e50e67f1826a {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.919495] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c289cca8-5a5c-4ee5-bd14-91be55c97ea9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.930615] env[69399]: DEBUG oslo_vmware.api [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Waiting for the task: (returnval){ [ 1179.930615] env[69399]: value = "task-4177563" [ 1179.930615] env[69399]: _type = "Task" [ 1179.930615] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.940715] env[69399]: DEBUG oslo_vmware.api [None req-d92b9630-4755-4bcf-bd18-e8180bbfa431 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177557, 'name': CloneVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.942128] env[69399]: DEBUG oslo_concurrency.lockutils [None req-432629de-9303-45ad-bfc5-26c519185173 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Acquiring lock "35454509-cd72-47ec-9954-4b8666628133" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.942390] env[69399]: DEBUG oslo_concurrency.lockutils [None req-432629de-9303-45ad-bfc5-26c519185173 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lock "35454509-cd72-47ec-9954-4b8666628133" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.942574] env[69399]: DEBUG nova.compute.manager [None req-432629de-9303-45ad-bfc5-26c519185173 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1179.947170] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f71b759-8ab0-4ad5-a4b5-a80fd9dd34d7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.951538] env[69399]: DEBUG oslo_vmware.api [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Task: {'id': task-4177563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.955673] env[69399]: DEBUG nova.compute.manager [None req-432629de-9303-45ad-bfc5-26c519185173 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69399) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1179.956320] env[69399]: DEBUG nova.objects.instance [None req-432629de-9303-45ad-bfc5-26c519185173 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lazy-loading 'flavor' on Instance uuid 35454509-cd72-47ec-9954-4b8666628133 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.995480] env[69399]: DEBUG nova.network.neutron [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Successfully created port: d7395012-e095-4ae0-96fb-b2e30d5e7316 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1180.026041] env[69399]: DEBUG nova.compute.manager [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1180.030147] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b01dbe8b-2a55-43f7-9f81-78f918b16a9d tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.034115] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.421s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.034115] env[69399]: INFO nova.compute.claims [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1180.146948] env[69399]: DEBUG oslo_vmware.api [None req-db6aced3-329f-4bc2-ab28-ba567b10b166 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159862} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.147344] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-db6aced3-329f-4bc2-ab28-ba567b10b166 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.147964] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-db6aced3-329f-4bc2-ab28-ba567b10b166 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1180.148638] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-db6aced3-329f-4bc2-ab28-ba567b10b166 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1180.148638] env[69399]: INFO nova.compute.manager [None req-db6aced3-329f-4bc2-ab28-ba567b10b166 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1180.148902] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db6aced3-329f-4bc2-ab28-ba567b10b166 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.149360] env[69399]: DEBUG nova.compute.manager [-] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1180.149360] env[69399]: DEBUG nova.network.neutron [-] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1180.434033] env[69399]: DEBUG oslo_vmware.api [None req-d92b9630-4755-4bcf-bd18-e8180bbfa431 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177557, 'name': CloneVM_Task, 'duration_secs': 1.067906} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.437193] env[69399]: INFO nova.virt.vmwareapi.vmops [None req-d92b9630-4755-4bcf-bd18-e8180bbfa431 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Created linked-clone VM from snapshot [ 1180.438238] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b8bc6b-ca66-4fce-9302-8ada041f4eb9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.446672] env[69399]: DEBUG oslo_vmware.api [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Task: {'id': task-4177563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139502} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.450374] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.450591] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1180.450772] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1180.453465] env[69399]: DEBUG nova.virt.vmwareapi.images [None req-d92b9630-4755-4bcf-bd18-e8180bbfa431 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Uploading image f6ddf074-3657-464a-83a2-a9e4f3f911bd {{(pid=69399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1180.457829] env[69399]: DEBUG nova.compute.manager [req-c6ed8b02-dbec-452c-a987-553ab680025c req-50292dac-1248-4e72-a2ed-416b640d8901 service nova] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Received event network-vif-deleted-462617a9-5fbb-451a-b061-4f86a05066b9 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.458031] env[69399]: INFO nova.compute.manager [req-c6ed8b02-dbec-452c-a987-553ab680025c req-50292dac-1248-4e72-a2ed-416b640d8901 service nova] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Neutron deleted interface 462617a9-5fbb-451a-b061-4f86a05066b9; detaching it from the instance and deleting it from the info cache [ 1180.458209] env[69399]: DEBUG nova.network.neutron [req-c6ed8b02-dbec-452c-a987-553ab680025c req-50292dac-1248-4e72-a2ed-416b640d8901 service nova] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.476362] env[69399]: DEBUG oslo_vmware.rw_handles [None req-d92b9630-4755-4bcf-bd18-e8180bbfa431 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1180.476362] env[69399]: value = "vm-826949" [ 1180.476362] env[69399]: _type = "VirtualMachine" [ 1180.476362] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1180.476716] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-77921996-de48-441d-93a7-216b7387377b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.484425] env[69399]: DEBUG oslo_vmware.rw_handles [None req-d92b9630-4755-4bcf-bd18-e8180bbfa431 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lease: (returnval){ [ 1180.484425] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52323f25-eccd-2adf-42a3-5670b64add25" [ 1180.484425] env[69399]: _type = "HttpNfcLease" [ 1180.484425] env[69399]: } obtained for exporting VM: (result){ [ 1180.484425] env[69399]: value = "vm-826949" [ 1180.484425] env[69399]: _type = "VirtualMachine" [ 1180.484425] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1180.484653] env[69399]: DEBUG oslo_vmware.api [None req-d92b9630-4755-4bcf-bd18-e8180bbfa431 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the lease: (returnval){ [ 1180.484653] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52323f25-eccd-2adf-42a3-5670b64add25" [ 1180.484653] env[69399]: _type = "HttpNfcLease" [ 1180.484653] env[69399]: } to be ready. {{(pid=69399) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1180.491206] env[69399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1180.491206] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52323f25-eccd-2adf-42a3-5670b64add25" [ 1180.491206] env[69399]: _type = "HttpNfcLease" [ 1180.491206] env[69399]: } is initializing. {{(pid=69399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1180.909930] env[69399]: DEBUG nova.network.neutron [-] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.951718] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b24939cd-4983-4d70-9870-40b3c8edceb6 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquiring lock "2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.951970] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b24939cd-4983-4d70-9870-40b3c8edceb6 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.962635] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26f196b4-a6f4-4fc7-834a-4909cb2fb09e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.964303] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-432629de-9303-45ad-bfc5-26c519185173 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.964742] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83fea99c-dfa3-4bf5-89bb-3120a7ebadfc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.975459] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7cb49b-ffa9-4095-8ead-559d9f2d947a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.986725] env[69399]: DEBUG oslo_vmware.api [None req-432629de-9303-45ad-bfc5-26c519185173 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Waiting for the task: (returnval){ [ 1180.986725] env[69399]: value = "task-4177565" [ 1180.986725] env[69399]: _type = "Task" [ 1180.986725] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.003813] env[69399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1181.003813] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52323f25-eccd-2adf-42a3-5670b64add25" [ 1181.003813] env[69399]: _type = "HttpNfcLease" [ 1181.003813] env[69399]: } is ready. {{(pid=69399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1181.004466] env[69399]: DEBUG oslo_vmware.api [None req-432629de-9303-45ad-bfc5-26c519185173 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.015820] env[69399]: DEBUG oslo_vmware.rw_handles [None req-d92b9630-4755-4bcf-bd18-e8180bbfa431 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1181.015820] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52323f25-eccd-2adf-42a3-5670b64add25" [ 1181.015820] env[69399]: _type = "HttpNfcLease" [ 1181.015820] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1181.016583] env[69399]: DEBUG nova.compute.manager [req-c6ed8b02-dbec-452c-a987-553ab680025c req-50292dac-1248-4e72-a2ed-416b640d8901 service nova] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Detach interface failed, port_id=462617a9-5fbb-451a-b061-4f86a05066b9, reason: Instance 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6 could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1181.017596] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d75eab-f96a-419b-b58a-17c9529f50bd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.026951] env[69399]: DEBUG oslo_vmware.rw_handles [None req-d92b9630-4755-4bcf-bd18-e8180bbfa431 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526c54e2-8e71-ba13-858b-c6bf1c20c628/disk-0.vmdk from lease info. {{(pid=69399) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1181.027209] env[69399]: DEBUG oslo_vmware.rw_handles [None req-d92b9630-4755-4bcf-bd18-e8180bbfa431 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526c54e2-8e71-ba13-858b-c6bf1c20c628/disk-0.vmdk for reading. {{(pid=69399) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1181.082594] env[69399]: DEBUG nova.compute.manager [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1181.110996] env[69399]: DEBUG nova.virt.hardware [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1181.110996] env[69399]: DEBUG nova.virt.hardware [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1181.110996] env[69399]: DEBUG nova.virt.hardware [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1181.111505] env[69399]: DEBUG nova.virt.hardware [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1181.111792] env[69399]: DEBUG nova.virt.hardware [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1181.111988] env[69399]: DEBUG nova.virt.hardware [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1181.112342] env[69399]: DEBUG nova.virt.hardware [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1181.112618] env[69399]: DEBUG nova.virt.hardware [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1181.112930] env[69399]: DEBUG nova.virt.hardware [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1181.113298] env[69399]: DEBUG nova.virt.hardware [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1181.113500] env[69399]: DEBUG nova.virt.hardware [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1181.114571] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1a2472-8a0d-45bf-8802-a3796799bb5e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.124164] env[69399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-81ac1fe9-30c7-4c88-a8c8-e64c9a551e2b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.130043] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2dab42b-1fa6-4110-bdf8-335af67eabe4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.413682] env[69399]: INFO nova.compute.manager [-] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Took 1.26 seconds to deallocate network for instance. [ 1181.455274] env[69399]: DEBUG nova.compute.utils [None req-b24939cd-4983-4d70-9870-40b3c8edceb6 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1181.472648] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad150d1-ec5a-4b34-8e87-e7a8c0688e74 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.483220] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62996d21-8d18-4653-9a64-25f7dfef49a0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.489273] env[69399]: DEBUG nova.virt.hardware [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1181.489546] env[69399]: DEBUG nova.virt.hardware [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1181.489797] env[69399]: DEBUG nova.virt.hardware [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1181.489985] env[69399]: DEBUG nova.virt.hardware [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1181.490153] env[69399]: DEBUG nova.virt.hardware [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1181.490304] env[69399]: DEBUG nova.virt.hardware [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1181.490548] env[69399]: DEBUG nova.virt.hardware [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1181.490688] env[69399]: DEBUG nova.virt.hardware [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1181.491075] env[69399]: DEBUG nova.virt.hardware [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1181.491185] env[69399]: DEBUG nova.virt.hardware [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1181.491467] env[69399]: DEBUG nova.virt.hardware [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1181.492855] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2557c935-e1fd-4438-a875-286fe4156d35 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.529683] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abdadde9-edcc-49b7-84ef-5df6c7c065be {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.533602] env[69399]: DEBUG nova.compute.manager [req-da71c34d-c417-4656-b712-f2fe754b1b27 req-38923cb5-8079-4d34-8786-abe674bd5ec8 service nova] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Received event network-vif-plugged-d7395012-e095-4ae0-96fb-b2e30d5e7316 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.533882] env[69399]: DEBUG oslo_concurrency.lockutils [req-da71c34d-c417-4656-b712-f2fe754b1b27 req-38923cb5-8079-4d34-8786-abe674bd5ec8 service nova] Acquiring lock "18c567e9-ec98-4d74-80d8-4ffcdb753d5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.534174] env[69399]: DEBUG oslo_concurrency.lockutils [req-da71c34d-c417-4656-b712-f2fe754b1b27 req-38923cb5-8079-4d34-8786-abe674bd5ec8 service nova] Lock "18c567e9-ec98-4d74-80d8-4ffcdb753d5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.534568] env[69399]: DEBUG oslo_concurrency.lockutils [req-da71c34d-c417-4656-b712-f2fe754b1b27 req-38923cb5-8079-4d34-8786-abe674bd5ec8 service nova] Lock "18c567e9-ec98-4d74-80d8-4ffcdb753d5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.534634] env[69399]: DEBUG nova.compute.manager [req-da71c34d-c417-4656-b712-f2fe754b1b27 req-38923cb5-8079-4d34-8786-abe674bd5ec8 service nova] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] No waiting events found dispatching network-vif-plugged-d7395012-e095-4ae0-96fb-b2e30d5e7316 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1181.534844] env[69399]: WARNING nova.compute.manager [req-da71c34d-c417-4656-b712-f2fe754b1b27 req-38923cb5-8079-4d34-8786-abe674bd5ec8 service nova] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Received unexpected event network-vif-plugged-d7395012-e095-4ae0-96fb-b2e30d5e7316 for instance with vm_state building and task_state spawning. [ 1181.539725] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb8f26c-0790-4698-b271-f950048cebf2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.549949] env[69399]: DEBUG oslo_vmware.api [None req-432629de-9303-45ad-bfc5-26c519185173 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177565, 'name': PowerOffVM_Task, 'duration_secs': 0.243736} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.551851] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1aa78a-b4b8-4576-891f-6db74fc94daa {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.556288] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-432629de-9303-45ad-bfc5-26c519185173 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1181.556657] env[69399]: DEBUG nova.compute.manager [None req-432629de-9303-45ad-bfc5-26c519185173 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1181.565727] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90106d76-64d8-497a-8971-ace69bb82293 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.569066] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Instance VIF info [] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1181.577343] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.578379] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1181.579311] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-003eaa3b-d1c0-4f30-886c-fa1cafe0c3f1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.603549] env[69399]: DEBUG nova.compute.provider_tree [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.613306] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1181.613306] env[69399]: value = "task-4177566" [ 1181.613306] env[69399]: _type = "Task" [ 1181.613306] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.622277] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177566, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.647972] env[69399]: DEBUG nova.network.neutron [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Successfully updated port: d7395012-e095-4ae0-96fb-b2e30d5e7316 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1181.921587] env[69399]: DEBUG oslo_concurrency.lockutils [None req-db6aced3-329f-4bc2-ab28-ba567b10b166 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.961045] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b24939cd-4983-4d70-9870-40b3c8edceb6 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.108723] env[69399]: DEBUG nova.scheduler.client.report [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.121453] env[69399]: DEBUG oslo_concurrency.lockutils [None req-432629de-9303-45ad-bfc5-26c519185173 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lock "35454509-cd72-47ec-9954-4b8666628133" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.179s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.134345] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177566, 'name': CreateVM_Task, 'duration_secs': 0.315003} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.134576] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1182.135745] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.135745] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.135912] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.136376] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a196d457-5d2f-499c-ae11-d7dd7667f934 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.145507] env[69399]: DEBUG oslo_vmware.api [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Waiting for the task: (returnval){ [ 1182.145507] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52289807-7493-5feb-c5ff-deac2797a37d" [ 1182.145507] env[69399]: _type = "Task" [ 1182.145507] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.150340] env[69399]: DEBUG oslo_concurrency.lockutils [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Acquiring lock "refresh_cache-18c567e9-ec98-4d74-80d8-4ffcdb753d5c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.150489] env[69399]: DEBUG oslo_concurrency.lockutils [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Acquired lock "refresh_cache-18c567e9-ec98-4d74-80d8-4ffcdb753d5c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.150652] env[69399]: DEBUG nova.network.neutron [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1182.161781] env[69399]: DEBUG oslo_vmware.api [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52289807-7493-5feb-c5ff-deac2797a37d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.617209] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.617788] env[69399]: DEBUG nova.compute.manager [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1182.620966] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.593s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.623407] env[69399]: INFO nova.compute.claims [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1182.660055] env[69399]: DEBUG oslo_vmware.api [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52289807-7493-5feb-c5ff-deac2797a37d, 'name': SearchDatastore_Task, 'duration_secs': 0.013189} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.662134] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.662268] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1182.662488] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.662707] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.663138] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1182.663695] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25205d7f-e919-4137-afaf-f3490e211e8e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.673315] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1182.673529] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1182.674831] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8793933-3b1c-4b9c-a8a3-57ac19514cbd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.681841] env[69399]: DEBUG oslo_vmware.api [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Waiting for the task: (returnval){ [ 1182.681841] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]527a16a7-5a8b-f81a-decd-fcf048bef6b5" [ 1182.681841] env[69399]: _type = "Task" [ 1182.681841] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.691646] env[69399]: DEBUG oslo_vmware.api [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]527a16a7-5a8b-f81a-decd-fcf048bef6b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.692957] env[69399]: DEBUG nova.network.neutron [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1182.703698] env[69399]: DEBUG nova.objects.instance [None req-6a28ef39-9446-42c7-8dd2-253a72f8e5c0 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lazy-loading 'flavor' on Instance uuid 35454509-cd72-47ec-9954-4b8666628133 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.913558] env[69399]: DEBUG nova.network.neutron [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Updating instance_info_cache with network_info: [{"id": "d7395012-e095-4ae0-96fb-b2e30d5e7316", "address": "fa:16:3e:b4:66:87", "network": {"id": "eb013c44-8912-4e6b-be04-b6c8990339ac", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-15547657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe8274be5bcf4d7abf26bd27c54328d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7395012-e0", "ovs_interfaceid": "d7395012-e095-4ae0-96fb-b2e30d5e7316", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.038755] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b24939cd-4983-4d70-9870-40b3c8edceb6 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquiring lock "2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.039842] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b24939cd-4983-4d70-9870-40b3c8edceb6 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.040342] env[69399]: INFO nova.compute.manager [None req-b24939cd-4983-4d70-9870-40b3c8edceb6 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Attaching volume ec1c6dbc-3951-4c47-90c6-44af5216aa9d to /dev/sdb [ 1183.078033] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85a2fcb-4115-48b6-a6fd-1987ed190e6e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.084546] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb855ee-1062-4d91-b20f-96ce165b32be {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.099213] env[69399]: DEBUG nova.virt.block_device [None req-b24939cd-4983-4d70-9870-40b3c8edceb6 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Updating existing volume attachment record: 283552e5-4b09-4754-8f95-9a9081dceb35 {{(pid=69399) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1183.129143] env[69399]: DEBUG nova.compute.utils [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1183.132908] env[69399]: DEBUG nova.compute.manager [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1183.133107] env[69399]: DEBUG nova.network.neutron [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1183.179043] env[69399]: DEBUG nova.policy [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18fd7559e87545069d64b97b06d9f979', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62480135526c461f8fe4639e84426fed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1183.192877] env[69399]: DEBUG oslo_vmware.api [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]527a16a7-5a8b-f81a-decd-fcf048bef6b5, 'name': SearchDatastore_Task, 'duration_secs': 0.010932} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.193754] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a93cadef-13e4-49db-9f81-252c8a6a3931 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.200294] env[69399]: DEBUG oslo_vmware.api [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Waiting for the task: (returnval){ [ 1183.200294] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]520d9cd4-b208-36e4-3ff5-1fe09a7a5704" [ 1183.200294] env[69399]: _type = "Task" [ 1183.200294] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.213668] env[69399]: DEBUG oslo_vmware.api [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]520d9cd4-b208-36e4-3ff5-1fe09a7a5704, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.214234] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6a28ef39-9446-42c7-8dd2-253a72f8e5c0 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Acquiring lock "refresh_cache-35454509-cd72-47ec-9954-4b8666628133" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.214421] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6a28ef39-9446-42c7-8dd2-253a72f8e5c0 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Acquired lock "refresh_cache-35454509-cd72-47ec-9954-4b8666628133" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.214564] env[69399]: DEBUG nova.network.neutron [None req-6a28ef39-9446-42c7-8dd2-253a72f8e5c0 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.214731] env[69399]: DEBUG nova.objects.instance [None req-6a28ef39-9446-42c7-8dd2-253a72f8e5c0 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lazy-loading 'info_cache' on Instance uuid 35454509-cd72-47ec-9954-4b8666628133 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.417167] env[69399]: DEBUG oslo_concurrency.lockutils [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Releasing lock "refresh_cache-18c567e9-ec98-4d74-80d8-4ffcdb753d5c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.417678] env[69399]: DEBUG nova.compute.manager [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Instance network_info: |[{"id": "d7395012-e095-4ae0-96fb-b2e30d5e7316", "address": "fa:16:3e:b4:66:87", "network": {"id": "eb013c44-8912-4e6b-be04-b6c8990339ac", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-15547657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe8274be5bcf4d7abf26bd27c54328d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7395012-e0", "ovs_interfaceid": "d7395012-e095-4ae0-96fb-b2e30d5e7316", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1183.418235] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:66:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '535b175f-71d3-4226-81ab-ca253f27fedd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7395012-e095-4ae0-96fb-b2e30d5e7316', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1183.428667] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.429093] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1183.429385] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47b12dec-0d71-43f2-888d-7dbf338bc107 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.454175] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1183.454175] env[69399]: value = "task-4177568" [ 1183.454175] env[69399]: _type = "Task" [ 1183.454175] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.461032] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177568, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.574386] env[69399]: DEBUG nova.compute.manager [req-0aaa8bcb-f95f-43ff-89a2-c294193010ad req-a4c05cdc-6def-469d-973c-f4d262eeada2 service nova] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Received event network-changed-d7395012-e095-4ae0-96fb-b2e30d5e7316 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.574660] env[69399]: DEBUG nova.compute.manager [req-0aaa8bcb-f95f-43ff-89a2-c294193010ad req-a4c05cdc-6def-469d-973c-f4d262eeada2 service nova] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Refreshing instance network info cache due to event network-changed-d7395012-e095-4ae0-96fb-b2e30d5e7316. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1183.574899] env[69399]: DEBUG oslo_concurrency.lockutils [req-0aaa8bcb-f95f-43ff-89a2-c294193010ad req-a4c05cdc-6def-469d-973c-f4d262eeada2 service nova] Acquiring lock "refresh_cache-18c567e9-ec98-4d74-80d8-4ffcdb753d5c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.575122] env[69399]: DEBUG oslo_concurrency.lockutils [req-0aaa8bcb-f95f-43ff-89a2-c294193010ad req-a4c05cdc-6def-469d-973c-f4d262eeada2 service nova] Acquired lock "refresh_cache-18c567e9-ec98-4d74-80d8-4ffcdb753d5c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.575310] env[69399]: DEBUG nova.network.neutron [req-0aaa8bcb-f95f-43ff-89a2-c294193010ad req-a4c05cdc-6def-469d-973c-f4d262eeada2 service nova] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Refreshing network info cache for port d7395012-e095-4ae0-96fb-b2e30d5e7316 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1183.601534] env[69399]: DEBUG nova.network.neutron [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Successfully created port: a29c1fc9-86cf-43ba-9d45-a21c29a2edb9 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1183.633888] env[69399]: DEBUG nova.compute.manager [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1183.712935] env[69399]: DEBUG oslo_vmware.api [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]520d9cd4-b208-36e4-3ff5-1fe09a7a5704, 'name': SearchDatastore_Task, 'duration_secs': 0.012856} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.716660] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.717023] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] f9e1a492-8303-468d-bff0-e50e67f1826a/f9e1a492-8303-468d-bff0-e50e67f1826a.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1183.718544] env[69399]: DEBUG nova.objects.base [None req-6a28ef39-9446-42c7-8dd2-253a72f8e5c0 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Object Instance<35454509-cd72-47ec-9954-4b8666628133> lazy-loaded attributes: flavor,info_cache {{(pid=69399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1183.719843] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbcbbfcf-9888-45d2-b7c9-0ca20d1a28ea {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.728730] env[69399]: DEBUG oslo_vmware.api [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Waiting for the task: (returnval){ [ 1183.728730] env[69399]: value = "task-4177569" [ 1183.728730] env[69399]: _type = "Task" [ 1183.728730] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.743816] env[69399]: DEBUG oslo_vmware.api [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Task: {'id': task-4177569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.962300] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177568, 'name': CreateVM_Task, 'duration_secs': 0.375897} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.962532] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1183.963359] env[69399]: DEBUG oslo_concurrency.lockutils [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.963547] env[69399]: DEBUG oslo_concurrency.lockutils [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.963908] env[69399]: DEBUG oslo_concurrency.lockutils [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.964282] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07993114-bb2e-4519-80a5-9a0a97a6783d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.973144] env[69399]: DEBUG oslo_vmware.api [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Waiting for the task: (returnval){ [ 1183.973144] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5280e9c6-d4c4-ac74-1b6c-6ad0089f4c8c" [ 1183.973144] env[69399]: _type = "Task" [ 1183.973144] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.983267] env[69399]: DEBUG oslo_vmware.api [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5280e9c6-d4c4-ac74-1b6c-6ad0089f4c8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.062493] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49af454-4c26-4f87-ae3e-0dd39a32f0e4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.073588] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3fbd164-005a-4bb9-8525-9cc1bacadc5d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.116062] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06995cbd-d932-4b42-9521-ab46ef8145e1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.126313] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867da8ff-2dc2-4fb0-a392-526a2805ba4b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.149156] env[69399]: DEBUG nova.compute.provider_tree [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.245672] env[69399]: DEBUG oslo_vmware.api [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Task: {'id': task-4177569, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.390205] env[69399]: DEBUG nova.network.neutron [req-0aaa8bcb-f95f-43ff-89a2-c294193010ad req-a4c05cdc-6def-469d-973c-f4d262eeada2 service nova] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Updated VIF entry in instance network info cache for port d7395012-e095-4ae0-96fb-b2e30d5e7316. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1184.390634] env[69399]: DEBUG nova.network.neutron [req-0aaa8bcb-f95f-43ff-89a2-c294193010ad req-a4c05cdc-6def-469d-973c-f4d262eeada2 service nova] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Updating instance_info_cache with network_info: [{"id": "d7395012-e095-4ae0-96fb-b2e30d5e7316", "address": "fa:16:3e:b4:66:87", "network": {"id": "eb013c44-8912-4e6b-be04-b6c8990339ac", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-15547657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe8274be5bcf4d7abf26bd27c54328d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7395012-e0", "ovs_interfaceid": "d7395012-e095-4ae0-96fb-b2e30d5e7316", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.484149] env[69399]: DEBUG oslo_vmware.api [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5280e9c6-d4c4-ac74-1b6c-6ad0089f4c8c, 'name': SearchDatastore_Task, 'duration_secs': 0.077326} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.484456] env[69399]: DEBUG oslo_concurrency.lockutils [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.484697] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1184.484962] env[69399]: DEBUG oslo_concurrency.lockutils [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.485132] env[69399]: DEBUG oslo_concurrency.lockutils [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.485317] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1184.485605] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69cf1a9a-36f8-4642-85f5-2fd368d4c67a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.488947] env[69399]: DEBUG nova.network.neutron [None req-6a28ef39-9446-42c7-8dd2-253a72f8e5c0 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Updating instance_info_cache with network_info: [{"id": "f2d05572-ccd8-4907-b269-d61c6769f988", "address": "fa:16:3e:f1:07:6e", "network": {"id": "b54aec1a-9d03-4384-8e4e-8e56974d39c9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1079629461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fbd2ab467a44b719d7af5aadf570089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2d05572-cc", "ovs_interfaceid": "f2d05572-ccd8-4907-b269-d61c6769f988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.498755] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1184.498956] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1184.500359] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fb0e79d-1b89-4229-b3d9-b25f00aa396b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.506927] env[69399]: DEBUG oslo_vmware.api [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Waiting for the task: (returnval){ [ 1184.506927] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]520e857b-f1ec-9982-026f-751a7e1dffdf" [ 1184.506927] env[69399]: _type = "Task" [ 1184.506927] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.515220] env[69399]: DEBUG oslo_vmware.api [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]520e857b-f1ec-9982-026f-751a7e1dffdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.653048] env[69399]: DEBUG nova.compute.manager [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1184.656016] env[69399]: DEBUG nova.scheduler.client.report [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.675344] env[69399]: DEBUG nova.virt.hardware [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1184.675603] env[69399]: DEBUG nova.virt.hardware [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1184.675756] env[69399]: DEBUG nova.virt.hardware [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.675939] env[69399]: DEBUG nova.virt.hardware [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1184.676411] env[69399]: DEBUG nova.virt.hardware [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.676559] env[69399]: DEBUG nova.virt.hardware [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1184.676859] env[69399]: DEBUG nova.virt.hardware [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1184.677054] env[69399]: DEBUG nova.virt.hardware [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1184.677235] env[69399]: DEBUG nova.virt.hardware [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1184.677404] env[69399]: DEBUG nova.virt.hardware [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1184.677608] env[69399]: DEBUG nova.virt.hardware [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1184.678500] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef39b70d-609e-4716-841f-ab84449c0d04 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.688815] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a057f01f-d723-49cd-ae17-00fe3d832cbb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.741779] env[69399]: DEBUG oslo_vmware.api [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Task: {'id': task-4177569, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.898095] env[69399]: DEBUG oslo_concurrency.lockutils [req-0aaa8bcb-f95f-43ff-89a2-c294193010ad req-a4c05cdc-6def-469d-973c-f4d262eeada2 service nova] Releasing lock "refresh_cache-18c567e9-ec98-4d74-80d8-4ffcdb753d5c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.992260] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6a28ef39-9446-42c7-8dd2-253a72f8e5c0 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Releasing lock "refresh_cache-35454509-cd72-47ec-9954-4b8666628133" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.019911] env[69399]: DEBUG oslo_vmware.api [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]520e857b-f1ec-9982-026f-751a7e1dffdf, 'name': SearchDatastore_Task, 'duration_secs': 0.024294} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.020868] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f505d8f-ebd3-4f83-8ac8-7e11835600bd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.027183] env[69399]: DEBUG oslo_vmware.api [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Waiting for the task: (returnval){ [ 1185.027183] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d58c58-26d7-08ce-3a4e-7c3efccc5b9b" [ 1185.027183] env[69399]: _type = "Task" [ 1185.027183] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.037632] env[69399]: DEBUG oslo_vmware.api [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d58c58-26d7-08ce-3a4e-7c3efccc5b9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.161509] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.540s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.162078] env[69399]: DEBUG nova.compute.manager [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1185.164713] env[69399]: DEBUG oslo_concurrency.lockutils [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.695s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.166330] env[69399]: INFO nova.compute.claims [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1185.242714] env[69399]: DEBUG oslo_vmware.api [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Task: {'id': task-4177569, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.353524] env[69399]: DEBUG nova.network.neutron [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Successfully updated port: a29c1fc9-86cf-43ba-9d45-a21c29a2edb9 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1185.543610] env[69399]: DEBUG oslo_vmware.api [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d58c58-26d7-08ce-3a4e-7c3efccc5b9b, 'name': SearchDatastore_Task, 'duration_secs': 0.012716} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.543958] env[69399]: DEBUG oslo_concurrency.lockutils [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.544259] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 18c567e9-ec98-4d74-80d8-4ffcdb753d5c/18c567e9-ec98-4d74-80d8-4ffcdb753d5c.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1185.544591] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d1a01b7-92f4-441b-9727-bd068238d288 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.553170] env[69399]: DEBUG oslo_vmware.api [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Waiting for the task: (returnval){ [ 1185.553170] env[69399]: value = "task-4177571" [ 1185.553170] env[69399]: _type = "Task" [ 1185.553170] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.563742] env[69399]: DEBUG oslo_vmware.api [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.612526] env[69399]: DEBUG nova.compute.manager [req-584dd3f9-b0ed-4d44-ae2c-cf3ddfbacd9c req-e5231c66-8a55-4937-afeb-84ae0fc8d600 service nova] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Received event network-vif-plugged-a29c1fc9-86cf-43ba-9d45-a21c29a2edb9 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.612798] env[69399]: DEBUG oslo_concurrency.lockutils [req-584dd3f9-b0ed-4d44-ae2c-cf3ddfbacd9c req-e5231c66-8a55-4937-afeb-84ae0fc8d600 service nova] Acquiring lock "395dbdf6-de84-495d-a21f-371a0f87b2d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.613042] env[69399]: DEBUG oslo_concurrency.lockutils [req-584dd3f9-b0ed-4d44-ae2c-cf3ddfbacd9c req-e5231c66-8a55-4937-afeb-84ae0fc8d600 service nova] Lock "395dbdf6-de84-495d-a21f-371a0f87b2d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.613302] env[69399]: DEBUG oslo_concurrency.lockutils [req-584dd3f9-b0ed-4d44-ae2c-cf3ddfbacd9c req-e5231c66-8a55-4937-afeb-84ae0fc8d600 service nova] Lock "395dbdf6-de84-495d-a21f-371a0f87b2d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.613505] env[69399]: DEBUG nova.compute.manager [req-584dd3f9-b0ed-4d44-ae2c-cf3ddfbacd9c req-e5231c66-8a55-4937-afeb-84ae0fc8d600 service nova] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] No waiting events found dispatching network-vif-plugged-a29c1fc9-86cf-43ba-9d45-a21c29a2edb9 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1185.613683] env[69399]: WARNING nova.compute.manager [req-584dd3f9-b0ed-4d44-ae2c-cf3ddfbacd9c req-e5231c66-8a55-4937-afeb-84ae0fc8d600 service nova] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Received unexpected event network-vif-plugged-a29c1fc9-86cf-43ba-9d45-a21c29a2edb9 for instance with vm_state building and task_state spawning. [ 1185.613856] env[69399]: DEBUG nova.compute.manager [req-584dd3f9-b0ed-4d44-ae2c-cf3ddfbacd9c req-e5231c66-8a55-4937-afeb-84ae0fc8d600 service nova] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Received event network-changed-a29c1fc9-86cf-43ba-9d45-a21c29a2edb9 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.614806] env[69399]: DEBUG nova.compute.manager [req-584dd3f9-b0ed-4d44-ae2c-cf3ddfbacd9c req-e5231c66-8a55-4937-afeb-84ae0fc8d600 service nova] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Refreshing instance network info cache due to event network-changed-a29c1fc9-86cf-43ba-9d45-a21c29a2edb9. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1185.615066] env[69399]: DEBUG oslo_concurrency.lockutils [req-584dd3f9-b0ed-4d44-ae2c-cf3ddfbacd9c req-e5231c66-8a55-4937-afeb-84ae0fc8d600 service nova] Acquiring lock "refresh_cache-395dbdf6-de84-495d-a21f-371a0f87b2d2" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.615241] env[69399]: DEBUG oslo_concurrency.lockutils [req-584dd3f9-b0ed-4d44-ae2c-cf3ddfbacd9c req-e5231c66-8a55-4937-afeb-84ae0fc8d600 service nova] Acquired lock "refresh_cache-395dbdf6-de84-495d-a21f-371a0f87b2d2" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.615431] env[69399]: DEBUG nova.network.neutron [req-584dd3f9-b0ed-4d44-ae2c-cf3ddfbacd9c req-e5231c66-8a55-4937-afeb-84ae0fc8d600 service nova] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Refreshing network info cache for port a29c1fc9-86cf-43ba-9d45-a21c29a2edb9 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1185.672141] env[69399]: DEBUG nova.compute.utils [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1185.675939] env[69399]: DEBUG nova.compute.manager [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1185.676167] env[69399]: DEBUG nova.network.neutron [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1185.733272] env[69399]: DEBUG nova.policy [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ded7a7b7f6ef4e7ca779aeb7fab2418a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4369a5733dda4a16a7704105ad9768dd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1185.746296] env[69399]: DEBUG oslo_vmware.api [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Task: {'id': task-4177569, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.613581} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.746583] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] f9e1a492-8303-468d-bff0-e50e67f1826a/f9e1a492-8303-468d-bff0-e50e67f1826a.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1185.746847] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1185.747133] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3351d925-9aa5-4c83-9d6f-0bb2629c53f1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.757725] env[69399]: DEBUG oslo_vmware.api [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Waiting for the task: (returnval){ [ 1185.757725] env[69399]: value = "task-4177572" [ 1185.757725] env[69399]: _type = "Task" [ 1185.757725] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.769954] env[69399]: DEBUG oslo_vmware.api [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Task: {'id': task-4177572, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.856723] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Acquiring lock "refresh_cache-395dbdf6-de84-495d-a21f-371a0f87b2d2" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.001511] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a28ef39-9446-42c7-8dd2-253a72f8e5c0 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1186.001669] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d591052c-e2e1-4c1b-b740-ace7a0b443e6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.012070] env[69399]: DEBUG oslo_vmware.api [None req-6a28ef39-9446-42c7-8dd2-253a72f8e5c0 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Waiting for the task: (returnval){ [ 1186.012070] env[69399]: value = "task-4177573" [ 1186.012070] env[69399]: _type = "Task" [ 1186.012070] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.029383] env[69399]: DEBUG oslo_vmware.api [None req-6a28ef39-9446-42c7-8dd2-253a72f8e5c0 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.066708] env[69399]: DEBUG oslo_vmware.api [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177571, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.178083] env[69399]: DEBUG nova.network.neutron [req-584dd3f9-b0ed-4d44-ae2c-cf3ddfbacd9c req-e5231c66-8a55-4937-afeb-84ae0fc8d600 service nova] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1186.183543] env[69399]: DEBUG nova.compute.manager [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1186.271256] env[69399]: DEBUG oslo_vmware.api [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Task: {'id': task-4177572, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.179015} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.271256] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1186.272342] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c8023c-bfbe-4e06-89cc-6e92dc3a2921 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.293334] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] f9e1a492-8303-468d-bff0-e50e67f1826a/f9e1a492-8303-468d-bff0-e50e67f1826a.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1186.298253] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-092e73a2-5656-4bb1-816b-c91c9b59133d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.321092] env[69399]: DEBUG oslo_vmware.api [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Waiting for the task: (returnval){ [ 1186.321092] env[69399]: value = "task-4177574" [ 1186.321092] env[69399]: _type = "Task" [ 1186.321092] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.334876] env[69399]: DEBUG oslo_vmware.api [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Task: {'id': task-4177574, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.411097] env[69399]: DEBUG nova.network.neutron [req-584dd3f9-b0ed-4d44-ae2c-cf3ddfbacd9c req-e5231c66-8a55-4937-afeb-84ae0fc8d600 service nova] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.523241] env[69399]: DEBUG oslo_vmware.api [None req-6a28ef39-9446-42c7-8dd2-253a72f8e5c0 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177573, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.565302] env[69399]: DEBUG oslo_vmware.api [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177571, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59937} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.568136] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 18c567e9-ec98-4d74-80d8-4ffcdb753d5c/18c567e9-ec98-4d74-80d8-4ffcdb753d5c.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1186.568375] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1186.568805] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e833a01a-15dc-40a3-9a3e-9aad8b728eb0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.578433] env[69399]: DEBUG oslo_vmware.api [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Waiting for the task: (returnval){ [ 1186.578433] env[69399]: value = "task-4177575" [ 1186.578433] env[69399]: _type = "Task" [ 1186.578433] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.585219] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f282f66-3381-4a75-b325-c7c904c9f7dc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.596295] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ad0deb-94c0-4adf-b291-51b38970a55c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.600785] env[69399]: DEBUG oslo_vmware.api [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.635777] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4698115-3670-4964-996f-7990ec2a7f98 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.645090] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9580a52b-3e64-4775-a114-9d3e803eacc3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.662254] env[69399]: DEBUG nova.compute.provider_tree [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.686036] env[69399]: DEBUG nova.network.neutron [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Successfully created port: 5889a4b2-8c3a-4f84-9067-97d4d48525c5 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1186.831933] env[69399]: DEBUG oslo_vmware.api [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Task: {'id': task-4177574, 'name': ReconfigVM_Task, 'duration_secs': 0.351863} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.832201] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Reconfigured VM instance instance-0000005d to attach disk [datastore2] f9e1a492-8303-468d-bff0-e50e67f1826a/f9e1a492-8303-468d-bff0-e50e67f1826a.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.832848] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00cd6aba-b2e8-4027-8468-267764cc0b6b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.841593] env[69399]: DEBUG oslo_vmware.api [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Waiting for the task: (returnval){ [ 1186.841593] env[69399]: value = "task-4177576" [ 1186.841593] env[69399]: _type = "Task" [ 1186.841593] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.851106] env[69399]: DEBUG oslo_vmware.api [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Task: {'id': task-4177576, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.914560] env[69399]: DEBUG oslo_concurrency.lockutils [req-584dd3f9-b0ed-4d44-ae2c-cf3ddfbacd9c req-e5231c66-8a55-4937-afeb-84ae0fc8d600 service nova] Releasing lock "refresh_cache-395dbdf6-de84-495d-a21f-371a0f87b2d2" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.914969] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Acquired lock "refresh_cache-395dbdf6-de84-495d-a21f-371a0f87b2d2" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.915162] env[69399]: DEBUG nova.network.neutron [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.023996] env[69399]: DEBUG oslo_vmware.api [None req-6a28ef39-9446-42c7-8dd2-253a72f8e5c0 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177573, 'name': PowerOnVM_Task, 'duration_secs': 0.533114} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.024307] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a28ef39-9446-42c7-8dd2-253a72f8e5c0 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.024563] env[69399]: DEBUG nova.compute.manager [None req-6a28ef39-9446-42c7-8dd2-253a72f8e5c0 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1187.025303] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95127a5a-6b99-4bc1-a08a-3a981662386b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.088523] env[69399]: DEBUG oslo_vmware.api [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177677} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.088840] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1187.089640] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a018b1-826c-44ed-8333-dda7763d971b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.112275] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 18c567e9-ec98-4d74-80d8-4ffcdb753d5c/18c567e9-ec98-4d74-80d8-4ffcdb753d5c.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.112713] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b127898-eb95-4a0e-8778-45793b2c22d7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.133030] env[69399]: DEBUG oslo_vmware.api [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Waiting for the task: (returnval){ [ 1187.133030] env[69399]: value = "task-4177577" [ 1187.133030] env[69399]: _type = "Task" [ 1187.133030] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.143451] env[69399]: DEBUG oslo_vmware.api [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177577, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.165674] env[69399]: DEBUG nova.scheduler.client.report [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.193299] env[69399]: DEBUG nova.compute.manager [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1187.223348] env[69399]: DEBUG nova.virt.hardware [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1187.223500] env[69399]: DEBUG nova.virt.hardware [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1187.223632] env[69399]: DEBUG nova.virt.hardware [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1187.223810] env[69399]: DEBUG nova.virt.hardware [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1187.223951] env[69399]: DEBUG nova.virt.hardware [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1187.224106] env[69399]: DEBUG nova.virt.hardware [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1187.224314] env[69399]: DEBUG nova.virt.hardware [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1187.225131] env[69399]: DEBUG nova.virt.hardware [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1187.225131] env[69399]: DEBUG nova.virt.hardware [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1187.225131] env[69399]: DEBUG nova.virt.hardware [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1187.225553] env[69399]: DEBUG nova.virt.hardware [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1187.226545] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1670fe-35ac-4431-b7d7-4ca2dc9d01b9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.236067] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0849c78-92ad-4afc-9ef0-a1bb56c1546d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.353611] env[69399]: DEBUG oslo_vmware.api [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Task: {'id': task-4177576, 'name': Rename_Task, 'duration_secs': 0.2318} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.353979] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1187.354315] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccb14370-bbeb-4086-bcc7-689e2e0221d2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.363222] env[69399]: DEBUG oslo_vmware.api [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Waiting for the task: (returnval){ [ 1187.363222] env[69399]: value = "task-4177578" [ 1187.363222] env[69399]: _type = "Task" [ 1187.363222] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.374919] env[69399]: DEBUG oslo_vmware.api [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Task: {'id': task-4177578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.447037] env[69399]: DEBUG nova.network.neutron [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1187.646573] env[69399]: DEBUG oslo_vmware.api [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.652921] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b24939cd-4983-4d70-9870-40b3c8edceb6 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Volume attach. Driver type: vmdk {{(pid=69399) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1187.653270] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b24939cd-4983-4d70-9870-40b3c8edceb6 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826951', 'volume_id': 'ec1c6dbc-3951-4c47-90c6-44af5216aa9d', 'name': 'volume-ec1c6dbc-3951-4c47-90c6-44af5216aa9d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec1c6dbc-3951-4c47-90c6-44af5216aa9d', 'serial': 'ec1c6dbc-3951-4c47-90c6-44af5216aa9d'} {{(pid=69399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1187.655419] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419be6ab-0575-4098-8d9e-0e8799a51d41 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.672836] env[69399]: DEBUG oslo_concurrency.lockutils [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.673426] env[69399]: DEBUG nova.compute.manager [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1187.680948] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.197s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.680948] env[69399]: INFO nova.compute.claims [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1187.681722] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae719a5-1bbf-409b-9a8f-13ae07f0f1d8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.709983] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b24939cd-4983-4d70-9870-40b3c8edceb6 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] volume-ec1c6dbc-3951-4c47-90c6-44af5216aa9d/volume-ec1c6dbc-3951-4c47-90c6-44af5216aa9d.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.711303] env[69399]: DEBUG nova.network.neutron [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Updating instance_info_cache with network_info: [{"id": "a29c1fc9-86cf-43ba-9d45-a21c29a2edb9", "address": "fa:16:3e:df:29:46", "network": {"id": "fcc7da51-9d61-489e-b7af-30780f2e3b65", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1389934844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62480135526c461f8fe4639e84426fed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa29c1fc9-86", "ovs_interfaceid": "a29c1fc9-86cf-43ba-9d45-a21c29a2edb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.714500] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b2500f9-fcaf-471b-a032-76dc2242351f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.734978] env[69399]: DEBUG oslo_vmware.api [None req-b24939cd-4983-4d70-9870-40b3c8edceb6 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 1187.734978] env[69399]: value = "task-4177579" [ 1187.734978] env[69399]: _type = "Task" [ 1187.734978] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.745266] env[69399]: DEBUG oslo_vmware.api [None req-b24939cd-4983-4d70-9870-40b3c8edceb6 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177579, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.878221] env[69399]: DEBUG oslo_vmware.api [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Task: {'id': task-4177578, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.109968] env[69399]: DEBUG nova.compute.manager [req-1c2a1040-d6b8-4d50-9180-853df9de06f6 req-76a0ef23-735b-478c-9fb9-1e4f388cfa0c service nova] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Received event network-vif-plugged-5889a4b2-8c3a-4f84-9067-97d4d48525c5 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.110209] env[69399]: DEBUG oslo_concurrency.lockutils [req-1c2a1040-d6b8-4d50-9180-853df9de06f6 req-76a0ef23-735b-478c-9fb9-1e4f388cfa0c service nova] Acquiring lock "0df0c5d0-9411-411d-af69-cfd2d37e571e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.110420] env[69399]: DEBUG oslo_concurrency.lockutils [req-1c2a1040-d6b8-4d50-9180-853df9de06f6 req-76a0ef23-735b-478c-9fb9-1e4f388cfa0c service nova] Lock "0df0c5d0-9411-411d-af69-cfd2d37e571e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.110582] env[69399]: DEBUG oslo_concurrency.lockutils [req-1c2a1040-d6b8-4d50-9180-853df9de06f6 req-76a0ef23-735b-478c-9fb9-1e4f388cfa0c service nova] Lock "0df0c5d0-9411-411d-af69-cfd2d37e571e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.110748] env[69399]: DEBUG nova.compute.manager [req-1c2a1040-d6b8-4d50-9180-853df9de06f6 req-76a0ef23-735b-478c-9fb9-1e4f388cfa0c service nova] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] No waiting events found dispatching network-vif-plugged-5889a4b2-8c3a-4f84-9067-97d4d48525c5 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1188.110905] env[69399]: WARNING nova.compute.manager [req-1c2a1040-d6b8-4d50-9180-853df9de06f6 req-76a0ef23-735b-478c-9fb9-1e4f388cfa0c service nova] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Received unexpected event network-vif-plugged-5889a4b2-8c3a-4f84-9067-97d4d48525c5 for instance with vm_state building and task_state spawning. [ 1188.144937] env[69399]: DEBUG oslo_vmware.api [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177577, 'name': ReconfigVM_Task, 'duration_secs': 0.664253} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.145134] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 18c567e9-ec98-4d74-80d8-4ffcdb753d5c/18c567e9-ec98-4d74-80d8-4ffcdb753d5c.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.145777] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b260fddd-aaf2-4ccd-85b3-ba84d5bed932 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.153615] env[69399]: DEBUG oslo_vmware.api [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Waiting for the task: (returnval){ [ 1188.153615] env[69399]: value = "task-4177580" [ 1188.153615] env[69399]: _type = "Task" [ 1188.153615] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.163213] env[69399]: DEBUG oslo_vmware.api [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177580, 'name': Rename_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.188027] env[69399]: DEBUG nova.compute.utils [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1188.190313] env[69399]: DEBUG nova.compute.manager [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1188.190682] env[69399]: DEBUG nova.network.neutron [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1188.230021] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Releasing lock "refresh_cache-395dbdf6-de84-495d-a21f-371a0f87b2d2" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.230021] env[69399]: DEBUG nova.compute.manager [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Instance network_info: |[{"id": "a29c1fc9-86cf-43ba-9d45-a21c29a2edb9", "address": "fa:16:3e:df:29:46", "network": {"id": "fcc7da51-9d61-489e-b7af-30780f2e3b65", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1389934844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62480135526c461f8fe4639e84426fed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa29c1fc9-86", "ovs_interfaceid": "a29c1fc9-86cf-43ba-9d45-a21c29a2edb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1188.230021] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:29:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08fb4857-7f9b-4f97-86ef-415341fb595d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a29c1fc9-86cf-43ba-9d45-a21c29a2edb9', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1188.238043] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Creating folder: Project (62480135526c461f8fe4639e84426fed). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1188.239097] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b5c8e13-5485-4095-aa72-2be5f12ec876 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.252270] env[69399]: DEBUG oslo_vmware.api [None req-b24939cd-4983-4d70-9870-40b3c8edceb6 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177579, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.262806] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Created folder: Project (62480135526c461f8fe4639e84426fed) in parent group-v826677. [ 1188.262806] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Creating folder: Instances. Parent ref: group-v826953. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1188.262806] env[69399]: DEBUG nova.policy [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87b6f0ee1d2044ad93f431d4bf27cd1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88bc526a7b714e3b9020af814e510d26', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1188.264731] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0672a0b6-807a-4a8d-af04-c2ab3618e762 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.269014] env[69399]: DEBUG nova.network.neutron [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Successfully updated port: 5889a4b2-8c3a-4f84-9067-97d4d48525c5 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1188.280420] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Created folder: Instances in parent group-v826953. [ 1188.280420] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1188.280420] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1188.281594] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8d9e697-5de7-40c9-a02b-51b1694123ca {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.310263] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1188.310263] env[69399]: value = "task-4177583" [ 1188.310263] env[69399]: _type = "Task" [ 1188.310263] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.324273] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177583, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.376757] env[69399]: DEBUG oslo_vmware.api [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Task: {'id': task-4177578, 'name': PowerOnVM_Task, 'duration_secs': 0.626451} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.377254] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1188.378331] env[69399]: DEBUG nova.compute.manager [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1188.379419] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce64de30-1439-440f-b894-a42123db07c8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.667621] env[69399]: DEBUG oslo_vmware.api [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177580, 'name': Rename_Task, 'duration_secs': 0.225533} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.668574] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1188.668574] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d7e4a63-2202-4bcd-91ae-c926cd05b724 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.675936] env[69399]: DEBUG oslo_vmware.api [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Waiting for the task: (returnval){ [ 1188.675936] env[69399]: value = "task-4177584" [ 1188.675936] env[69399]: _type = "Task" [ 1188.675936] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.685949] env[69399]: DEBUG oslo_vmware.api [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177584, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.690912] env[69399]: DEBUG nova.compute.manager [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1188.698629] env[69399]: DEBUG nova.network.neutron [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Successfully created port: 6c468f68-3aaf-427b-8513-fd3165a5f741 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1188.753232] env[69399]: DEBUG oslo_vmware.api [None req-b24939cd-4983-4d70-9870-40b3c8edceb6 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177579, 'name': ReconfigVM_Task, 'duration_secs': 0.595441} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.756250] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b24939cd-4983-4d70-9870-40b3c8edceb6 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Reconfigured VM instance instance-00000057 to attach disk [datastore2] volume-ec1c6dbc-3951-4c47-90c6-44af5216aa9d/volume-ec1c6dbc-3951-4c47-90c6-44af5216aa9d.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.762124] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29d9f8a1-3e03-4445-9514-fd3feb917b65 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.776499] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Acquiring lock "refresh_cache-0df0c5d0-9411-411d-af69-cfd2d37e571e" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.776749] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Acquired lock "refresh_cache-0df0c5d0-9411-411d-af69-cfd2d37e571e" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.776936] env[69399]: DEBUG nova.network.neutron [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.784997] env[69399]: DEBUG oslo_vmware.api [None req-b24939cd-4983-4d70-9870-40b3c8edceb6 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 1188.784997] env[69399]: value = "task-4177585" [ 1188.784997] env[69399]: _type = "Task" [ 1188.784997] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.796679] env[69399]: DEBUG oslo_vmware.api [None req-b24939cd-4983-4d70-9870-40b3c8edceb6 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177585, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.830031] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177583, 'name': CreateVM_Task, 'duration_secs': 0.426469} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.830031] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1188.830891] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.831210] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.832045] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.832166] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a68e835f-5d10-4b24-80fe-6c698394c56f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.838503] env[69399]: DEBUG oslo_vmware.api [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Waiting for the task: (returnval){ [ 1188.838503] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]520e5f0c-9e71-b0e2-5d4f-7c176ade40e9" [ 1188.838503] env[69399]: _type = "Task" [ 1188.838503] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.852511] env[69399]: DEBUG oslo_vmware.api [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]520e5f0c-9e71-b0e2-5d4f-7c176ade40e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.903154] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.129358] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7c9bab-9bf6-437a-a6e0-417b6d22f48e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.140895] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90e2893-536a-4d19-813a-a662e5ab074d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.174417] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbc0422-e10c-4801-a397-b791cbe38ef4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.187640] env[69399]: DEBUG oslo_vmware.api [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177584, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.191661] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8bf6ff3-cc13-4d49-b308-15c97b8ff277 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.215047] env[69399]: DEBUG nova.compute.provider_tree [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.300914] env[69399]: DEBUG oslo_vmware.api [None req-b24939cd-4983-4d70-9870-40b3c8edceb6 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177585, 'name': ReconfigVM_Task, 'duration_secs': 0.186044} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.301332] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b24939cd-4983-4d70-9870-40b3c8edceb6 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826951', 'volume_id': 'ec1c6dbc-3951-4c47-90c6-44af5216aa9d', 'name': 'volume-ec1c6dbc-3951-4c47-90c6-44af5216aa9d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec1c6dbc-3951-4c47-90c6-44af5216aa9d', 'serial': 'ec1c6dbc-3951-4c47-90c6-44af5216aa9d'} {{(pid=69399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1189.322634] env[69399]: DEBUG nova.network.neutron [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1189.352109] env[69399]: DEBUG oslo_vmware.api [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]520e5f0c-9e71-b0e2-5d4f-7c176ade40e9, 'name': SearchDatastore_Task, 'duration_secs': 0.018566} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.354789] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.354985] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1189.355261] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.355406] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.355582] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1189.355864] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c232d3ef-e91b-4c76-8762-0c217967baf9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.365696] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1189.365793] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1189.368055] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59561ec6-9732-419e-81aa-67e27d87b1c4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.375922] env[69399]: DEBUG oslo_vmware.api [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Waiting for the task: (returnval){ [ 1189.375922] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c2060b-e2c2-37f4-0a6f-0c4e70c0bedd" [ 1189.375922] env[69399]: _type = "Task" [ 1189.375922] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.384603] env[69399]: DEBUG oslo_vmware.api [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c2060b-e2c2-37f4-0a6f-0c4e70c0bedd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.547870] env[69399]: DEBUG nova.network.neutron [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Updating instance_info_cache with network_info: [{"id": "5889a4b2-8c3a-4f84-9067-97d4d48525c5", "address": "fa:16:3e:68:5f:52", "network": {"id": "f133c13a-8fc0-428c-98c0-a0ca02a86386", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-537332251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4369a5733dda4a16a7704105ad9768dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5889a4b2-8c", "ovs_interfaceid": "5889a4b2-8c3a-4f84-9067-97d4d48525c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.688495] env[69399]: DEBUG oslo_vmware.api [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177584, 'name': PowerOnVM_Task, 'duration_secs': 0.872578} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.688957] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1189.689558] env[69399]: INFO nova.compute.manager [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Took 8.61 seconds to spawn the instance on the hypervisor. [ 1189.689558] env[69399]: DEBUG nova.compute.manager [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1189.690237] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae18732c-55c1-49a5-bf5a-342c5a8d1b93 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.719334] env[69399]: DEBUG nova.compute.manager [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1189.721923] env[69399]: DEBUG nova.scheduler.client.report [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.749253] env[69399]: DEBUG nova.virt.hardware [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1189.749552] env[69399]: DEBUG nova.virt.hardware [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1189.749683] env[69399]: DEBUG nova.virt.hardware [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.749995] env[69399]: DEBUG nova.virt.hardware [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1189.750211] env[69399]: DEBUG nova.virt.hardware [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.750395] env[69399]: DEBUG nova.virt.hardware [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1189.750574] env[69399]: DEBUG nova.virt.hardware [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1189.750735] env[69399]: DEBUG nova.virt.hardware [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1189.750959] env[69399]: DEBUG nova.virt.hardware [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1189.751080] env[69399]: DEBUG nova.virt.hardware [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1189.751262] env[69399]: DEBUG nova.virt.hardware [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1189.752379] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b9930c-24b7-4a82-8ae5-85ee9943f58a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.761264] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efe47a9-bb3b-4e57-801e-876f829fa228 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.794949] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ef1b3769-017c-46dc-b9db-fdd1c111f605 tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Acquiring lock "f9e1a492-8303-468d-bff0-e50e67f1826a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.795272] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ef1b3769-017c-46dc-b9db-fdd1c111f605 tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Lock "f9e1a492-8303-468d-bff0-e50e67f1826a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.795494] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ef1b3769-017c-46dc-b9db-fdd1c111f605 tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Acquiring lock "f9e1a492-8303-468d-bff0-e50e67f1826a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.795681] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ef1b3769-017c-46dc-b9db-fdd1c111f605 tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Lock "f9e1a492-8303-468d-bff0-e50e67f1826a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.795859] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ef1b3769-017c-46dc-b9db-fdd1c111f605 tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Lock "f9e1a492-8303-468d-bff0-e50e67f1826a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.800916] env[69399]: INFO nova.compute.manager [None req-ef1b3769-017c-46dc-b9db-fdd1c111f605 tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Terminating instance [ 1189.884345] env[69399]: DEBUG oslo_vmware.api [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c2060b-e2c2-37f4-0a6f-0c4e70c0bedd, 'name': SearchDatastore_Task, 'duration_secs': 0.01383} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.885240] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44d4cf4d-7e72-4198-b8b3-b36a6e472665 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.891824] env[69399]: DEBUG oslo_vmware.api [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Waiting for the task: (returnval){ [ 1189.891824] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52ecbc19-0dd2-2ed1-1899-ff4c60ca0990" [ 1189.891824] env[69399]: _type = "Task" [ 1189.891824] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.903458] env[69399]: DEBUG oslo_vmware.api [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52ecbc19-0dd2-2ed1-1899-ff4c60ca0990, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.051634] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Releasing lock "refresh_cache-0df0c5d0-9411-411d-af69-cfd2d37e571e" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.054085] env[69399]: DEBUG nova.compute.manager [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Instance network_info: |[{"id": "5889a4b2-8c3a-4f84-9067-97d4d48525c5", "address": "fa:16:3e:68:5f:52", "network": {"id": "f133c13a-8fc0-428c-98c0-a0ca02a86386", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-537332251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4369a5733dda4a16a7704105ad9768dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5889a4b2-8c", "ovs_interfaceid": "5889a4b2-8c3a-4f84-9067-97d4d48525c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1190.054085] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:5f:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98d96b75-ac36-499a-adc2-130c8c1d55ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5889a4b2-8c3a-4f84-9067-97d4d48525c5', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1190.065381] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Creating folder: Project (4369a5733dda4a16a7704105ad9768dd). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1190.066286] env[69399]: DEBUG oslo_concurrency.lockutils [None req-66655c70-dbad-4c9e-b013-c712d25dee32 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "8c99713d-68cf-4951-a499-084bb049ddda" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.066540] env[69399]: DEBUG oslo_concurrency.lockutils [None req-66655c70-dbad-4c9e-b013-c712d25dee32 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "8c99713d-68cf-4951-a499-084bb049ddda" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.069036] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a7973cc-a15f-43e0-afd4-becb678e3c7b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.084019] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Created folder: Project (4369a5733dda4a16a7704105ad9768dd) in parent group-v826677. [ 1190.084372] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Creating folder: Instances. Parent ref: group-v826956. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1190.084741] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-218850e5-50d4-4627-b28d-211e6c10c3df {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.101387] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Created folder: Instances in parent group-v826956. [ 1190.101504] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.102109] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1190.102109] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-facfd1d3-86f8-498f-a984-b0ff815269db {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.129331] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1190.129331] env[69399]: value = "task-4177588" [ 1190.129331] env[69399]: _type = "Task" [ 1190.129331] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.139608] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177588, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.214056] env[69399]: INFO nova.compute.manager [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Took 40.65 seconds to build instance. [ 1190.218125] env[69399]: DEBUG nova.compute.manager [req-ba76ab28-a8a7-4c6f-93da-40985133178f req-88671e9f-9417-4888-bbf3-a77b7a582325 service nova] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Received event network-changed-5889a4b2-8c3a-4f84-9067-97d4d48525c5 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.218343] env[69399]: DEBUG nova.compute.manager [req-ba76ab28-a8a7-4c6f-93da-40985133178f req-88671e9f-9417-4888-bbf3-a77b7a582325 service nova] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Refreshing instance network info cache due to event network-changed-5889a4b2-8c3a-4f84-9067-97d4d48525c5. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1190.218584] env[69399]: DEBUG oslo_concurrency.lockutils [req-ba76ab28-a8a7-4c6f-93da-40985133178f req-88671e9f-9417-4888-bbf3-a77b7a582325 service nova] Acquiring lock "refresh_cache-0df0c5d0-9411-411d-af69-cfd2d37e571e" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.219292] env[69399]: DEBUG oslo_concurrency.lockutils [req-ba76ab28-a8a7-4c6f-93da-40985133178f req-88671e9f-9417-4888-bbf3-a77b7a582325 service nova] Acquired lock "refresh_cache-0df0c5d0-9411-411d-af69-cfd2d37e571e" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.219292] env[69399]: DEBUG nova.network.neutron [req-ba76ab28-a8a7-4c6f-93da-40985133178f req-88671e9f-9417-4888-bbf3-a77b7a582325 service nova] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Refreshing network info cache for port 5889a4b2-8c3a-4f84-9067-97d4d48525c5 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1190.229193] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.229193] env[69399]: DEBUG nova.compute.manager [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1190.232127] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.600s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.234365] env[69399]: INFO nova.compute.claims [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1190.306156] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ef1b3769-017c-46dc-b9db-fdd1c111f605 tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Acquiring lock "refresh_cache-f9e1a492-8303-468d-bff0-e50e67f1826a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.306156] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ef1b3769-017c-46dc-b9db-fdd1c111f605 tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Acquired lock "refresh_cache-f9e1a492-8303-468d-bff0-e50e67f1826a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.306156] env[69399]: DEBUG nova.network.neutron [None req-ef1b3769-017c-46dc-b9db-fdd1c111f605 tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.339378] env[69399]: DEBUG nova.objects.instance [None req-b24939cd-4983-4d70-9870-40b3c8edceb6 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lazy-loading 'flavor' on Instance uuid 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.403232] env[69399]: DEBUG oslo_vmware.api [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52ecbc19-0dd2-2ed1-1899-ff4c60ca0990, 'name': SearchDatastore_Task, 'duration_secs': 0.012179} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.403575] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.403859] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 395dbdf6-de84-495d-a21f-371a0f87b2d2/395dbdf6-de84-495d-a21f-371a0f87b2d2.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1190.404195] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-850fc1ab-6444-4ae5-8719-b5a69d3309e1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.411963] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5dc4740a-0602-4451-b4d1-f0f12b0b6cc0 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Acquiring lock "18c567e9-ec98-4d74-80d8-4ffcdb753d5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.412333] env[69399]: DEBUG oslo_vmware.api [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Waiting for the task: (returnval){ [ 1190.412333] env[69399]: value = "task-4177589" [ 1190.412333] env[69399]: _type = "Task" [ 1190.412333] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.423217] env[69399]: DEBUG oslo_vmware.api [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Task: {'id': task-4177589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.561033] env[69399]: DEBUG nova.network.neutron [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Successfully updated port: 6c468f68-3aaf-427b-8513-fd3165a5f741 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1190.573799] env[69399]: INFO nova.compute.manager [None req-66655c70-dbad-4c9e-b013-c712d25dee32 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Detaching volume 995af960-915b-44d3-9d68-772a6ffdf693 [ 1190.620456] env[69399]: INFO nova.virt.block_device [None req-66655c70-dbad-4c9e-b013-c712d25dee32 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Attempting to driver detach volume 995af960-915b-44d3-9d68-772a6ffdf693 from mountpoint /dev/sdb [ 1190.620886] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-66655c70-dbad-4c9e-b013-c712d25dee32 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Volume detach. Driver type: vmdk {{(pid=69399) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1190.621361] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-66655c70-dbad-4c9e-b013-c712d25dee32 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826925', 'volume_id': '995af960-915b-44d3-9d68-772a6ffdf693', 'name': 'volume-995af960-915b-44d3-9d68-772a6ffdf693', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8c99713d-68cf-4951-a499-084bb049ddda', 'attached_at': '', 'detached_at': '', 'volume_id': '995af960-915b-44d3-9d68-772a6ffdf693', 'serial': '995af960-915b-44d3-9d68-772a6ffdf693'} {{(pid=69399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1190.623024] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6327c2c6-60ec-4ca8-b890-9fc266fe9925 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.625856] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8dbbca75-2d3b-417a-a607-85cfdb0561da tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquiring lock "2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.651399] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73aa4188-f71c-44c5-a04a-d9159c168fce {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.663894] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4495434e-2d83-4bb6-9a4b-95122e0b5eeb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.666985] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177588, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.691478] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb88d8c-c572-4d71-a23b-1c8fe0290431 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.711909] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-66655c70-dbad-4c9e-b013-c712d25dee32 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] The volume has not been displaced from its original location: [datastore1] volume-995af960-915b-44d3-9d68-772a6ffdf693/volume-995af960-915b-44d3-9d68-772a6ffdf693.vmdk. No consolidation needed. {{(pid=69399) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1190.717457] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-66655c70-dbad-4c9e-b013-c712d25dee32 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Reconfiguring VM instance instance-0000004b to detach disk 2001 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1190.717855] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6688e81d-5594-4db9-9109-2db377cba6e5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.732872] env[69399]: DEBUG oslo_concurrency.lockutils [None req-79e09dc7-421f-427e-8ea4-0ef21d87e0b8 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Lock "18c567e9-ec98-4d74-80d8-4ffcdb753d5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.193s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.735261] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5dc4740a-0602-4451-b4d1-f0f12b0b6cc0 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Lock "18c567e9-ec98-4d74-80d8-4ffcdb753d5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.323s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.735534] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5dc4740a-0602-4451-b4d1-f0f12b0b6cc0 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Acquiring lock "18c567e9-ec98-4d74-80d8-4ffcdb753d5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.735709] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5dc4740a-0602-4451-b4d1-f0f12b0b6cc0 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Lock "18c567e9-ec98-4d74-80d8-4ffcdb753d5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.735944] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5dc4740a-0602-4451-b4d1-f0f12b0b6cc0 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Lock "18c567e9-ec98-4d74-80d8-4ffcdb753d5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.738219] env[69399]: INFO nova.compute.manager [None req-5dc4740a-0602-4451-b4d1-f0f12b0b6cc0 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Terminating instance [ 1190.740861] env[69399]: DEBUG nova.compute.utils [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1190.743537] env[69399]: DEBUG nova.compute.manager [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1190.743537] env[69399]: DEBUG nova.network.neutron [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1190.750543] env[69399]: DEBUG oslo_vmware.api [None req-66655c70-dbad-4c9e-b013-c712d25dee32 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1190.750543] env[69399]: value = "task-4177590" [ 1190.750543] env[69399]: _type = "Task" [ 1190.750543] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.764118] env[69399]: DEBUG oslo_vmware.api [None req-66655c70-dbad-4c9e-b013-c712d25dee32 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177590, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.824948] env[69399]: DEBUG nova.policy [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79df5c1fe1aa40e2bb602b02b21c06ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c70f2346ed704f23b25ffbac339b9b7a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1190.827546] env[69399]: DEBUG nova.network.neutron [None req-ef1b3769-017c-46dc-b9db-fdd1c111f605 tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1190.845145] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b24939cd-4983-4d70-9870-40b3c8edceb6 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.806s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.846260] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8dbbca75-2d3b-417a-a607-85cfdb0561da tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.220s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.898840] env[69399]: DEBUG nova.network.neutron [None req-ef1b3769-017c-46dc-b9db-fdd1c111f605 tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.923694] env[69399]: DEBUG oslo_vmware.api [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Task: {'id': task-4177589, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.974287] env[69399]: DEBUG oslo_vmware.rw_handles [None req-d92b9630-4755-4bcf-bd18-e8180bbfa431 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526c54e2-8e71-ba13-858b-c6bf1c20c628/disk-0.vmdk. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1190.975454] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e684188d-1cce-4a72-ae25-0a899a6d7f58 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.989066] env[69399]: DEBUG oslo_vmware.rw_handles [None req-d92b9630-4755-4bcf-bd18-e8180bbfa431 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526c54e2-8e71-ba13-858b-c6bf1c20c628/disk-0.vmdk is in state: ready. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1190.989277] env[69399]: ERROR oslo_vmware.rw_handles [None req-d92b9630-4755-4bcf-bd18-e8180bbfa431 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526c54e2-8e71-ba13-858b-c6bf1c20c628/disk-0.vmdk due to incomplete transfer. [ 1190.989552] env[69399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-20b88a58-bbdb-4c29-8a7c-4758633a4340 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.998627] env[69399]: DEBUG oslo_vmware.rw_handles [None req-d92b9630-4755-4bcf-bd18-e8180bbfa431 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526c54e2-8e71-ba13-858b-c6bf1c20c628/disk-0.vmdk. {{(pid=69399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1190.998844] env[69399]: DEBUG nova.virt.vmwareapi.images [None req-d92b9630-4755-4bcf-bd18-e8180bbfa431 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Uploaded image f6ddf074-3657-464a-83a2-a9e4f3f911bd to the Glance image server {{(pid=69399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1191.002308] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92b9630-4755-4bcf-bd18-e8180bbfa431 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Destroying the VM {{(pid=69399) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1191.002680] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bcdfa0c2-3983-4679-9c9f-09eaca889705 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.011969] env[69399]: DEBUG oslo_vmware.api [None req-d92b9630-4755-4bcf-bd18-e8180bbfa431 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1191.011969] env[69399]: value = "task-4177591" [ 1191.011969] env[69399]: _type = "Task" [ 1191.011969] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.022716] env[69399]: DEBUG oslo_vmware.api [None req-d92b9630-4755-4bcf-bd18-e8180bbfa431 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177591, 'name': Destroy_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.064304] env[69399]: DEBUG oslo_concurrency.lockutils [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "refresh_cache-fa91de6b-1662-4bda-8d55-df585262b3a3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.064635] env[69399]: DEBUG oslo_concurrency.lockutils [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquired lock "refresh_cache-fa91de6b-1662-4bda-8d55-df585262b3a3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.064867] env[69399]: DEBUG nova.network.neutron [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1191.157601] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177588, 'name': CreateVM_Task, 'duration_secs': 0.566583} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.159224] env[69399]: DEBUG nova.network.neutron [req-ba76ab28-a8a7-4c6f-93da-40985133178f req-88671e9f-9417-4888-bbf3-a77b7a582325 service nova] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Updated VIF entry in instance network info cache for port 5889a4b2-8c3a-4f84-9067-97d4d48525c5. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1191.160205] env[69399]: DEBUG nova.network.neutron [req-ba76ab28-a8a7-4c6f-93da-40985133178f req-88671e9f-9417-4888-bbf3-a77b7a582325 service nova] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Updating instance_info_cache with network_info: [{"id": "5889a4b2-8c3a-4f84-9067-97d4d48525c5", "address": "fa:16:3e:68:5f:52", "network": {"id": "f133c13a-8fc0-428c-98c0-a0ca02a86386", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-537332251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4369a5733dda4a16a7704105ad9768dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5889a4b2-8c", "ovs_interfaceid": "5889a4b2-8c3a-4f84-9067-97d4d48525c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.161898] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1191.162860] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.163114] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.163890] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.164370] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1607bca2-e529-4147-82ee-439f413806f5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.170153] env[69399]: DEBUG oslo_vmware.api [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Waiting for the task: (returnval){ [ 1191.170153] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d7c2e2-f923-98de-cd8a-d2da6459acdd" [ 1191.170153] env[69399]: _type = "Task" [ 1191.170153] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.180382] env[69399]: DEBUG oslo_vmware.api [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d7c2e2-f923-98de-cd8a-d2da6459acdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.249770] env[69399]: DEBUG nova.compute.manager [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1191.252748] env[69399]: DEBUG nova.compute.manager [None req-5dc4740a-0602-4451-b4d1-f0f12b0b6cc0 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1191.252959] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc4740a-0602-4451-b4d1-f0f12b0b6cc0 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1191.257165] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc3c802-a9f2-4083-999c-b805c21c1405 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.271484] env[69399]: DEBUG oslo_vmware.api [None req-66655c70-dbad-4c9e-b013-c712d25dee32 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177590, 'name': ReconfigVM_Task, 'duration_secs': 0.311446} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.275085] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-66655c70-dbad-4c9e-b013-c712d25dee32 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Reconfigured VM instance instance-0000004b to detach disk 2001 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1191.282426] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc4740a-0602-4451-b4d1-f0f12b0b6cc0 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.282749] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07c358d7-816d-4543-8c7f-11ca5a913b82 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.296122] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31563706-334f-43a0-b111-8edb5176fc75 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.309730] env[69399]: DEBUG oslo_vmware.api [None req-66655c70-dbad-4c9e-b013-c712d25dee32 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1191.309730] env[69399]: value = "task-4177593" [ 1191.309730] env[69399]: _type = "Task" [ 1191.309730] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.310144] env[69399]: DEBUG oslo_vmware.api [None req-5dc4740a-0602-4451-b4d1-f0f12b0b6cc0 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Waiting for the task: (returnval){ [ 1191.310144] env[69399]: value = "task-4177592" [ 1191.310144] env[69399]: _type = "Task" [ 1191.310144] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.330751] env[69399]: DEBUG oslo_vmware.api [None req-66655c70-dbad-4c9e-b013-c712d25dee32 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177593, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.331119] env[69399]: DEBUG oslo_vmware.api [None req-5dc4740a-0602-4451-b4d1-f0f12b0b6cc0 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177592, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.350929] env[69399]: INFO nova.compute.manager [None req-8dbbca75-2d3b-417a-a607-85cfdb0561da tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Detaching volume ec1c6dbc-3951-4c47-90c6-44af5216aa9d [ 1191.400780] env[69399]: INFO nova.virt.block_device [None req-8dbbca75-2d3b-417a-a607-85cfdb0561da tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Attempting to driver detach volume ec1c6dbc-3951-4c47-90c6-44af5216aa9d from mountpoint /dev/sdb [ 1191.400780] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dbbca75-2d3b-417a-a607-85cfdb0561da tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Volume detach. Driver type: vmdk {{(pid=69399) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1191.400962] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dbbca75-2d3b-417a-a607-85cfdb0561da tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826951', 'volume_id': 'ec1c6dbc-3951-4c47-90c6-44af5216aa9d', 'name': 'volume-ec1c6dbc-3951-4c47-90c6-44af5216aa9d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec1c6dbc-3951-4c47-90c6-44af5216aa9d', 'serial': 'ec1c6dbc-3951-4c47-90c6-44af5216aa9d'} {{(pid=69399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1191.401792] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb37204-e5f0-44aa-a6e2-ede2b77de9d0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.408784] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ef1b3769-017c-46dc-b9db-fdd1c111f605 tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Releasing lock "refresh_cache-f9e1a492-8303-468d-bff0-e50e67f1826a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.408784] env[69399]: DEBUG nova.compute.manager [None req-ef1b3769-017c-46dc-b9db-fdd1c111f605 tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1191.408784] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1b3769-017c-46dc-b9db-fdd1c111f605 tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1191.408903] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53aabd95-cde4-4569-aec4-3f78e47607e0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.435954] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1b3769-017c-46dc-b9db-fdd1c111f605 tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.439356] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b0d3665-85d4-4ead-8a19-05e93503893e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.441802] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ee1ac6-8160-456d-80b8-ef075f522e74 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.449525] env[69399]: DEBUG oslo_vmware.api [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Task: {'id': task-4177589, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630494} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.450410] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 395dbdf6-de84-495d-a21f-371a0f87b2d2/395dbdf6-de84-495d-a21f-371a0f87b2d2.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1191.450626] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1191.451096] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e17eaa15-aeca-4915-888b-66f37e1646bc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.456679] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bbc16d-ad08-46bd-ade0-8dc6e4d0b9c7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.459355] env[69399]: DEBUG oslo_vmware.api [None req-ef1b3769-017c-46dc-b9db-fdd1c111f605 tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Waiting for the task: (returnval){ [ 1191.459355] env[69399]: value = "task-4177594" [ 1191.459355] env[69399]: _type = "Task" [ 1191.459355] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.460881] env[69399]: DEBUG oslo_vmware.api [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Waiting for the task: (returnval){ [ 1191.460881] env[69399]: value = "task-4177595" [ 1191.460881] env[69399]: _type = "Task" [ 1191.460881] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.465061] env[69399]: DEBUG nova.network.neutron [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Successfully created port: 85689483-787b-4ecf-abe7-3ee700844ccf {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1191.491714] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc87fe0-3b26-450a-8760-c48101f2667d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.498258] env[69399]: DEBUG oslo_vmware.api [None req-ef1b3769-017c-46dc-b9db-fdd1c111f605 tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Task: {'id': task-4177594, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.503288] env[69399]: DEBUG oslo_vmware.api [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Task: {'id': task-4177595, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.514502] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dbbca75-2d3b-417a-a607-85cfdb0561da tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] The volume has not been displaced from its original location: [datastore2] volume-ec1c6dbc-3951-4c47-90c6-44af5216aa9d/volume-ec1c6dbc-3951-4c47-90c6-44af5216aa9d.vmdk. No consolidation needed. {{(pid=69399) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1191.520261] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dbbca75-2d3b-417a-a607-85cfdb0561da tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Reconfiguring VM instance instance-00000057 to detach disk 2001 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1191.526642] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e8af1ab-726e-49c2-bcc1-f40899d5325b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.550591] env[69399]: DEBUG oslo_vmware.api [None req-d92b9630-4755-4bcf-bd18-e8180bbfa431 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177591, 'name': Destroy_Task} progress is 33%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.552171] env[69399]: DEBUG oslo_vmware.api [None req-8dbbca75-2d3b-417a-a607-85cfdb0561da tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 1191.552171] env[69399]: value = "task-4177596" [ 1191.552171] env[69399]: _type = "Task" [ 1191.552171] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.564177] env[69399]: DEBUG oslo_vmware.api [None req-8dbbca75-2d3b-417a-a607-85cfdb0561da tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177596, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.636472] env[69399]: DEBUG nova.network.neutron [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1191.666168] env[69399]: DEBUG oslo_concurrency.lockutils [req-ba76ab28-a8a7-4c6f-93da-40985133178f req-88671e9f-9417-4888-bbf3-a77b7a582325 service nova] Releasing lock "refresh_cache-0df0c5d0-9411-411d-af69-cfd2d37e571e" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.681413] env[69399]: DEBUG oslo_vmware.api [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d7c2e2-f923-98de-cd8a-d2da6459acdd, 'name': SearchDatastore_Task, 'duration_secs': 0.010291} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.681725] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.682009] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1191.682268] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.682421] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.682616] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1191.685400] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6a2fa7b-cb4b-4b34-9384-1e38729a23fb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.699858] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1191.699858] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1191.699858] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96f89c0a-3c43-4923-9680-a4f6746cbf66 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.719980] env[69399]: DEBUG oslo_vmware.api [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Waiting for the task: (returnval){ [ 1191.719980] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5227af2e-3bea-53ee-7c85-059e5fc42cf5" [ 1191.719980] env[69399]: _type = "Task" [ 1191.719980] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.729635] env[69399]: DEBUG oslo_vmware.api [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5227af2e-3bea-53ee-7c85-059e5fc42cf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.811322] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f27af5f-af28-49f9-a103-53631f6a6468 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.825810] env[69399]: DEBUG oslo_vmware.api [None req-66655c70-dbad-4c9e-b013-c712d25dee32 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177593, 'name': ReconfigVM_Task, 'duration_secs': 0.235398} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.830496] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-66655c70-dbad-4c9e-b013-c712d25dee32 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826925', 'volume_id': '995af960-915b-44d3-9d68-772a6ffdf693', 'name': 'volume-995af960-915b-44d3-9d68-772a6ffdf693', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8c99713d-68cf-4951-a499-084bb049ddda', 'attached_at': '', 'detached_at': '', 'volume_id': '995af960-915b-44d3-9d68-772a6ffdf693', 'serial': '995af960-915b-44d3-9d68-772a6ffdf693'} {{(pid=69399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1191.833011] env[69399]: DEBUG oslo_vmware.api [None req-5dc4740a-0602-4451-b4d1-f0f12b0b6cc0 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177592, 'name': PowerOffVM_Task, 'duration_secs': 0.282002} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.834270] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80210893-3809-49e4-a84c-74f032b8f5d5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.838178] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc4740a-0602-4451-b4d1-f0f12b0b6cc0 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1191.838178] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc4740a-0602-4451-b4d1-f0f12b0b6cc0 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1191.838178] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d68d6d4d-c16f-4bf9-8a2c-f2321cbd3b5b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.874218] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11689aed-e4c9-4878-b4d7-87effcd28e69 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.882923] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a2cd19-ec6f-4c03-b547-e10095138c9b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.897436] env[69399]: DEBUG nova.compute.provider_tree [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.977117] env[69399]: DEBUG oslo_vmware.api [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Task: {'id': task-4177595, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079558} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.980541] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1191.980900] env[69399]: DEBUG oslo_vmware.api [None req-ef1b3769-017c-46dc-b9db-fdd1c111f605 tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Task: {'id': task-4177594, 'name': PowerOffVM_Task, 'duration_secs': 0.153962} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.982542] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d76155-9831-47b9-9cf4-2368c2abbf03 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.992021] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1b3769-017c-46dc-b9db-fdd1c111f605 tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1191.992021] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1b3769-017c-46dc-b9db-fdd1c111f605 tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1191.992021] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc4740a-0602-4451-b4d1-f0f12b0b6cc0 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1191.992021] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc4740a-0602-4451-b4d1-f0f12b0b6cc0 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1191.992021] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dc4740a-0602-4451-b4d1-f0f12b0b6cc0 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Deleting the datastore file [datastore2] 18c567e9-ec98-4d74-80d8-4ffcdb753d5c {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1191.992021] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ab4ea8e-7ef3-4499-9474-e9fc7409f397 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.992021] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1114f1cf-0634-4b26-8df4-584bb7c17f95 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.996075] env[69399]: DEBUG nova.network.neutron [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Updating instance_info_cache with network_info: [{"id": "6c468f68-3aaf-427b-8513-fd3165a5f741", "address": "fa:16:3e:65:9f:07", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c468f68-3a", "ovs_interfaceid": "6c468f68-3aaf-427b-8513-fd3165a5f741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.022271] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 395dbdf6-de84-495d-a21f-371a0f87b2d2/395dbdf6-de84-495d-a21f-371a0f87b2d2.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1192.024743] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2978c20-e1e1-428c-bc24-98b1b837fbdf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.039997] env[69399]: DEBUG oslo_vmware.api [None req-5dc4740a-0602-4451-b4d1-f0f12b0b6cc0 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Waiting for the task: (returnval){ [ 1192.039997] env[69399]: value = "task-4177599" [ 1192.039997] env[69399]: _type = "Task" [ 1192.039997] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.044624] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1b3769-017c-46dc-b9db-fdd1c111f605 tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1192.044834] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1b3769-017c-46dc-b9db-fdd1c111f605 tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1192.045024] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef1b3769-017c-46dc-b9db-fdd1c111f605 tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Deleting the datastore file [datastore2] f9e1a492-8303-468d-bff0-e50e67f1826a {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.048681] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8924918f-ab61-4666-ba70-97e94d0711b9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.052514] env[69399]: DEBUG oslo_vmware.api [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Waiting for the task: (returnval){ [ 1192.052514] env[69399]: value = "task-4177600" [ 1192.052514] env[69399]: _type = "Task" [ 1192.052514] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.068679] env[69399]: DEBUG oslo_vmware.api [None req-ef1b3769-017c-46dc-b9db-fdd1c111f605 tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Waiting for the task: (returnval){ [ 1192.068679] env[69399]: value = "task-4177601" [ 1192.068679] env[69399]: _type = "Task" [ 1192.068679] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.068679] env[69399]: DEBUG oslo_vmware.api [None req-5dc4740a-0602-4451-b4d1-f0f12b0b6cc0 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.069213] env[69399]: DEBUG oslo_vmware.api [None req-d92b9630-4755-4bcf-bd18-e8180bbfa431 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177591, 'name': Destroy_Task} progress is 33%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.077070] env[69399]: DEBUG oslo_vmware.api [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Task: {'id': task-4177600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.085869] env[69399]: DEBUG oslo_vmware.api [None req-ef1b3769-017c-46dc-b9db-fdd1c111f605 tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Task: {'id': task-4177601, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.089747] env[69399]: DEBUG oslo_vmware.api [None req-8dbbca75-2d3b-417a-a607-85cfdb0561da tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177596, 'name': ReconfigVM_Task, 'duration_secs': 0.258258} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.089747] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dbbca75-2d3b-417a-a607-85cfdb0561da tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Reconfigured VM instance instance-00000057 to detach disk 2001 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1192.094822] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34a9a08f-d2bc-416c-b8fc-ad5efb29cdd8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.111216] env[69399]: DEBUG oslo_vmware.api [None req-8dbbca75-2d3b-417a-a607-85cfdb0561da tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 1192.111216] env[69399]: value = "task-4177602" [ 1192.111216] env[69399]: _type = "Task" [ 1192.111216] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.121625] env[69399]: DEBUG oslo_vmware.api [None req-8dbbca75-2d3b-417a-a607-85cfdb0561da tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177602, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.232043] env[69399]: DEBUG oslo_vmware.api [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5227af2e-3bea-53ee-7c85-059e5fc42cf5, 'name': SearchDatastore_Task, 'duration_secs': 0.011398} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.233035] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc60528f-736d-4176-adb1-decf8be1a380 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.240479] env[69399]: DEBUG oslo_vmware.api [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Waiting for the task: (returnval){ [ 1192.240479] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5294b103-fc11-bb7a-4312-2e33aa92a9b4" [ 1192.240479] env[69399]: _type = "Task" [ 1192.240479] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.250383] env[69399]: DEBUG oslo_vmware.api [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5294b103-fc11-bb7a-4312-2e33aa92a9b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.255616] env[69399]: DEBUG nova.compute.manager [req-2a53a655-70e1-4f54-9e78-f6f1bf7e3324 req-c5ecc7a3-1a17-4ef4-8cf4-2e0b490f7e85 service nova] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Received event network-vif-plugged-6c468f68-3aaf-427b-8513-fd3165a5f741 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.255860] env[69399]: DEBUG oslo_concurrency.lockutils [req-2a53a655-70e1-4f54-9e78-f6f1bf7e3324 req-c5ecc7a3-1a17-4ef4-8cf4-2e0b490f7e85 service nova] Acquiring lock "fa91de6b-1662-4bda-8d55-df585262b3a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.256131] env[69399]: DEBUG oslo_concurrency.lockutils [req-2a53a655-70e1-4f54-9e78-f6f1bf7e3324 req-c5ecc7a3-1a17-4ef4-8cf4-2e0b490f7e85 service nova] Lock "fa91de6b-1662-4bda-8d55-df585262b3a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.256261] env[69399]: DEBUG oslo_concurrency.lockutils [req-2a53a655-70e1-4f54-9e78-f6f1bf7e3324 req-c5ecc7a3-1a17-4ef4-8cf4-2e0b490f7e85 service nova] Lock "fa91de6b-1662-4bda-8d55-df585262b3a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.256450] env[69399]: DEBUG nova.compute.manager [req-2a53a655-70e1-4f54-9e78-f6f1bf7e3324 req-c5ecc7a3-1a17-4ef4-8cf4-2e0b490f7e85 service nova] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] No waiting events found dispatching network-vif-plugged-6c468f68-3aaf-427b-8513-fd3165a5f741 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1192.256649] env[69399]: WARNING nova.compute.manager [req-2a53a655-70e1-4f54-9e78-f6f1bf7e3324 req-c5ecc7a3-1a17-4ef4-8cf4-2e0b490f7e85 service nova] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Received unexpected event network-vif-plugged-6c468f68-3aaf-427b-8513-fd3165a5f741 for instance with vm_state building and task_state spawning. [ 1192.256876] env[69399]: DEBUG nova.compute.manager [req-2a53a655-70e1-4f54-9e78-f6f1bf7e3324 req-c5ecc7a3-1a17-4ef4-8cf4-2e0b490f7e85 service nova] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Received event network-changed-6c468f68-3aaf-427b-8513-fd3165a5f741 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.256983] env[69399]: DEBUG nova.compute.manager [req-2a53a655-70e1-4f54-9e78-f6f1bf7e3324 req-c5ecc7a3-1a17-4ef4-8cf4-2e0b490f7e85 service nova] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Refreshing instance network info cache due to event network-changed-6c468f68-3aaf-427b-8513-fd3165a5f741. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1192.257166] env[69399]: DEBUG oslo_concurrency.lockutils [req-2a53a655-70e1-4f54-9e78-f6f1bf7e3324 req-c5ecc7a3-1a17-4ef4-8cf4-2e0b490f7e85 service nova] Acquiring lock "refresh_cache-fa91de6b-1662-4bda-8d55-df585262b3a3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.263046] env[69399]: DEBUG nova.compute.manager [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1192.291954] env[69399]: DEBUG nova.virt.hardware [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1192.292250] env[69399]: DEBUG nova.virt.hardware [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1192.292411] env[69399]: DEBUG nova.virt.hardware [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1192.292621] env[69399]: DEBUG nova.virt.hardware [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1192.292772] env[69399]: DEBUG nova.virt.hardware [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1192.292918] env[69399]: DEBUG nova.virt.hardware [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1192.293157] env[69399]: DEBUG nova.virt.hardware [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1192.293324] env[69399]: DEBUG nova.virt.hardware [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1192.293493] env[69399]: DEBUG nova.virt.hardware [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1192.293676] env[69399]: DEBUG nova.virt.hardware [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1192.293849] env[69399]: DEBUG nova.virt.hardware [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1192.295201] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86635e54-ae1f-49df-88b2-0ca9c329db6c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.303787] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30d3bce-6b20-4fae-b8b6-7e16dca3e808 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.388196] env[69399]: DEBUG nova.objects.instance [None req-66655c70-dbad-4c9e-b013-c712d25dee32 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lazy-loading 'flavor' on Instance uuid 8c99713d-68cf-4951-a499-084bb049ddda {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.400470] env[69399]: DEBUG nova.scheduler.client.report [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.503307] env[69399]: DEBUG oslo_concurrency.lockutils [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Releasing lock "refresh_cache-fa91de6b-1662-4bda-8d55-df585262b3a3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.503307] env[69399]: DEBUG nova.compute.manager [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Instance network_info: |[{"id": "6c468f68-3aaf-427b-8513-fd3165a5f741", "address": "fa:16:3e:65:9f:07", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c468f68-3a", "ovs_interfaceid": "6c468f68-3aaf-427b-8513-fd3165a5f741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1192.503663] env[69399]: DEBUG oslo_concurrency.lockutils [req-2a53a655-70e1-4f54-9e78-f6f1bf7e3324 req-c5ecc7a3-1a17-4ef4-8cf4-2e0b490f7e85 service nova] Acquired lock "refresh_cache-fa91de6b-1662-4bda-8d55-df585262b3a3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.503921] env[69399]: DEBUG nova.network.neutron [req-2a53a655-70e1-4f54-9e78-f6f1bf7e3324 req-c5ecc7a3-1a17-4ef4-8cf4-2e0b490f7e85 service nova] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Refreshing network info cache for port 6c468f68-3aaf-427b-8513-fd3165a5f741 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1192.506092] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:9f:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7d2575f-b92f-44ec-a863-634cb76631a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c468f68-3aaf-427b-8513-fd3165a5f741', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1192.518557] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1192.523265] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1192.524313] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e1cadec-9d54-4c8e-9f6b-e8321a0bbcc8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.562058] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1192.562058] env[69399]: value = "task-4177603" [ 1192.562058] env[69399]: _type = "Task" [ 1192.562058] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.574132] env[69399]: DEBUG oslo_vmware.api [None req-d92b9630-4755-4bcf-bd18-e8180bbfa431 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177591, 'name': Destroy_Task, 'duration_secs': 1.124945} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.574762] env[69399]: DEBUG oslo_vmware.api [None req-5dc4740a-0602-4451-b4d1-f0f12b0b6cc0 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Task: {'id': task-4177599, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176515} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.574762] env[69399]: DEBUG oslo_vmware.api [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Task: {'id': task-4177600, 'name': ReconfigVM_Task, 'duration_secs': 0.332133} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.575362] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-d92b9630-4755-4bcf-bd18-e8180bbfa431 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Destroyed the VM [ 1192.575744] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d92b9630-4755-4bcf-bd18-e8180bbfa431 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Deleting Snapshot of the VM instance {{(pid=69399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1192.579302] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dc4740a-0602-4451-b4d1-f0f12b0b6cc0 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1192.579302] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc4740a-0602-4451-b4d1-f0f12b0b6cc0 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1192.579302] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc4740a-0602-4451-b4d1-f0f12b0b6cc0 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1192.579550] env[69399]: INFO nova.compute.manager [None req-5dc4740a-0602-4451-b4d1-f0f12b0b6cc0 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1192.579799] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5dc4740a-0602-4451-b4d1-f0f12b0b6cc0 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1192.579915] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 395dbdf6-de84-495d-a21f-371a0f87b2d2/395dbdf6-de84-495d-a21f-371a0f87b2d2.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.583736] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-30769cd5-18e7-4a16-b30f-d2cf5a2e5510 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.585557] env[69399]: DEBUG nova.compute.manager [-] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1192.585702] env[69399]: DEBUG nova.network.neutron [-] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1192.587215] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-492f2556-20d3-4970-996a-e4ce4f202f34 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.591141] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177603, 'name': CreateVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.599572] env[69399]: DEBUG oslo_vmware.api [None req-ef1b3769-017c-46dc-b9db-fdd1c111f605 tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Task: {'id': task-4177601, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110805} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.601247] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef1b3769-017c-46dc-b9db-fdd1c111f605 tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1192.601462] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1b3769-017c-46dc-b9db-fdd1c111f605 tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1192.601678] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1b3769-017c-46dc-b9db-fdd1c111f605 tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1192.601862] env[69399]: INFO nova.compute.manager [None req-ef1b3769-017c-46dc-b9db-fdd1c111f605 tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1192.602220] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef1b3769-017c-46dc-b9db-fdd1c111f605 tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1192.602576] env[69399]: DEBUG oslo_vmware.api [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Waiting for the task: (returnval){ [ 1192.602576] env[69399]: value = "task-4177604" [ 1192.602576] env[69399]: _type = "Task" [ 1192.602576] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.604037] env[69399]: DEBUG nova.compute.manager [-] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1192.604181] env[69399]: DEBUG nova.network.neutron [-] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1192.606187] env[69399]: DEBUG oslo_vmware.api [None req-d92b9630-4755-4bcf-bd18-e8180bbfa431 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1192.606187] env[69399]: value = "task-4177605" [ 1192.606187] env[69399]: _type = "Task" [ 1192.606187] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.621315] env[69399]: DEBUG oslo_vmware.api [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Task: {'id': task-4177604, 'name': Rename_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.625463] env[69399]: DEBUG oslo_vmware.api [None req-d92b9630-4755-4bcf-bd18-e8180bbfa431 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177605, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.631749] env[69399]: DEBUG oslo_vmware.api [None req-8dbbca75-2d3b-417a-a607-85cfdb0561da tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177602, 'name': ReconfigVM_Task, 'duration_secs': 0.16999} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.632284] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dbbca75-2d3b-417a-a607-85cfdb0561da tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826951', 'volume_id': 'ec1c6dbc-3951-4c47-90c6-44af5216aa9d', 'name': 'volume-ec1c6dbc-3951-4c47-90c6-44af5216aa9d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec1c6dbc-3951-4c47-90c6-44af5216aa9d', 'serial': 'ec1c6dbc-3951-4c47-90c6-44af5216aa9d'} {{(pid=69399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1192.646953] env[69399]: DEBUG nova.network.neutron [-] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1192.755866] env[69399]: DEBUG oslo_vmware.api [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5294b103-fc11-bb7a-4312-2e33aa92a9b4, 'name': SearchDatastore_Task, 'duration_secs': 0.013399} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.760345] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.760864] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 0df0c5d0-9411-411d-af69-cfd2d37e571e/0df0c5d0-9411-411d-af69-cfd2d37e571e.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1192.761362] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e0b4a70-31ca-4324-94b1-639fa8da0895 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.772386] env[69399]: DEBUG oslo_vmware.api [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Waiting for the task: (returnval){ [ 1192.772386] env[69399]: value = "task-4177606" [ 1192.772386] env[69399]: _type = "Task" [ 1192.772386] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.784087] env[69399]: DEBUG oslo_vmware.api [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177606, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.905967] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.906650] env[69399]: DEBUG nova.compute.manager [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1192.911382] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 25.778s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.982733] env[69399]: DEBUG nova.compute.manager [req-383780ad-69b9-4f29-b233-041048736edf req-d068cf1e-9fb0-4f59-afa0-6298fdc6d544 service nova] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Received event network-vif-deleted-d7395012-e095-4ae0-96fb-b2e30d5e7316 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.982901] env[69399]: INFO nova.compute.manager [req-383780ad-69b9-4f29-b233-041048736edf req-d068cf1e-9fb0-4f59-afa0-6298fdc6d544 service nova] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Neutron deleted interface d7395012-e095-4ae0-96fb-b2e30d5e7316; detaching it from the instance and deleting it from the info cache [ 1192.983198] env[69399]: DEBUG nova.network.neutron [req-383780ad-69b9-4f29-b233-041048736edf req-d068cf1e-9fb0-4f59-afa0-6298fdc6d544 service nova] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.996375] env[69399]: DEBUG nova.network.neutron [req-2a53a655-70e1-4f54-9e78-f6f1bf7e3324 req-c5ecc7a3-1a17-4ef4-8cf4-2e0b490f7e85 service nova] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Updated VIF entry in instance network info cache for port 6c468f68-3aaf-427b-8513-fd3165a5f741. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1192.997009] env[69399]: DEBUG nova.network.neutron [req-2a53a655-70e1-4f54-9e78-f6f1bf7e3324 req-c5ecc7a3-1a17-4ef4-8cf4-2e0b490f7e85 service nova] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Updating instance_info_cache with network_info: [{"id": "6c468f68-3aaf-427b-8513-fd3165a5f741", "address": "fa:16:3e:65:9f:07", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c468f68-3a", "ovs_interfaceid": "6c468f68-3aaf-427b-8513-fd3165a5f741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.074905] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177603, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.128196] env[69399]: DEBUG oslo_vmware.api [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Task: {'id': task-4177604, 'name': Rename_Task, 'duration_secs': 0.209606} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.132091] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1193.132445] env[69399]: DEBUG oslo_vmware.api [None req-d92b9630-4755-4bcf-bd18-e8180bbfa431 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177605, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.132754] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62ad74bc-8d09-4cb1-a59d-a6709486c12e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.144039] env[69399]: DEBUG oslo_vmware.api [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Waiting for the task: (returnval){ [ 1193.144039] env[69399]: value = "task-4177607" [ 1193.144039] env[69399]: _type = "Task" [ 1193.144039] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.150033] env[69399]: DEBUG nova.network.neutron [-] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.155509] env[69399]: DEBUG oslo_vmware.api [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Task: {'id': task-4177607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.200462] env[69399]: DEBUG nova.objects.instance [None req-8dbbca75-2d3b-417a-a607-85cfdb0561da tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lazy-loading 'flavor' on Instance uuid 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.286495] env[69399]: DEBUG oslo_vmware.api [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177606, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.386999] env[69399]: DEBUG nova.network.neutron [-] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.402685] env[69399]: DEBUG oslo_concurrency.lockutils [None req-66655c70-dbad-4c9e-b013-c712d25dee32 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "8c99713d-68cf-4951-a499-084bb049ddda" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.336s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.421608] env[69399]: INFO nova.compute.claims [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1193.429349] env[69399]: DEBUG nova.compute.utils [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1193.430880] env[69399]: DEBUG nova.compute.manager [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1193.430880] env[69399]: DEBUG nova.network.neutron [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1193.485907] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bbe0f2d8-8d12-4d6c-b265-30799060cc71 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.503214] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d252fe-e891-47d2-b364-6f997cfade55 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.522878] env[69399]: DEBUG nova.policy [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '091d56e0c7dd4fb1be86f423b2ca56ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d5582922e3b4d2eb1763d5198e21b2b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1193.523639] env[69399]: DEBUG oslo_concurrency.lockutils [req-2a53a655-70e1-4f54-9e78-f6f1bf7e3324 req-c5ecc7a3-1a17-4ef4-8cf4-2e0b490f7e85 service nova] Releasing lock "refresh_cache-fa91de6b-1662-4bda-8d55-df585262b3a3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.552900] env[69399]: DEBUG nova.compute.manager [req-383780ad-69b9-4f29-b233-041048736edf req-d068cf1e-9fb0-4f59-afa0-6298fdc6d544 service nova] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Detach interface failed, port_id=d7395012-e095-4ae0-96fb-b2e30d5e7316, reason: Instance 18c567e9-ec98-4d74-80d8-4ffcdb753d5c could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1193.554170] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquiring lock "19cedc3f-97c4-4d41-baa5-cccf1bb48d84" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.554400] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lock "19cedc3f-97c4-4d41-baa5-cccf1bb48d84" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.554587] env[69399]: INFO nova.compute.manager [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Shelving [ 1193.573875] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177603, 'name': CreateVM_Task, 'duration_secs': 0.552272} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.574060] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1193.577587] env[69399]: DEBUG oslo_concurrency.lockutils [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.577587] env[69399]: DEBUG oslo_concurrency.lockutils [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.577587] env[69399]: DEBUG oslo_concurrency.lockutils [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.577587] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31f96e40-dac0-41dc-8430-b6491bca61bc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.582788] env[69399]: DEBUG oslo_vmware.api [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 1193.582788] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52ae399e-8994-2b93-3994-7b54fdf41bdd" [ 1193.582788] env[69399]: _type = "Task" [ 1193.582788] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.592815] env[69399]: DEBUG oslo_vmware.api [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52ae399e-8994-2b93-3994-7b54fdf41bdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.630732] env[69399]: DEBUG oslo_vmware.api [None req-d92b9630-4755-4bcf-bd18-e8180bbfa431 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177605, 'name': RemoveSnapshot_Task, 'duration_secs': 0.771344} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.631015] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d92b9630-4755-4bcf-bd18-e8180bbfa431 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Deleted Snapshot of the VM instance {{(pid=69399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1193.632617] env[69399]: INFO nova.compute.manager [None req-d92b9630-4755-4bcf-bd18-e8180bbfa431 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Took 16.80 seconds to snapshot the instance on the hypervisor. [ 1193.654551] env[69399]: DEBUG oslo_vmware.api [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Task: {'id': task-4177607, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.657206] env[69399]: INFO nova.compute.manager [-] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Took 1.05 seconds to deallocate network for instance. [ 1193.748459] env[69399]: DEBUG nova.network.neutron [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Successfully updated port: 85689483-787b-4ecf-abe7-3ee700844ccf {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1193.784310] env[69399]: DEBUG oslo_vmware.api [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177606, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58912} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.784650] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 0df0c5d0-9411-411d-af69-cfd2d37e571e/0df0c5d0-9411-411d-af69-cfd2d37e571e.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1193.784879] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1193.785161] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2203cdc-7d4d-4d5d-a44d-d56e5cefb2b8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.792568] env[69399]: DEBUG oslo_vmware.api [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Waiting for the task: (returnval){ [ 1193.792568] env[69399]: value = "task-4177608" [ 1193.792568] env[69399]: _type = "Task" [ 1193.792568] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.801440] env[69399]: DEBUG oslo_vmware.api [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177608, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.890492] env[69399]: INFO nova.compute.manager [-] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Took 1.30 seconds to deallocate network for instance. [ 1193.932105] env[69399]: INFO nova.compute.resource_tracker [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Updating resource usage from migration 947089b2-0e9b-4236-b472-53e0c827556e [ 1193.935944] env[69399]: DEBUG nova.compute.manager [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1194.097187] env[69399]: DEBUG oslo_vmware.api [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52ae399e-8994-2b93-3994-7b54fdf41bdd, 'name': SearchDatastore_Task, 'duration_secs': 0.012285} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.097628] env[69399]: DEBUG oslo_concurrency.lockutils [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.097744] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1194.097977] env[69399]: DEBUG oslo_concurrency.lockutils [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.098144] env[69399]: DEBUG oslo_concurrency.lockutils [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.098512] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1194.098787] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec18a8d5-3801-4132-93bc-494244d05ad1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.115522] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1194.115703] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1194.119564] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15fc337e-686f-4700-97ed-f6e2f7cda485 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.126660] env[69399]: DEBUG oslo_vmware.api [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 1194.126660] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b4c4a4-3f70-b794-c4c1-ac9b7bcd0a09" [ 1194.126660] env[69399]: _type = "Task" [ 1194.126660] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.138779] env[69399]: DEBUG oslo_vmware.api [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b4c4a4-3f70-b794-c4c1-ac9b7bcd0a09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.154901] env[69399]: DEBUG oslo_vmware.api [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Task: {'id': task-4177607, 'name': PowerOnVM_Task, 'duration_secs': 0.849915} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.155349] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1194.155648] env[69399]: INFO nova.compute.manager [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Took 9.50 seconds to spawn the instance on the hypervisor. [ 1194.155813] env[69399]: DEBUG nova.compute.manager [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1194.156785] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f76abfb-0f2b-4e4f-bb7b-9654eb4aae88 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.164412] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ef1b3769-017c-46dc-b9db-fdd1c111f605 tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.200977] env[69399]: DEBUG nova.compute.manager [None req-d92b9630-4755-4bcf-bd18-e8180bbfa431 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Found 2 images (rotation: 2) {{(pid=69399) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1194.212173] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8dbbca75-2d3b-417a-a607-85cfdb0561da tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.366s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.253501] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "refresh_cache-4c94260c-00d8-4095-b74c-4b25679aad98" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.253663] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquired lock "refresh_cache-4c94260c-00d8-4095-b74c-4b25679aad98" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.253814] env[69399]: DEBUG nova.network.neutron [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.303234] env[69399]: DEBUG oslo_vmware.api [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177608, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079643} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.306278] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1194.307391] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b59c27-6564-43cb-806b-82e457e34a5e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.334840] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 0df0c5d0-9411-411d-af69-cfd2d37e571e/0df0c5d0-9411-411d-af69-cfd2d37e571e.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.338463] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a14808fb-906d-4edb-93bb-a30873ea11df {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.363817] env[69399]: DEBUG oslo_vmware.api [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Waiting for the task: (returnval){ [ 1194.363817] env[69399]: value = "task-4177609" [ 1194.363817] env[69399]: _type = "Task" [ 1194.363817] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.377028] env[69399]: DEBUG oslo_vmware.api [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177609, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.396374] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67b3b3a-8c6f-4e4b-b85e-964d5b1d5062 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.400299] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5dc4740a-0602-4451-b4d1-f0f12b0b6cc0 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.406518] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00659ce8-1fe8-4496-8a81-7b7746455a58 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.442200] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d287edb-9953-4454-9aed-d7ed23f08a46 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.456151] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2368f1cc-154c-4709-9155-24466d1faf8b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.474397] env[69399]: DEBUG nova.compute.provider_tree [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.476980] env[69399]: DEBUG nova.network.neutron [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Successfully created port: 817bc585-50c1-40e3-86a8-8ec3c9e844d0 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1194.547997] env[69399]: DEBUG nova.compute.manager [req-d95def5a-58b8-4a6c-beae-a6a9067fdc0b req-c0f21598-c72e-4de4-afbb-911dc902e7be service nova] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Received event network-vif-plugged-85689483-787b-4ecf-abe7-3ee700844ccf {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.548224] env[69399]: DEBUG oslo_concurrency.lockutils [req-d95def5a-58b8-4a6c-beae-a6a9067fdc0b req-c0f21598-c72e-4de4-afbb-911dc902e7be service nova] Acquiring lock "4c94260c-00d8-4095-b74c-4b25679aad98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.548356] env[69399]: DEBUG oslo_concurrency.lockutils [req-d95def5a-58b8-4a6c-beae-a6a9067fdc0b req-c0f21598-c72e-4de4-afbb-911dc902e7be service nova] Lock "4c94260c-00d8-4095-b74c-4b25679aad98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.548544] env[69399]: DEBUG oslo_concurrency.lockutils [req-d95def5a-58b8-4a6c-beae-a6a9067fdc0b req-c0f21598-c72e-4de4-afbb-911dc902e7be service nova] Lock "4c94260c-00d8-4095-b74c-4b25679aad98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.548765] env[69399]: DEBUG nova.compute.manager [req-d95def5a-58b8-4a6c-beae-a6a9067fdc0b req-c0f21598-c72e-4de4-afbb-911dc902e7be service nova] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] No waiting events found dispatching network-vif-plugged-85689483-787b-4ecf-abe7-3ee700844ccf {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1194.548894] env[69399]: WARNING nova.compute.manager [req-d95def5a-58b8-4a6c-beae-a6a9067fdc0b req-c0f21598-c72e-4de4-afbb-911dc902e7be service nova] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Received unexpected event network-vif-plugged-85689483-787b-4ecf-abe7-3ee700844ccf for instance with vm_state building and task_state spawning. [ 1194.549104] env[69399]: DEBUG nova.compute.manager [req-d95def5a-58b8-4a6c-beae-a6a9067fdc0b req-c0f21598-c72e-4de4-afbb-911dc902e7be service nova] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Received event network-changed-85689483-787b-4ecf-abe7-3ee700844ccf {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.549285] env[69399]: DEBUG nova.compute.manager [req-d95def5a-58b8-4a6c-beae-a6a9067fdc0b req-c0f21598-c72e-4de4-afbb-911dc902e7be service nova] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Refreshing instance network info cache due to event network-changed-85689483-787b-4ecf-abe7-3ee700844ccf. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1194.549469] env[69399]: DEBUG oslo_concurrency.lockutils [req-d95def5a-58b8-4a6c-beae-a6a9067fdc0b req-c0f21598-c72e-4de4-afbb-911dc902e7be service nova] Acquiring lock "refresh_cache-4c94260c-00d8-4095-b74c-4b25679aad98" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.568096] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1194.568423] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ddee524-7a0f-4347-b923-5148a9dba862 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.577666] env[69399]: DEBUG oslo_vmware.api [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 1194.577666] env[69399]: value = "task-4177610" [ 1194.577666] env[69399]: _type = "Task" [ 1194.577666] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.587008] env[69399]: DEBUG oslo_vmware.api [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.638188] env[69399]: DEBUG oslo_vmware.api [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b4c4a4-3f70-b794-c4c1-ac9b7bcd0a09, 'name': SearchDatastore_Task, 'duration_secs': 0.018936} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.639429] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b757bcd-98ef-45cc-b21f-f7b350e92f79 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.645935] env[69399]: DEBUG oslo_vmware.api [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 1194.645935] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52043496-df94-ddc4-be77-b175928a8ef1" [ 1194.645935] env[69399]: _type = "Task" [ 1194.645935] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.656666] env[69399]: DEBUG oslo_vmware.api [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52043496-df94-ddc4-be77-b175928a8ef1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.683866] env[69399]: INFO nova.compute.manager [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Took 41.09 seconds to build instance. [ 1194.820760] env[69399]: DEBUG nova.network.neutron [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1194.877532] env[69399]: DEBUG oslo_vmware.api [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177609, 'name': ReconfigVM_Task, 'duration_secs': 0.277346} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.878140] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 0df0c5d0-9411-411d-af69-cfd2d37e571e/0df0c5d0-9411-411d-af69-cfd2d37e571e.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.881081] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcec6e11-832f-4ae7-9bef-32aa00c656b8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.888194] env[69399]: DEBUG oslo_vmware.api [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Waiting for the task: (returnval){ [ 1194.888194] env[69399]: value = "task-4177611" [ 1194.888194] env[69399]: _type = "Task" [ 1194.888194] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.895839] env[69399]: DEBUG oslo_vmware.api [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177611, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.954022] env[69399]: DEBUG nova.compute.manager [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1194.976480] env[69399]: DEBUG nova.virt.hardware [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1194.977129] env[69399]: DEBUG nova.virt.hardware [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1194.977491] env[69399]: DEBUG nova.virt.hardware [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1194.977873] env[69399]: DEBUG nova.virt.hardware [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1194.978177] env[69399]: DEBUG nova.virt.hardware [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1194.978464] env[69399]: DEBUG nova.virt.hardware [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1194.978809] env[69399]: DEBUG nova.virt.hardware [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1194.979134] env[69399]: DEBUG nova.virt.hardware [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1194.979457] env[69399]: DEBUG nova.virt.hardware [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1194.979761] env[69399]: DEBUG nova.virt.hardware [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1194.980076] env[69399]: DEBUG nova.virt.hardware [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1194.985018] env[69399]: DEBUG nova.scheduler.client.report [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.985018] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8c3539-1fdd-4f03-91cd-1b02a26145a2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.994446] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb40da48-6253-4a40-9adb-4d7f856e12c8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.088632] env[69399]: DEBUG oslo_vmware.api [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177610, 'name': PowerOffVM_Task, 'duration_secs': 0.261305} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.089149] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1195.090064] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc48d94d-870d-4a87-97f4-049ace54aa4b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.114117] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e1d9ef-f561-4295-acb5-5f5e41d3bc57 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.165632] env[69399]: DEBUG oslo_vmware.api [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52043496-df94-ddc4-be77-b175928a8ef1, 'name': SearchDatastore_Task, 'duration_secs': 0.028719} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.168030] env[69399]: DEBUG oslo_concurrency.lockutils [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.168030] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] fa91de6b-1662-4bda-8d55-df585262b3a3/fa91de6b-1662-4bda-8d55-df585262b3a3.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1195.168030] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ccc9dfd-2aef-4e31-8544-c1f72f266c9b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.171960] env[69399]: DEBUG nova.network.neutron [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Updating instance_info_cache with network_info: [{"id": "85689483-787b-4ecf-abe7-3ee700844ccf", "address": "fa:16:3e:bb:ce:2f", "network": {"id": "937e3b1e-35e1-4e9f-ba20-333ead79b0de", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-541287891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70f2346ed704f23b25ffbac339b9b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85689483-78", "ovs_interfaceid": "85689483-787b-4ecf-abe7-3ee700844ccf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.175760] env[69399]: DEBUG oslo_vmware.api [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 1195.175760] env[69399]: value = "task-4177612" [ 1195.175760] env[69399]: _type = "Task" [ 1195.175760] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.188067] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0134dcb1-4c33-4924-9b0c-31aa684f721a tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Lock "395dbdf6-de84-495d-a21f-371a0f87b2d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.638s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.188659] env[69399]: DEBUG oslo_vmware.api [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.290146] env[69399]: DEBUG oslo_concurrency.lockutils [None req-039ae505-e790-415d-a5b5-c819a51e14b2 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "8c99713d-68cf-4951-a499-084bb049ddda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.290146] env[69399]: DEBUG oslo_concurrency.lockutils [None req-039ae505-e790-415d-a5b5-c819a51e14b2 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "8c99713d-68cf-4951-a499-084bb049ddda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.290146] env[69399]: DEBUG oslo_concurrency.lockutils [None req-039ae505-e790-415d-a5b5-c819a51e14b2 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "8c99713d-68cf-4951-a499-084bb049ddda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.290398] env[69399]: DEBUG oslo_concurrency.lockutils [None req-039ae505-e790-415d-a5b5-c819a51e14b2 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "8c99713d-68cf-4951-a499-084bb049ddda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.290398] env[69399]: DEBUG oslo_concurrency.lockutils [None req-039ae505-e790-415d-a5b5-c819a51e14b2 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "8c99713d-68cf-4951-a499-084bb049ddda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.292984] env[69399]: INFO nova.compute.manager [None req-039ae505-e790-415d-a5b5-c819a51e14b2 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Terminating instance [ 1195.398897] env[69399]: DEBUG oslo_vmware.api [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177611, 'name': Rename_Task, 'duration_secs': 0.162026} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.400879] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1195.403515] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1ca9648-82d6-4b0a-965a-fd8330bc0b0f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.412838] env[69399]: DEBUG oslo_vmware.api [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Waiting for the task: (returnval){ [ 1195.412838] env[69399]: value = "task-4177613" [ 1195.412838] env[69399]: _type = "Task" [ 1195.412838] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.423288] env[69399]: DEBUG oslo_vmware.api [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.490061] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.579s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.490327] env[69399]: INFO nova.compute.manager [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Migrating [ 1195.496954] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.941s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.498494] env[69399]: INFO nova.compute.claims [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1195.629472] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Creating Snapshot of the VM instance {{(pid=69399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1195.629850] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4be5ec23-81fb-4086-bff4-2c8354aa2f1b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.644618] env[69399]: DEBUG oslo_vmware.api [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 1195.644618] env[69399]: value = "task-4177614" [ 1195.644618] env[69399]: _type = "Task" [ 1195.644618] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.659220] env[69399]: DEBUG oslo_vmware.api [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177614, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.675134] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Releasing lock "refresh_cache-4c94260c-00d8-4095-b74c-4b25679aad98" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.675521] env[69399]: DEBUG nova.compute.manager [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Instance network_info: |[{"id": "85689483-787b-4ecf-abe7-3ee700844ccf", "address": "fa:16:3e:bb:ce:2f", "network": {"id": "937e3b1e-35e1-4e9f-ba20-333ead79b0de", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-541287891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70f2346ed704f23b25ffbac339b9b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85689483-78", "ovs_interfaceid": "85689483-787b-4ecf-abe7-3ee700844ccf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1195.675844] env[69399]: DEBUG oslo_concurrency.lockutils [req-d95def5a-58b8-4a6c-beae-a6a9067fdc0b req-c0f21598-c72e-4de4-afbb-911dc902e7be service nova] Acquired lock "refresh_cache-4c94260c-00d8-4095-b74c-4b25679aad98" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.676037] env[69399]: DEBUG nova.network.neutron [req-d95def5a-58b8-4a6c-beae-a6a9067fdc0b req-c0f21598-c72e-4de4-afbb-911dc902e7be service nova] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Refreshing network info cache for port 85689483-787b-4ecf-abe7-3ee700844ccf {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.679308] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:ce:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaba65c3-6925-4c7f-83b6-17cd1a328e27', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85689483-787b-4ecf-abe7-3ee700844ccf', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1195.687834] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.689176] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1195.692816] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40e16b22-b4aa-46d1-8055-8c76144ce2fa {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.718385] env[69399]: DEBUG oslo_vmware.api [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177612, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.719864] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1195.719864] env[69399]: value = "task-4177615" [ 1195.719864] env[69399]: _type = "Task" [ 1195.719864] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.730145] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177615, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.798691] env[69399]: DEBUG nova.compute.manager [None req-039ae505-e790-415d-a5b5-c819a51e14b2 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1195.799049] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-039ae505-e790-415d-a5b5-c819a51e14b2 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1195.805092] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d766b654-9755-4fe2-94cc-e4f7ed24468e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.817176] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-039ae505-e790-415d-a5b5-c819a51e14b2 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1195.817449] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b89fd16d-8742-495b-b4e0-56a451ddaeff {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.826379] env[69399]: DEBUG oslo_vmware.api [None req-039ae505-e790-415d-a5b5-c819a51e14b2 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1195.826379] env[69399]: value = "task-4177616" [ 1195.826379] env[69399]: _type = "Task" [ 1195.826379] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.835851] env[69399]: DEBUG oslo_vmware.api [None req-039ae505-e790-415d-a5b5-c819a51e14b2 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.906525] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f76cdcf8-7f2a-4aa1-8b49-f97b80f3fe0f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquiring lock "2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.906938] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f76cdcf8-7f2a-4aa1-8b49-f97b80f3fe0f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.907281] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f76cdcf8-7f2a-4aa1-8b49-f97b80f3fe0f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquiring lock "2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.907442] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f76cdcf8-7f2a-4aa1-8b49-f97b80f3fe0f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.907654] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f76cdcf8-7f2a-4aa1-8b49-f97b80f3fe0f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.910276] env[69399]: INFO nova.compute.manager [None req-f76cdcf8-7f2a-4aa1-8b49-f97b80f3fe0f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Terminating instance [ 1195.927302] env[69399]: DEBUG oslo_vmware.api [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177613, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.012630] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "refresh_cache-e832460f-2ff6-4825-a10a-b8d48871919f" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.012774] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquired lock "refresh_cache-e832460f-2ff6-4825-a10a-b8d48871919f" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.013014] env[69399]: DEBUG nova.network.neutron [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.155286] env[69399]: DEBUG oslo_vmware.api [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177614, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.202090] env[69399]: DEBUG oslo_vmware.api [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7892} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.202436] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] fa91de6b-1662-4bda-8d55-df585262b3a3/fa91de6b-1662-4bda-8d55-df585262b3a3.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1196.202664] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1196.202980] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d82dc6ea-2040-4368-aeb4-416a4508948c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.210829] env[69399]: DEBUG oslo_vmware.api [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 1196.210829] env[69399]: value = "task-4177617" [ 1196.210829] env[69399]: _type = "Task" [ 1196.210829] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.222352] env[69399]: DEBUG oslo_vmware.api [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177617, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.236021] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177615, 'name': CreateVM_Task, 'duration_secs': 0.452389} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.236021] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1196.236021] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.236021] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.236021] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.236021] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bd11dfc-c04d-46b5-a06a-a5095c6370f0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.239794] env[69399]: DEBUG oslo_vmware.api [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1196.239794] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c3f013-954e-74e9-b0f7-7df725720da6" [ 1196.239794] env[69399]: _type = "Task" [ 1196.239794] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.250137] env[69399]: DEBUG oslo_vmware.api [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c3f013-954e-74e9-b0f7-7df725720da6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.272186] env[69399]: DEBUG nova.compute.manager [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1196.272186] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a85bf5-1699-49b9-af2e-cb8a3702be91 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.339238] env[69399]: DEBUG oslo_vmware.api [None req-039ae505-e790-415d-a5b5-c819a51e14b2 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177616, 'name': PowerOffVM_Task, 'duration_secs': 0.392079} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.339238] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-039ae505-e790-415d-a5b5-c819a51e14b2 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1196.339238] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-039ae505-e790-415d-a5b5-c819a51e14b2 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1196.339238] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25a0616d-5036-4ce8-ac67-2245f6e12e96 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.405021] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-039ae505-e790-415d-a5b5-c819a51e14b2 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1196.405411] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-039ae505-e790-415d-a5b5-c819a51e14b2 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1196.405704] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-039ae505-e790-415d-a5b5-c819a51e14b2 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Deleting the datastore file [datastore1] 8c99713d-68cf-4951-a499-084bb049ddda {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1196.406086] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5944e30-f1b0-4d84-9edf-744dd7c7679c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.413093] env[69399]: DEBUG oslo_vmware.api [None req-039ae505-e790-415d-a5b5-c819a51e14b2 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1196.413093] env[69399]: value = "task-4177619" [ 1196.413093] env[69399]: _type = "Task" [ 1196.413093] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.420261] env[69399]: DEBUG nova.compute.manager [None req-f76cdcf8-7f2a-4aa1-8b49-f97b80f3fe0f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1196.420687] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f76cdcf8-7f2a-4aa1-8b49-f97b80f3fe0f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1196.421938] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4260ab48-750c-4356-990b-4d8dfd59018c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.427916] env[69399]: DEBUG oslo_vmware.api [None req-039ae505-e790-415d-a5b5-c819a51e14b2 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.431289] env[69399]: DEBUG oslo_vmware.api [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177613, 'name': PowerOnVM_Task, 'duration_secs': 0.597867} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.431789] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1196.432233] env[69399]: INFO nova.compute.manager [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Took 9.24 seconds to spawn the instance on the hypervisor. [ 1196.432672] env[69399]: DEBUG nova.compute.manager [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1196.433637] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ed8123-e225-4f3d-a60a-c5358f7712e1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.440625] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f76cdcf8-7f2a-4aa1-8b49-f97b80f3fe0f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.441346] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d701d3b-3917-4dcb-b9e1-dfc09bf01d16 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.448833] env[69399]: DEBUG oslo_vmware.api [None req-f76cdcf8-7f2a-4aa1-8b49-f97b80f3fe0f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 1196.448833] env[69399]: value = "task-4177620" [ 1196.448833] env[69399]: _type = "Task" [ 1196.448833] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.459438] env[69399]: DEBUG oslo_vmware.api [None req-f76cdcf8-7f2a-4aa1-8b49-f97b80f3fe0f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.613326] env[69399]: DEBUG nova.compute.manager [req-d1cb3523-a801-4913-8278-1e720f328fab req-5edbf2bd-8068-42ff-9d23-9467ece7174d service nova] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Received event network-vif-plugged-817bc585-50c1-40e3-86a8-8ec3c9e844d0 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.613714] env[69399]: DEBUG oslo_concurrency.lockutils [req-d1cb3523-a801-4913-8278-1e720f328fab req-5edbf2bd-8068-42ff-9d23-9467ece7174d service nova] Acquiring lock "f1889218-2e1e-459f-bb4d-e4461ca64702-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.613986] env[69399]: DEBUG oslo_concurrency.lockutils [req-d1cb3523-a801-4913-8278-1e720f328fab req-5edbf2bd-8068-42ff-9d23-9467ece7174d service nova] Lock "f1889218-2e1e-459f-bb4d-e4461ca64702-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.614446] env[69399]: DEBUG oslo_concurrency.lockutils [req-d1cb3523-a801-4913-8278-1e720f328fab req-5edbf2bd-8068-42ff-9d23-9467ece7174d service nova] Lock "f1889218-2e1e-459f-bb4d-e4461ca64702-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.614883] env[69399]: DEBUG nova.compute.manager [req-d1cb3523-a801-4913-8278-1e720f328fab req-5edbf2bd-8068-42ff-9d23-9467ece7174d service nova] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] No waiting events found dispatching network-vif-plugged-817bc585-50c1-40e3-86a8-8ec3c9e844d0 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1196.615130] env[69399]: WARNING nova.compute.manager [req-d1cb3523-a801-4913-8278-1e720f328fab req-5edbf2bd-8068-42ff-9d23-9467ece7174d service nova] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Received unexpected event network-vif-plugged-817bc585-50c1-40e3-86a8-8ec3c9e844d0 for instance with vm_state building and task_state spawning. [ 1196.662562] env[69399]: DEBUG oslo_vmware.api [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177614, 'name': CreateSnapshot_Task, 'duration_secs': 0.896507} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.662562] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Created Snapshot of the VM instance {{(pid=69399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1196.662562] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4dbcbb3-4d4b-4ca3-bf18-21f3511a1243 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.722052] env[69399]: DEBUG oslo_vmware.api [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177617, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074433} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.727874] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1196.729749] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fc72ba-3bcc-4915-aa26-67487556f1e2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.756065] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] fa91de6b-1662-4bda-8d55-df585262b3a3/fa91de6b-1662-4bda-8d55-df585262b3a3.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.763059] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d0d79eb-8617-4dc8-983f-14167b009836 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.778755] env[69399]: DEBUG nova.network.neutron [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Updating instance_info_cache with network_info: [{"id": "d60fe5f1-3c5e-44c5-bf11-bcb4845c0d00", "address": "fa:16:3e:1d:38:5c", "network": {"id": "302a16c9-0f99-4330-b574-b9a9243b0443", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083795903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d78bffd4fc241838d980740174d171b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd60fe5f1-3c", "ovs_interfaceid": "d60fe5f1-3c5e-44c5-bf11-bcb4845c0d00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.786492] env[69399]: DEBUG oslo_vmware.api [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c3f013-954e-74e9-b0f7-7df725720da6, 'name': SearchDatastore_Task, 'duration_secs': 0.01776} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.788027] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.788326] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1196.788628] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.788809] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.789057] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1196.789890] env[69399]: INFO nova.compute.manager [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] instance snapshotting [ 1196.790688] env[69399]: DEBUG nova.objects.instance [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lazy-loading 'flavor' on Instance uuid 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.793399] env[69399]: DEBUG oslo_vmware.api [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 1196.793399] env[69399]: value = "task-4177621" [ 1196.793399] env[69399]: _type = "Task" [ 1196.793399] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.793399] env[69399]: DEBUG nova.network.neutron [req-d95def5a-58b8-4a6c-beae-a6a9067fdc0b req-c0f21598-c72e-4de4-afbb-911dc902e7be service nova] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Updated VIF entry in instance network info cache for port 85689483-787b-4ecf-abe7-3ee700844ccf. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1196.793399] env[69399]: DEBUG nova.network.neutron [req-d95def5a-58b8-4a6c-beae-a6a9067fdc0b req-c0f21598-c72e-4de4-afbb-911dc902e7be service nova] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Updating instance_info_cache with network_info: [{"id": "85689483-787b-4ecf-abe7-3ee700844ccf", "address": "fa:16:3e:bb:ce:2f", "network": {"id": "937e3b1e-35e1-4e9f-ba20-333ead79b0de", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-541287891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70f2346ed704f23b25ffbac339b9b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85689483-78", "ovs_interfaceid": "85689483-787b-4ecf-abe7-3ee700844ccf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.794370] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-878ca681-3c01-46d6-af54-5a7fe009e135 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.810038] env[69399]: DEBUG oslo_vmware.api [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177621, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.824388] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1196.824729] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1196.825554] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35ccd51c-dcf9-49a1-b522-0a048e62e1ef {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.833681] env[69399]: DEBUG oslo_vmware.api [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1196.833681] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b64b01-f8c0-b2cb-cb40-b7e4e2f042ea" [ 1196.833681] env[69399]: _type = "Task" [ 1196.833681] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.842289] env[69399]: DEBUG oslo_vmware.api [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b64b01-f8c0-b2cb-cb40-b7e4e2f042ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.851734] env[69399]: DEBUG nova.network.neutron [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Successfully updated port: 817bc585-50c1-40e3-86a8-8ec3c9e844d0 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1196.926598] env[69399]: DEBUG oslo_vmware.api [None req-039ae505-e790-415d-a5b5-c819a51e14b2 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236309} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.926903] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-039ae505-e790-415d-a5b5-c819a51e14b2 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1196.928075] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-039ae505-e790-415d-a5b5-c819a51e14b2 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1196.928075] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-039ae505-e790-415d-a5b5-c819a51e14b2 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1196.928075] env[69399]: INFO nova.compute.manager [None req-039ae505-e790-415d-a5b5-c819a51e14b2 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1196.928075] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-039ae505-e790-415d-a5b5-c819a51e14b2 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1196.928075] env[69399]: DEBUG nova.compute.manager [-] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1196.928242] env[69399]: DEBUG nova.network.neutron [-] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1196.966326] env[69399]: INFO nova.compute.manager [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Took 41.97 seconds to build instance. [ 1196.973913] env[69399]: DEBUG oslo_vmware.api [None req-f76cdcf8-7f2a-4aa1-8b49-f97b80f3fe0f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177620, 'name': PowerOffVM_Task, 'duration_secs': 0.219985} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.974384] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f76cdcf8-7f2a-4aa1-8b49-f97b80f3fe0f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1196.974661] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f76cdcf8-7f2a-4aa1-8b49-f97b80f3fe0f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1196.975019] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a58ae53f-885b-4c09-8cef-6e6982081674 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.008176] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14228163-14ed-47df-bfba-2e015b893007 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.015500] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6975ae-96b8-4036-ab63-3e02121d4b9c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.049785] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b8e8f0-e401-4fa7-a40a-36eb8bb0ebb4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.058435] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a093bf8-0b91-4e9e-9b9a-0a284a8864a9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.076079] env[69399]: DEBUG oslo_concurrency.lockutils [None req-13bfb3a7-5fee-4c41-8ae5-82a87b8fda20 tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Acquiring lock "395dbdf6-de84-495d-a21f-371a0f87b2d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.076079] env[69399]: DEBUG oslo_concurrency.lockutils [None req-13bfb3a7-5fee-4c41-8ae5-82a87b8fda20 tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Lock "395dbdf6-de84-495d-a21f-371a0f87b2d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.076079] env[69399]: DEBUG oslo_concurrency.lockutils [None req-13bfb3a7-5fee-4c41-8ae5-82a87b8fda20 tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Acquiring lock "395dbdf6-de84-495d-a21f-371a0f87b2d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.076079] env[69399]: DEBUG oslo_concurrency.lockutils [None req-13bfb3a7-5fee-4c41-8ae5-82a87b8fda20 tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Lock "395dbdf6-de84-495d-a21f-371a0f87b2d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.076079] env[69399]: DEBUG oslo_concurrency.lockutils [None req-13bfb3a7-5fee-4c41-8ae5-82a87b8fda20 tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Lock "395dbdf6-de84-495d-a21f-371a0f87b2d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.076998] env[69399]: DEBUG nova.compute.provider_tree [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.078736] env[69399]: INFO nova.compute.manager [None req-13bfb3a7-5fee-4c41-8ae5-82a87b8fda20 tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Terminating instance [ 1197.081429] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f76cdcf8-7f2a-4aa1-8b49-f97b80f3fe0f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1197.081750] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f76cdcf8-7f2a-4aa1-8b49-f97b80f3fe0f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1197.082043] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f76cdcf8-7f2a-4aa1-8b49-f97b80f3fe0f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Deleting the datastore file [datastore1] 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1197.083377] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9723618-e64c-4a37-9377-f84134f0084f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.090522] env[69399]: DEBUG oslo_vmware.api [None req-f76cdcf8-7f2a-4aa1-8b49-f97b80f3fe0f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 1197.090522] env[69399]: value = "task-4177623" [ 1197.090522] env[69399]: _type = "Task" [ 1197.090522] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.100491] env[69399]: DEBUG oslo_vmware.api [None req-f76cdcf8-7f2a-4aa1-8b49-f97b80f3fe0f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.188693] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Creating linked-clone VM from snapshot {{(pid=69399) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1197.189166] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cc7a9718-3e73-4746-b706-761ec3e1adc4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.199651] env[69399]: DEBUG oslo_vmware.api [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 1197.199651] env[69399]: value = "task-4177624" [ 1197.199651] env[69399]: _type = "Task" [ 1197.199651] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.210239] env[69399]: DEBUG oslo_vmware.api [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177624, 'name': CloneVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.281824] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Releasing lock "refresh_cache-e832460f-2ff6-4825-a10a-b8d48871919f" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.303643] env[69399]: DEBUG oslo_concurrency.lockutils [req-d95def5a-58b8-4a6c-beae-a6a9067fdc0b req-c0f21598-c72e-4de4-afbb-911dc902e7be service nova] Releasing lock "refresh_cache-4c94260c-00d8-4095-b74c-4b25679aad98" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.304649] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b669caa8-3aae-4f60-8154-c33930a14f71 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.313621] env[69399]: DEBUG oslo_vmware.api [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177621, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.329113] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92cf77b-d701-4e78-9e29-7def0468a217 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.354815] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquiring lock "refresh_cache-f1889218-2e1e-459f-bb4d-e4461ca64702" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.355019] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquired lock "refresh_cache-f1889218-2e1e-459f-bb4d-e4461ca64702" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.355177] env[69399]: DEBUG nova.network.neutron [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1197.359556] env[69399]: DEBUG oslo_vmware.api [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b64b01-f8c0-b2cb-cb40-b7e4e2f042ea, 'name': SearchDatastore_Task, 'duration_secs': 0.016178} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.360969] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e373bec-b958-45c1-b5b5-28a52fcd353b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.368828] env[69399]: DEBUG oslo_vmware.api [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1197.368828] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5250736c-3e8a-f1ae-77c1-19228c4b085c" [ 1197.368828] env[69399]: _type = "Task" [ 1197.368828] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.381669] env[69399]: DEBUG oslo_vmware.api [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5250736c-3e8a-f1ae-77c1-19228c4b085c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.471878] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a4a921fb-93a0-430e-a9a7-52be975a8d37 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Lock "0df0c5d0-9411-411d-af69-cfd2d37e571e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.479s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.587024] env[69399]: DEBUG nova.scheduler.client.report [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.588982] env[69399]: DEBUG nova.compute.manager [None req-13bfb3a7-5fee-4c41-8ae5-82a87b8fda20 tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1197.589754] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-13bfb3a7-5fee-4c41-8ae5-82a87b8fda20 tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1197.591244] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0b9a4d-0920-4352-abf0-b26b666d210e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.608211] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-13bfb3a7-5fee-4c41-8ae5-82a87b8fda20 tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1197.611938] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-affad81c-b7c5-4d1c-b1d7-1cd473d55124 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.614340] env[69399]: DEBUG oslo_vmware.api [None req-f76cdcf8-7f2a-4aa1-8b49-f97b80f3fe0f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285528} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.614824] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f76cdcf8-7f2a-4aa1-8b49-f97b80f3fe0f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1197.615149] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f76cdcf8-7f2a-4aa1-8b49-f97b80f3fe0f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1197.615882] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f76cdcf8-7f2a-4aa1-8b49-f97b80f3fe0f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1197.616235] env[69399]: INFO nova.compute.manager [None req-f76cdcf8-7f2a-4aa1-8b49-f97b80f3fe0f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1197.616590] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f76cdcf8-7f2a-4aa1-8b49-f97b80f3fe0f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1197.617432] env[69399]: DEBUG nova.compute.manager [-] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1197.617663] env[69399]: DEBUG nova.network.neutron [-] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1197.623884] env[69399]: DEBUG oslo_vmware.api [None req-13bfb3a7-5fee-4c41-8ae5-82a87b8fda20 tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Waiting for the task: (returnval){ [ 1197.623884] env[69399]: value = "task-4177625" [ 1197.623884] env[69399]: _type = "Task" [ 1197.623884] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.636874] env[69399]: DEBUG oslo_vmware.api [None req-13bfb3a7-5fee-4c41-8ae5-82a87b8fda20 tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Task: {'id': task-4177625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.715106] env[69399]: DEBUG oslo_vmware.api [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177624, 'name': CloneVM_Task} progress is 94%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.811259] env[69399]: DEBUG oslo_vmware.api [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177621, 'name': ReconfigVM_Task, 'duration_secs': 0.64201} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.811825] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Reconfigured VM instance instance-00000061 to attach disk [datastore1] fa91de6b-1662-4bda-8d55-df585262b3a3/fa91de6b-1662-4bda-8d55-df585262b3a3.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.812718] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5bbf50ee-303d-42ce-9ccd-9e538d192c09 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.824113] env[69399]: DEBUG oslo_vmware.api [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 1197.824113] env[69399]: value = "task-4177626" [ 1197.824113] env[69399]: _type = "Task" [ 1197.824113] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.846700] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Creating Snapshot of the VM instance {{(pid=69399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1197.847743] env[69399]: DEBUG oslo_vmware.api [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177626, 'name': Rename_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.848754] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4cb4bce4-4a38-43ab-ba1e-43689c35c4ce {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.858801] env[69399]: DEBUG oslo_vmware.api [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1197.858801] env[69399]: value = "task-4177627" [ 1197.858801] env[69399]: _type = "Task" [ 1197.858801] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.882471] env[69399]: DEBUG oslo_vmware.api [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177627, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.892116] env[69399]: DEBUG oslo_vmware.api [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5250736c-3e8a-f1ae-77c1-19228c4b085c, 'name': SearchDatastore_Task, 'duration_secs': 0.013426} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.892512] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.892886] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 4c94260c-00d8-4095-b74c-4b25679aad98/4c94260c-00d8-4095-b74c-4b25679aad98.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1197.893315] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e4766f6-4c0a-4e0b-8a2f-e85caa3d154e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.902312] env[69399]: DEBUG oslo_vmware.api [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1197.902312] env[69399]: value = "task-4177628" [ 1197.902312] env[69399]: _type = "Task" [ 1197.902312] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.914053] env[69399]: DEBUG oslo_vmware.api [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177628, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.920120] env[69399]: DEBUG nova.network.neutron [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1198.092030] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.092580] env[69399]: DEBUG nova.compute.manager [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1198.099022] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.464s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.099022] env[69399]: INFO nova.compute.claims [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1198.104212] env[69399]: DEBUG nova.network.neutron [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Updating instance_info_cache with network_info: [{"id": "817bc585-50c1-40e3-86a8-8ec3c9e844d0", "address": "fa:16:3e:60:23:42", "network": {"id": "809294fb-b90a-414f-80ae-c4f4ae7adef0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1026961644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d5582922e3b4d2eb1763d5198e21b2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap817bc585-50", "ovs_interfaceid": "817bc585-50c1-40e3-86a8-8ec3c9e844d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.140530] env[69399]: DEBUG oslo_vmware.api [None req-13bfb3a7-5fee-4c41-8ae5-82a87b8fda20 tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Task: {'id': task-4177625, 'name': PowerOffVM_Task, 'duration_secs': 0.37587} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.140826] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-13bfb3a7-5fee-4c41-8ae5-82a87b8fda20 tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1198.140995] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-13bfb3a7-5fee-4c41-8ae5-82a87b8fda20 tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1198.141291] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ace0944a-9eff-4959-8e66-4f600be022f4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.215317] env[69399]: DEBUG oslo_vmware.api [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177624, 'name': CloneVM_Task} progress is 94%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.218168] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-13bfb3a7-5fee-4c41-8ae5-82a87b8fda20 tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1198.218398] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-13bfb3a7-5fee-4c41-8ae5-82a87b8fda20 tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1198.218579] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-13bfb3a7-5fee-4c41-8ae5-82a87b8fda20 tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Deleting the datastore file [datastore2] 395dbdf6-de84-495d-a21f-371a0f87b2d2 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1198.218845] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2b5646c-57aa-4428-9693-66fdf6894946 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.226638] env[69399]: DEBUG oslo_vmware.api [None req-13bfb3a7-5fee-4c41-8ae5-82a87b8fda20 tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Waiting for the task: (returnval){ [ 1198.226638] env[69399]: value = "task-4177630" [ 1198.226638] env[69399]: _type = "Task" [ 1198.226638] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.235843] env[69399]: DEBUG oslo_vmware.api [None req-13bfb3a7-5fee-4c41-8ae5-82a87b8fda20 tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Task: {'id': task-4177630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.335019] env[69399]: DEBUG oslo_vmware.api [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177626, 'name': Rename_Task, 'duration_secs': 0.193907} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.335510] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1198.335982] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a689bbb3-eb10-4cc1-a7a7-9fcdee2b3736 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.345066] env[69399]: DEBUG oslo_vmware.api [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 1198.345066] env[69399]: value = "task-4177631" [ 1198.345066] env[69399]: _type = "Task" [ 1198.345066] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.355073] env[69399]: DEBUG oslo_vmware.api [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177631, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.368141] env[69399]: DEBUG oslo_vmware.api [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177627, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.413474] env[69399]: DEBUG oslo_vmware.api [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177628, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.498764] env[69399]: DEBUG nova.network.neutron [-] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.598055] env[69399]: DEBUG nova.compute.utils [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1198.599152] env[69399]: DEBUG nova.compute.manager [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1198.599333] env[69399]: DEBUG nova.network.neutron [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1198.612809] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Releasing lock "refresh_cache-f1889218-2e1e-459f-bb4d-e4461ca64702" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.613143] env[69399]: DEBUG nova.compute.manager [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Instance network_info: |[{"id": "817bc585-50c1-40e3-86a8-8ec3c9e844d0", "address": "fa:16:3e:60:23:42", "network": {"id": "809294fb-b90a-414f-80ae-c4f4ae7adef0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1026961644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d5582922e3b4d2eb1763d5198e21b2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap817bc585-50", "ovs_interfaceid": "817bc585-50c1-40e3-86a8-8ec3c9e844d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1198.613980] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:23:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92fe29b3-0907-453d-aabb-5559c4bd7c0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '817bc585-50c1-40e3-86a8-8ec3c9e844d0', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1198.625054] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1198.626579] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1198.626835] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eddf41d8-4d80-43c9-9e04-ff621b334c89 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.655440] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1198.655440] env[69399]: value = "task-4177632" [ 1198.655440] env[69399]: _type = "Task" [ 1198.655440] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.665873] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177632, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.710824] env[69399]: DEBUG nova.policy [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9cf280f03da4372aa488b56f15b14c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02b5f2f4e8dd4679802929d8ec4b4a78', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1198.719536] env[69399]: DEBUG oslo_vmware.api [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177624, 'name': CloneVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.738604] env[69399]: DEBUG oslo_vmware.api [None req-13bfb3a7-5fee-4c41-8ae5-82a87b8fda20 tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Task: {'id': task-4177630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148927} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.738888] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-13bfb3a7-5fee-4c41-8ae5-82a87b8fda20 tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1198.739045] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-13bfb3a7-5fee-4c41-8ae5-82a87b8fda20 tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1198.739316] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-13bfb3a7-5fee-4c41-8ae5-82a87b8fda20 tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1198.739517] env[69399]: INFO nova.compute.manager [None req-13bfb3a7-5fee-4c41-8ae5-82a87b8fda20 tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1198.739772] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13bfb3a7-5fee-4c41-8ae5-82a87b8fda20 tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1198.739976] env[69399]: DEBUG nova.compute.manager [-] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1198.740089] env[69399]: DEBUG nova.network.neutron [-] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1198.803854] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614f14eb-d0ab-4cc0-bc2a-06cdc24dcd26 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.826902] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Updating instance 'e832460f-2ff6-4825-a10a-b8d48871919f' progress to 0 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1198.855988] env[69399]: DEBUG oslo_vmware.api [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177631, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.869114] env[69399]: DEBUG oslo_vmware.api [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177627, 'name': CreateSnapshot_Task, 'duration_secs': 0.756373} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.870648] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Created Snapshot of the VM instance {{(pid=69399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1198.873031] env[69399]: DEBUG nova.compute.manager [req-31dc97d3-e2e7-4407-b421-6363c2f06fe9 req-932003ac-97a8-4c04-866f-e3aecbe5bfc2 service nova] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Received event network-changed-817bc585-50c1-40e3-86a8-8ec3c9e844d0 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.873343] env[69399]: DEBUG nova.compute.manager [req-31dc97d3-e2e7-4407-b421-6363c2f06fe9 req-932003ac-97a8-4c04-866f-e3aecbe5bfc2 service nova] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Refreshing instance network info cache due to event network-changed-817bc585-50c1-40e3-86a8-8ec3c9e844d0. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1198.873567] env[69399]: DEBUG oslo_concurrency.lockutils [req-31dc97d3-e2e7-4407-b421-6363c2f06fe9 req-932003ac-97a8-4c04-866f-e3aecbe5bfc2 service nova] Acquiring lock "refresh_cache-f1889218-2e1e-459f-bb4d-e4461ca64702" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.873728] env[69399]: DEBUG oslo_concurrency.lockutils [req-31dc97d3-e2e7-4407-b421-6363c2f06fe9 req-932003ac-97a8-4c04-866f-e3aecbe5bfc2 service nova] Acquired lock "refresh_cache-f1889218-2e1e-459f-bb4d-e4461ca64702" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.873925] env[69399]: DEBUG nova.network.neutron [req-31dc97d3-e2e7-4407-b421-6363c2f06fe9 req-932003ac-97a8-4c04-866f-e3aecbe5bfc2 service nova] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Refreshing network info cache for port 817bc585-50c1-40e3-86a8-8ec3c9e844d0 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1198.875753] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f91430b-446c-4c5b-a2f5-7b0148952c43 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.914644] env[69399]: DEBUG oslo_vmware.api [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177628, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.006562] env[69399]: INFO nova.compute.manager [-] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Took 2.08 seconds to deallocate network for instance. [ 1199.096758] env[69399]: DEBUG nova.network.neutron [-] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.112028] env[69399]: DEBUG nova.compute.manager [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1199.137253] env[69399]: DEBUG oslo_concurrency.lockutils [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Acquiring lock "73a12662-f81b-4ec7-95e0-01e64b81c5fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.137775] env[69399]: DEBUG oslo_concurrency.lockutils [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Lock "73a12662-f81b-4ec7-95e0-01e64b81c5fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.169084] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177632, 'name': CreateVM_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.220269] env[69399]: DEBUG oslo_vmware.api [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177624, 'name': CloneVM_Task, 'duration_secs': 1.567143} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.220572] env[69399]: INFO nova.virt.vmwareapi.vmops [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Created linked-clone VM from snapshot [ 1199.221415] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318a2ae8-84c0-4861-980b-a700c7e6d51d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.239066] env[69399]: DEBUG nova.virt.vmwareapi.images [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Uploading image 4598d570-6bb1-4add-8683-cb9051b1cf44 {{(pid=69399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1199.276836] env[69399]: DEBUG oslo_vmware.rw_handles [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1199.276836] env[69399]: value = "vm-826962" [ 1199.276836] env[69399]: _type = "VirtualMachine" [ 1199.276836] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1199.277644] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e023fb80-56f8-4128-b63e-632bb8cfe3b6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.289393] env[69399]: DEBUG oslo_vmware.rw_handles [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lease: (returnval){ [ 1199.289393] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]528be27a-a52d-6a7c-a5d1-695599ba2768" [ 1199.289393] env[69399]: _type = "HttpNfcLease" [ 1199.289393] env[69399]: } obtained for exporting VM: (result){ [ 1199.289393] env[69399]: value = "vm-826962" [ 1199.289393] env[69399]: _type = "VirtualMachine" [ 1199.289393] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1199.289738] env[69399]: DEBUG oslo_vmware.api [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the lease: (returnval){ [ 1199.289738] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]528be27a-a52d-6a7c-a5d1-695599ba2768" [ 1199.289738] env[69399]: _type = "HttpNfcLease" [ 1199.289738] env[69399]: } to be ready. {{(pid=69399) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1199.301274] env[69399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1199.301274] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]528be27a-a52d-6a7c-a5d1-695599ba2768" [ 1199.301274] env[69399]: _type = "HttpNfcLease" [ 1199.301274] env[69399]: } is initializing. {{(pid=69399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1199.334380] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.335940] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7f78cae-cded-4960-b93a-4d75170cc555 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.346200] env[69399]: DEBUG oslo_vmware.api [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1199.346200] env[69399]: value = "task-4177634" [ 1199.346200] env[69399]: _type = "Task" [ 1199.346200] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.361647] env[69399]: DEBUG oslo_vmware.api [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.369949] env[69399]: DEBUG oslo_vmware.api [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177631, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.396663] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Creating linked-clone VM from snapshot {{(pid=69399) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1199.396889] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bfe06d13-29cb-4b3a-94b3-7fd57bad65d0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.414181] env[69399]: DEBUG oslo_vmware.api [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1199.414181] env[69399]: value = "task-4177635" [ 1199.414181] env[69399]: _type = "Task" [ 1199.414181] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.421618] env[69399]: DEBUG oslo_vmware.api [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177628, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.429721] env[69399]: DEBUG oslo_vmware.api [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177635, 'name': CloneVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.512258] env[69399]: DEBUG oslo_concurrency.lockutils [None req-039ae505-e790-415d-a5b5-c819a51e14b2 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.526329] env[69399]: DEBUG nova.compute.manager [req-be10495a-6083-4f76-9b94-8509f29fbd0a req-6e72afa4-3dd2-4090-868d-94c36bbae6f7 service nova] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Received event network-vif-deleted-a29c1fc9-86cf-43ba-9d45-a21c29a2edb9 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.526540] env[69399]: INFO nova.compute.manager [req-be10495a-6083-4f76-9b94-8509f29fbd0a req-6e72afa4-3dd2-4090-868d-94c36bbae6f7 service nova] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Neutron deleted interface a29c1fc9-86cf-43ba-9d45-a21c29a2edb9; detaching it from the instance and deleting it from the info cache [ 1199.526743] env[69399]: DEBUG nova.network.neutron [req-be10495a-6083-4f76-9b94-8509f29fbd0a req-6e72afa4-3dd2-4090-868d-94c36bbae6f7 service nova] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.546983] env[69399]: DEBUG nova.network.neutron [-] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.598463] env[69399]: INFO nova.compute.manager [-] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Took 1.98 seconds to deallocate network for instance. [ 1199.643389] env[69399]: DEBUG nova.compute.manager [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1199.667582] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dee219d-9acd-4985-9ec4-4163ee2cf52a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.679165] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177632, 'name': CreateVM_Task, 'duration_secs': 0.963242} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.682440] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1199.684273] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.684406] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.684752] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.686198] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759b9bd8-efd3-46fa-9699-7975808e7c17 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.689617] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-067445af-b8e9-4859-b719-2376ef7d563b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.699771] env[69399]: DEBUG oslo_vmware.api [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1199.699771] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52224e65-14c4-2278-d75b-957476dc1d0d" [ 1199.699771] env[69399]: _type = "Task" [ 1199.699771] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.726735] env[69399]: DEBUG nova.network.neutron [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Successfully created port: cf38c892-0c48-4d30-9c0d-1541f59c9580 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1199.729280] env[69399]: DEBUG nova.network.neutron [req-31dc97d3-e2e7-4407-b421-6363c2f06fe9 req-932003ac-97a8-4c04-866f-e3aecbe5bfc2 service nova] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Updated VIF entry in instance network info cache for port 817bc585-50c1-40e3-86a8-8ec3c9e844d0. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1199.729599] env[69399]: DEBUG nova.network.neutron [req-31dc97d3-e2e7-4407-b421-6363c2f06fe9 req-932003ac-97a8-4c04-866f-e3aecbe5bfc2 service nova] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Updating instance_info_cache with network_info: [{"id": "817bc585-50c1-40e3-86a8-8ec3c9e844d0", "address": "fa:16:3e:60:23:42", "network": {"id": "809294fb-b90a-414f-80ae-c4f4ae7adef0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1026961644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d5582922e3b4d2eb1763d5198e21b2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap817bc585-50", "ovs_interfaceid": "817bc585-50c1-40e3-86a8-8ec3c9e844d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.733955] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1fdcc3b-9246-4841-abd8-e29311210413 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.743788] env[69399]: DEBUG oslo_vmware.api [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52224e65-14c4-2278-d75b-957476dc1d0d, 'name': SearchDatastore_Task, 'duration_secs': 0.021585} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.746180] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.746444] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1199.746731] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.746877] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.747079] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1199.747711] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3c0a1bf-4659-43aa-994a-a912d61cc211 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.751380] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0ad114-8d94-4f30-9461-650db1d0e17d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.766992] env[69399]: DEBUG nova.compute.provider_tree [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.769468] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1199.769661] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1199.770653] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95fd5db0-5c3f-4ff9-b6f2-1a5ad1c3b70d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.779152] env[69399]: DEBUG oslo_vmware.api [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1199.779152] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5252ab48-03f0-4a70-688d-3129a542ba43" [ 1199.779152] env[69399]: _type = "Task" [ 1199.779152] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.791040] env[69399]: DEBUG oslo_vmware.api [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5252ab48-03f0-4a70-688d-3129a542ba43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.799320] env[69399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1199.799320] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]528be27a-a52d-6a7c-a5d1-695599ba2768" [ 1199.799320] env[69399]: _type = "HttpNfcLease" [ 1199.799320] env[69399]: } is ready. {{(pid=69399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1199.799320] env[69399]: DEBUG oslo_vmware.rw_handles [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1199.799320] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]528be27a-a52d-6a7c-a5d1-695599ba2768" [ 1199.799320] env[69399]: _type = "HttpNfcLease" [ 1199.799320] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1199.800636] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04897559-e412-42c0-ae08-aa80504b5ab4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.809340] env[69399]: DEBUG oslo_vmware.rw_handles [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52562f36-2eed-a602-a370-b905556b4424/disk-0.vmdk from lease info. {{(pid=69399) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1199.809534] env[69399]: DEBUG oslo_vmware.rw_handles [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52562f36-2eed-a602-a370-b905556b4424/disk-0.vmdk for reading. {{(pid=69399) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1199.882094] env[69399]: DEBUG oslo_vmware.api [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177634, 'name': PowerOffVM_Task, 'duration_secs': 0.31916} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.886159] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.886428] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Updating instance 'e832460f-2ff6-4825-a10a-b8d48871919f' progress to 17 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1199.890546] env[69399]: DEBUG oslo_vmware.api [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177631, 'name': PowerOnVM_Task, 'duration_secs': 1.330173} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.890820] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1199.891144] env[69399]: INFO nova.compute.manager [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Took 10.17 seconds to spawn the instance on the hypervisor. [ 1199.891361] env[69399]: DEBUG nova.compute.manager [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1199.892282] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2938d2-4562-424b-98f1-1ab61ade020f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.686793] env[69399]: INFO nova.compute.manager [-] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Took 1.95 seconds to deallocate network for instance. [ 1200.687956] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f76cdcf8-7f2a-4aa1-8b49-f97b80f3fe0f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.688819] env[69399]: DEBUG nova.compute.manager [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1200.692633] env[69399]: DEBUG oslo_concurrency.lockutils [req-31dc97d3-e2e7-4407-b421-6363c2f06fe9 req-932003ac-97a8-4c04-866f-e3aecbe5bfc2 service nova] Releasing lock "refresh_cache-f1889218-2e1e-459f-bb4d-e4461ca64702" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.692892] env[69399]: DEBUG nova.compute.manager [req-31dc97d3-e2e7-4407-b421-6363c2f06fe9 req-932003ac-97a8-4c04-866f-e3aecbe5bfc2 service nova] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Received event network-vif-deleted-b360fce2-510a-47b0-8612-afb94c7c36b2 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.693042] env[69399]: DEBUG nova.compute.manager [req-31dc97d3-e2e7-4407-b421-6363c2f06fe9 req-932003ac-97a8-4c04-866f-e3aecbe5bfc2 service nova] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Received event network-vif-deleted-db9ef7d9-7a76-4a46-bea2-1e70382509b3 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.693213] env[69399]: INFO nova.compute.manager [req-31dc97d3-e2e7-4407-b421-6363c2f06fe9 req-932003ac-97a8-4c04-866f-e3aecbe5bfc2 service nova] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Neutron deleted interface db9ef7d9-7a76-4a46-bea2-1e70382509b3; detaching it from the instance and deleting it from the info cache [ 1200.693384] env[69399]: DEBUG nova.network.neutron [req-31dc97d3-e2e7-4407-b421-6363c2f06fe9 req-932003ac-97a8-4c04-866f-e3aecbe5bfc2 service nova] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.694834] env[69399]: DEBUG nova.scheduler.client.report [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.699679] env[69399]: DEBUG nova.virt.hardware [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1200.699913] env[69399]: DEBUG nova.virt.hardware [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1200.700028] env[69399]: DEBUG nova.virt.hardware [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1200.700208] env[69399]: DEBUG nova.virt.hardware [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1200.700355] env[69399]: DEBUG nova.virt.hardware [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1200.700500] env[69399]: DEBUG nova.virt.hardware [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1200.700701] env[69399]: DEBUG nova.virt.hardware [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1200.700854] env[69399]: DEBUG nova.virt.hardware [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1200.701187] env[69399]: DEBUG nova.virt.hardware [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1200.701187] env[69399]: DEBUG nova.virt.hardware [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1200.701358] env[69399]: DEBUG nova.virt.hardware [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1200.713139] env[69399]: DEBUG oslo_vmware.api [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177628, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.591924} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.718741] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df5fabce-8762-4f88-8cb1-b2cfb8a3bb91 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.725966] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef8ddf6c-3c5c-477a-b606-62aec143ca86 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.736014] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 4c94260c-00d8-4095-b74c-4b25679aad98/4c94260c-00d8-4095-b74c-4b25679aad98.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1200.736264] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1200.743529] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eeeaf8e7-0a46-4ff7-83d5-787d0128e98a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.745422] env[69399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a221375d-6361-4d52-8f63-68ae58caa9fb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.750475] env[69399]: INFO nova.compute.manager [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Took 42.30 seconds to build instance. [ 1200.757029] env[69399]: DEBUG oslo_vmware.api [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177635, 'name': CloneVM_Task} progress is 94%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.763581] env[69399]: DEBUG oslo_vmware.api [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5252ab48-03f0-4a70-688d-3129a542ba43, 'name': SearchDatastore_Task, 'duration_secs': 0.016476} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.763919] env[69399]: DEBUG oslo_vmware.api [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1200.763919] env[69399]: value = "task-4177636" [ 1200.763919] env[69399]: _type = "Task" [ 1200.763919] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.765509] env[69399]: DEBUG oslo_concurrency.lockutils [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.768483] env[69399]: DEBUG nova.virt.hardware [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1200.768734] env[69399]: DEBUG nova.virt.hardware [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1200.768878] env[69399]: DEBUG nova.virt.hardware [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1200.769103] env[69399]: DEBUG nova.virt.hardware [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1200.769294] env[69399]: DEBUG nova.virt.hardware [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1200.769484] env[69399]: DEBUG nova.virt.hardware [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1200.769708] env[69399]: DEBUG nova.virt.hardware [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1200.769868] env[69399]: DEBUG nova.virt.hardware [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1200.770069] env[69399]: DEBUG nova.virt.hardware [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1200.770262] env[69399]: DEBUG nova.virt.hardware [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1200.770439] env[69399]: DEBUG nova.virt.hardware [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1200.775716] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50fe352-cd43-4ff0-8621-4d29d0675cd5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.789578] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad23eb56-ffb6-403c-884a-d5457308a9a5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.792584] env[69399]: DEBUG oslo_vmware.api [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1200.792584] env[69399]: value = "task-4177637" [ 1200.792584] env[69399]: _type = "Task" [ 1200.792584] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.796416] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cf92475-df63-42ca-b7a8-f7030535ad52 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.813374] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d32516-65d1-48a5-ab46-6829a67e9983 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.839613] env[69399]: DEBUG nova.compute.manager [req-be10495a-6083-4f76-9b94-8509f29fbd0a req-6e72afa4-3dd2-4090-868d-94c36bbae6f7 service nova] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Detach interface failed, port_id=a29c1fc9-86cf-43ba-9d45-a21c29a2edb9, reason: Instance 395dbdf6-de84-495d-a21f-371a0f87b2d2 could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1200.840224] env[69399]: DEBUG oslo_vmware.api [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177637, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.840578] env[69399]: DEBUG oslo_vmware.api [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1200.840578] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f6b079-2852-c024-f9eb-165c3348d554" [ 1200.840578] env[69399]: _type = "Task" [ 1200.840578] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.840788] env[69399]: DEBUG oslo_vmware.api [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.867201] env[69399]: DEBUG oslo_vmware.api [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f6b079-2852-c024-f9eb-165c3348d554, 'name': SearchDatastore_Task, 'duration_secs': 0.03631} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.867484] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.867751] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] f1889218-2e1e-459f-bb4d-e4461ca64702/f1889218-2e1e-459f-bb4d-e4461ca64702.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1200.868134] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c8752d7-6fc7-471e-8334-7945fe913f2f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.875927] env[69399]: DEBUG oslo_vmware.api [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1200.875927] env[69399]: value = "task-4177638" [ 1200.875927] env[69399]: _type = "Task" [ 1200.875927] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.885592] env[69399]: DEBUG oslo_vmware.api [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.140187] env[69399]: DEBUG nova.compute.manager [req-667379d1-30b1-4cbd-bdd6-1d01860c18db req-a04c6d5d-e852-45d6-a19b-60cf1dc339ef service nova] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Received event network-changed-6c468f68-3aaf-427b-8513-fd3165a5f741 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.140187] env[69399]: DEBUG nova.compute.manager [req-667379d1-30b1-4cbd-bdd6-1d01860c18db req-a04c6d5d-e852-45d6-a19b-60cf1dc339ef service nova] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Refreshing instance network info cache due to event network-changed-6c468f68-3aaf-427b-8513-fd3165a5f741. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1201.140187] env[69399]: DEBUG oslo_concurrency.lockutils [req-667379d1-30b1-4cbd-bdd6-1d01860c18db req-a04c6d5d-e852-45d6-a19b-60cf1dc339ef service nova] Acquiring lock "refresh_cache-fa91de6b-1662-4bda-8d55-df585262b3a3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.140187] env[69399]: DEBUG oslo_concurrency.lockutils [req-667379d1-30b1-4cbd-bdd6-1d01860c18db req-a04c6d5d-e852-45d6-a19b-60cf1dc339ef service nova] Acquired lock "refresh_cache-fa91de6b-1662-4bda-8d55-df585262b3a3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.140586] env[69399]: DEBUG nova.network.neutron [req-667379d1-30b1-4cbd-bdd6-1d01860c18db req-a04c6d5d-e852-45d6-a19b-60cf1dc339ef service nova] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Refreshing network info cache for port 6c468f68-3aaf-427b-8513-fd3165a5f741 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1201.199656] env[69399]: DEBUG oslo_vmware.api [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177635, 'name': CloneVM_Task} progress is 94%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.215396] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6195f1f6-d808-4c48-894e-4cd8b94e0d40 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.219155] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.123s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.219709] env[69399]: DEBUG nova.compute.manager [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1201.224433] env[69399]: DEBUG oslo_concurrency.lockutils [None req-11d3cf7e-dfc8-463a-9c51-c50141aaf937 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.944s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.225146] env[69399]: DEBUG nova.objects.instance [None req-11d3cf7e-dfc8-463a-9c51-c50141aaf937 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Lazy-loading 'resources' on Instance uuid 5f14ad83-5fe9-4be5-abc0-08cc160c6969 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.238351] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c01934-8803-4472-8a64-06f60c5240bb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.255564] env[69399]: DEBUG oslo_concurrency.lockutils [None req-13bfb3a7-5fee-4c41-8ae5-82a87b8fda20 tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.256551] env[69399]: DEBUG oslo_concurrency.lockutils [None req-279b1df9-99e5-4f7b-87d5-ce7bacad1421 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "fa91de6b-1662-4bda-8d55-df585262b3a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.822s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.292316] env[69399]: DEBUG nova.compute.manager [req-31dc97d3-e2e7-4407-b421-6363c2f06fe9 req-932003ac-97a8-4c04-866f-e3aecbe5bfc2 service nova] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Detach interface failed, port_id=db9ef7d9-7a76-4a46-bea2-1e70382509b3, reason: Instance 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4 could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1201.305872] env[69399]: DEBUG oslo_vmware.api [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177636, 'name': ReconfigVM_Task, 'duration_secs': 0.3722} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.311625] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Updating instance 'e832460f-2ff6-4825-a10a-b8d48871919f' progress to 33 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1201.324583] env[69399]: DEBUG oslo_vmware.api [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177637, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.205721} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.325306] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1201.326332] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbb9e04-cd73-49c2-a722-1250ca0a5e89 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.364161] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 4c94260c-00d8-4095-b74c-4b25679aad98/4c94260c-00d8-4095-b74c-4b25679aad98.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.364737] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2880d73c-bebf-4495-85ec-e0c3fb449e40 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.399235] env[69399]: DEBUG oslo_vmware.api [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177638, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.400302] env[69399]: DEBUG oslo_vmware.api [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1201.400302] env[69399]: value = "task-4177639" [ 1201.400302] env[69399]: _type = "Task" [ 1201.400302] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.411219] env[69399]: DEBUG oslo_vmware.api [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177639, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.697316] env[69399]: DEBUG oslo_vmware.api [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177635, 'name': CloneVM_Task} progress is 95%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.731598] env[69399]: DEBUG nova.compute.utils [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1201.736757] env[69399]: DEBUG nova.compute.manager [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1201.737011] env[69399]: DEBUG nova.network.neutron [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1201.819451] env[69399]: DEBUG nova.virt.hardware [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1201.819725] env[69399]: DEBUG nova.virt.hardware [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1201.819886] env[69399]: DEBUG nova.virt.hardware [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1201.821530] env[69399]: DEBUG nova.virt.hardware [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1201.822905] env[69399]: DEBUG nova.virt.hardware [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1201.823113] env[69399]: DEBUG nova.virt.hardware [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1201.823372] env[69399]: DEBUG nova.virt.hardware [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1201.823535] env[69399]: DEBUG nova.virt.hardware [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1201.823700] env[69399]: DEBUG nova.virt.hardware [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1201.823866] env[69399]: DEBUG nova.virt.hardware [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1201.824059] env[69399]: DEBUG nova.virt.hardware [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1201.829958] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Reconfiguring VM instance instance-0000005a to detach disk 2000 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1201.833932] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3321dccc-626d-461b-8dff-caf6cf4465cf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.864144] env[69399]: DEBUG oslo_vmware.api [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1201.864144] env[69399]: value = "task-4177640" [ 1201.864144] env[69399]: _type = "Task" [ 1201.864144] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.870567] env[69399]: DEBUG nova.network.neutron [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Successfully updated port: cf38c892-0c48-4d30-9c0d-1541f59c9580 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1201.878661] env[69399]: DEBUG oslo_vmware.api [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177640, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.903592] env[69399]: DEBUG oslo_vmware.api [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635452} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.906053] env[69399]: DEBUG nova.policy [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9cf280f03da4372aa488b56f15b14c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02b5f2f4e8dd4679802929d8ec4b4a78', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1201.911895] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] f1889218-2e1e-459f-bb4d-e4461ca64702/f1889218-2e1e-459f-bb4d-e4461ca64702.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1201.912595] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1201.916610] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bae2c0db-c047-4c8f-8bd4-f652d809b35e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.927892] env[69399]: DEBUG oslo_vmware.api [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177639, 'name': ReconfigVM_Task, 'duration_secs': 0.403534} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.929886] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 4c94260c-00d8-4095-b74c-4b25679aad98/4c94260c-00d8-4095-b74c-4b25679aad98.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1201.930948] env[69399]: DEBUG oslo_vmware.api [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1201.930948] env[69399]: value = "task-4177641" [ 1201.930948] env[69399]: _type = "Task" [ 1201.930948] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.931419] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d47d451-3302-49cf-84e1-04d662d1f66e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.953520] env[69399]: DEBUG oslo_vmware.api [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.955366] env[69399]: DEBUG oslo_vmware.api [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1201.955366] env[69399]: value = "task-4177642" [ 1201.955366] env[69399]: _type = "Task" [ 1201.955366] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.968767] env[69399]: DEBUG oslo_vmware.api [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177642, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.988127] env[69399]: DEBUG nova.network.neutron [req-667379d1-30b1-4cbd-bdd6-1d01860c18db req-a04c6d5d-e852-45d6-a19b-60cf1dc339ef service nova] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Updated VIF entry in instance network info cache for port 6c468f68-3aaf-427b-8513-fd3165a5f741. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1201.988665] env[69399]: DEBUG nova.network.neutron [req-667379d1-30b1-4cbd-bdd6-1d01860c18db req-a04c6d5d-e852-45d6-a19b-60cf1dc339ef service nova] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Updating instance_info_cache with network_info: [{"id": "6c468f68-3aaf-427b-8513-fd3165a5f741", "address": "fa:16:3e:65:9f:07", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c468f68-3a", "ovs_interfaceid": "6c468f68-3aaf-427b-8513-fd3165a5f741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.198968] env[69399]: DEBUG oslo_vmware.api [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177635, 'name': CloneVM_Task, 'duration_secs': 2.465429} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.199439] env[69399]: INFO nova.virt.vmwareapi.vmops [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Created linked-clone VM from snapshot [ 1202.200375] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5984a08-cb5c-4dfa-bff5-b5f9676db37b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.213042] env[69399]: DEBUG nova.virt.vmwareapi.images [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Uploading image d3fc578a-3bb0-4a71-84b8-43eac014a4b9 {{(pid=69399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1202.237444] env[69399]: DEBUG nova.compute.manager [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1202.256011] env[69399]: DEBUG oslo_vmware.rw_handles [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1202.256011] env[69399]: value = "vm-826965" [ 1202.256011] env[69399]: _type = "VirtualMachine" [ 1202.256011] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1202.259841] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-586266b1-52df-4e1f-8ad3-3df0bdbf94de {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.261134] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76715d13-9a07-4333-b2ed-f3ccf3042410 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.266224] env[69399]: DEBUG oslo_vmware.rw_handles [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lease: (returnval){ [ 1202.266224] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b27dc8-0ebd-2a71-0cfd-c518487e75a0" [ 1202.266224] env[69399]: _type = "HttpNfcLease" [ 1202.266224] env[69399]: } obtained for exporting VM: (result){ [ 1202.266224] env[69399]: value = "vm-826965" [ 1202.266224] env[69399]: _type = "VirtualMachine" [ 1202.266224] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1202.266700] env[69399]: DEBUG oslo_vmware.api [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the lease: (returnval){ [ 1202.266700] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b27dc8-0ebd-2a71-0cfd-c518487e75a0" [ 1202.266700] env[69399]: _type = "HttpNfcLease" [ 1202.266700] env[69399]: } to be ready. {{(pid=69399) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1202.274146] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff0850a-269f-4c73-9b39-60bd39a8c6af {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.282108] env[69399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1202.282108] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b27dc8-0ebd-2a71-0cfd-c518487e75a0" [ 1202.282108] env[69399]: _type = "HttpNfcLease" [ 1202.282108] env[69399]: } is ready. {{(pid=69399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1202.311489] env[69399]: DEBUG oslo_vmware.rw_handles [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1202.311489] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b27dc8-0ebd-2a71-0cfd-c518487e75a0" [ 1202.311489] env[69399]: _type = "HttpNfcLease" [ 1202.311489] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1202.313490] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbb9423-db78-4250-8357-c5271ab48c8c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.318512] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d242e58-ec2c-4dfb-aafd-baf380d0f7a1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.328380] env[69399]: DEBUG oslo_vmware.rw_handles [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e431a5-a224-99fb-b7c4-7c59208dbc60/disk-0.vmdk from lease info. {{(pid=69399) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1202.328621] env[69399]: DEBUG oslo_vmware.rw_handles [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e431a5-a224-99fb-b7c4-7c59208dbc60/disk-0.vmdk for reading. {{(pid=69399) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1202.334828] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d845a74-6985-464a-90c8-4d8666fcde84 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.397750] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquiring lock "refresh_cache-484d2845-d93a-455a-b122-09e1ff3bf72d" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.398102] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquired lock "refresh_cache-484d2845-d93a-455a-b122-09e1ff3bf72d" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.398267] env[69399]: DEBUG nova.network.neutron [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1202.419073] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "592c5dba-b787-40ee-9c07-183331f8b085" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.419368] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "592c5dba-b787-40ee-9c07-183331f8b085" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.421539] env[69399]: DEBUG nova.compute.provider_tree [None req-11d3cf7e-dfc8-463a-9c51-c50141aaf937 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.430668] env[69399]: DEBUG oslo_vmware.api [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177640, 'name': ReconfigVM_Task, 'duration_secs': 0.218401} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.430668] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Reconfigured VM instance instance-0000005a to detach disk 2000 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1202.431437] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dc7473-de06-4499-b89e-61102b0b0a9b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.447879] env[69399]: DEBUG oslo_vmware.api [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080088} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.460245] env[69399]: DEBUG nova.network.neutron [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Successfully created port: b5eee613-c99d-4dad-a04f-b5c3053c9f2b {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1202.462521] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1202.472775] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] e832460f-2ff6-4825-a10a-b8d48871919f/e832460f-2ff6-4825-a10a-b8d48871919f.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1202.473753] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2b9127-0455-4689-a6a6-35f813e368e5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.480464] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e211912-f60a-4f14-8681-620349e7c439 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.499343] env[69399]: DEBUG oslo_concurrency.lockutils [req-667379d1-30b1-4cbd-bdd6-1d01860c18db req-a04c6d5d-e852-45d6-a19b-60cf1dc339ef service nova] Releasing lock "refresh_cache-fa91de6b-1662-4bda-8d55-df585262b3a3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.502743] env[69399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c9ae3f59-0c40-4ceb-9f2b-f2b80e21d0d1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.509020] env[69399]: DEBUG oslo_vmware.api [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177642, 'name': Rename_Task, 'duration_secs': 0.235931} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.520876] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1202.521391] env[69399]: DEBUG oslo_vmware.api [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1202.521391] env[69399]: value = "task-4177644" [ 1202.521391] env[69399]: _type = "Task" [ 1202.521391] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.531753] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] f1889218-2e1e-459f-bb4d-e4461ca64702/f1889218-2e1e-459f-bb4d-e4461ca64702.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1202.535802] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15c2d517-5ca6-442b-ab15-dfb3e2f3187f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.538682] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7b27c0f-c2ac-4604-abb5-51c06b645c63 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.572925] env[69399]: DEBUG oslo_vmware.api [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1202.572925] env[69399]: value = "task-4177645" [ 1202.572925] env[69399]: _type = "Task" [ 1202.572925] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.573337] env[69399]: DEBUG oslo_vmware.api [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1202.573337] env[69399]: value = "task-4177646" [ 1202.573337] env[69399]: _type = "Task" [ 1202.573337] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.575289] env[69399]: DEBUG oslo_vmware.api [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.599038] env[69399]: DEBUG oslo_vmware.api [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177646, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.602232] env[69399]: DEBUG oslo_vmware.api [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177645, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.925643] env[69399]: DEBUG nova.compute.manager [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1202.933768] env[69399]: DEBUG nova.scheduler.client.report [None req-11d3cf7e-dfc8-463a-9c51-c50141aaf937 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.979909] env[69399]: DEBUG nova.network.neutron [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1203.056817] env[69399]: DEBUG oslo_vmware.api [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177644, 'name': ReconfigVM_Task, 'duration_secs': 0.48006} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.057583] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Reconfigured VM instance instance-0000005a to attach disk [datastore2] e832460f-2ff6-4825-a10a-b8d48871919f/e832460f-2ff6-4825-a10a-b8d48871919f.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.061029] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Updating instance 'e832460f-2ff6-4825-a10a-b8d48871919f' progress to 50 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1203.092165] env[69399]: DEBUG oslo_vmware.api [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177646, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.099570] env[69399]: DEBUG oslo_vmware.api [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177645, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.234506] env[69399]: DEBUG nova.network.neutron [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Updating instance_info_cache with network_info: [{"id": "cf38c892-0c48-4d30-9c0d-1541f59c9580", "address": "fa:16:3e:21:a0:c6", "network": {"id": "11a886d2-ae90-417d-bfcb-b11eca6f6717", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-608855804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02b5f2f4e8dd4679802929d8ec4b4a78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf38c892-0c", "ovs_interfaceid": "cf38c892-0c48-4d30-9c0d-1541f59c9580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.257146] env[69399]: DEBUG nova.compute.manager [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1203.264176] env[69399]: DEBUG nova.compute.manager [req-8edf9f55-451b-4cc0-b9d5-0e1c7de2fd73 req-d7c347d8-c439-455b-96f3-c08dee1a1ac0 service nova] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Received event network-vif-plugged-cf38c892-0c48-4d30-9c0d-1541f59c9580 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.264778] env[69399]: DEBUG oslo_concurrency.lockutils [req-8edf9f55-451b-4cc0-b9d5-0e1c7de2fd73 req-d7c347d8-c439-455b-96f3-c08dee1a1ac0 service nova] Acquiring lock "484d2845-d93a-455a-b122-09e1ff3bf72d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.265365] env[69399]: DEBUG oslo_concurrency.lockutils [req-8edf9f55-451b-4cc0-b9d5-0e1c7de2fd73 req-d7c347d8-c439-455b-96f3-c08dee1a1ac0 service nova] Lock "484d2845-d93a-455a-b122-09e1ff3bf72d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.265744] env[69399]: DEBUG oslo_concurrency.lockutils [req-8edf9f55-451b-4cc0-b9d5-0e1c7de2fd73 req-d7c347d8-c439-455b-96f3-c08dee1a1ac0 service nova] Lock "484d2845-d93a-455a-b122-09e1ff3bf72d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.266144] env[69399]: DEBUG nova.compute.manager [req-8edf9f55-451b-4cc0-b9d5-0e1c7de2fd73 req-d7c347d8-c439-455b-96f3-c08dee1a1ac0 service nova] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] No waiting events found dispatching network-vif-plugged-cf38c892-0c48-4d30-9c0d-1541f59c9580 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1203.266525] env[69399]: WARNING nova.compute.manager [req-8edf9f55-451b-4cc0-b9d5-0e1c7de2fd73 req-d7c347d8-c439-455b-96f3-c08dee1a1ac0 service nova] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Received unexpected event network-vif-plugged-cf38c892-0c48-4d30-9c0d-1541f59c9580 for instance with vm_state building and task_state spawning. [ 1203.267336] env[69399]: DEBUG nova.compute.manager [req-8edf9f55-451b-4cc0-b9d5-0e1c7de2fd73 req-d7c347d8-c439-455b-96f3-c08dee1a1ac0 service nova] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Received event network-changed-cf38c892-0c48-4d30-9c0d-1541f59c9580 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.267336] env[69399]: DEBUG nova.compute.manager [req-8edf9f55-451b-4cc0-b9d5-0e1c7de2fd73 req-d7c347d8-c439-455b-96f3-c08dee1a1ac0 service nova] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Refreshing instance network info cache due to event network-changed-cf38c892-0c48-4d30-9c0d-1541f59c9580. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1203.267490] env[69399]: DEBUG oslo_concurrency.lockutils [req-8edf9f55-451b-4cc0-b9d5-0e1c7de2fd73 req-d7c347d8-c439-455b-96f3-c08dee1a1ac0 service nova] Acquiring lock "refresh_cache-484d2845-d93a-455a-b122-09e1ff3bf72d" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.442021] env[69399]: DEBUG oslo_concurrency.lockutils [None req-11d3cf7e-dfc8-463a-9c51-c50141aaf937 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.217s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.448508] env[69399]: DEBUG oslo_concurrency.lockutils [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.727s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.451604] env[69399]: INFO nova.compute.claims [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1203.474997] env[69399]: INFO nova.scheduler.client.report [None req-11d3cf7e-dfc8-463a-9c51-c50141aaf937 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Deleted allocations for instance 5f14ad83-5fe9-4be5-abc0-08cc160c6969 [ 1203.481109] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.566868] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843293e9-f8b9-4205-8ae2-4f5aabc5ebf3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.597655] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738c0c91-0636-49c6-b095-48aed7e3117f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.607915] env[69399]: DEBUG oslo_vmware.api [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177645, 'name': PowerOnVM_Task, 'duration_secs': 0.628463} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.626916] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1203.627348] env[69399]: INFO nova.compute.manager [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Took 11.36 seconds to spawn the instance on the hypervisor. [ 1203.627605] env[69399]: DEBUG nova.compute.manager [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1203.627991] env[69399]: DEBUG oslo_vmware.api [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177646, 'name': ReconfigVM_Task, 'duration_secs': 0.540265} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.628375] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Updating instance 'e832460f-2ff6-4825-a10a-b8d48871919f' progress to 67 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1203.632986] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b431147e-08c1-4847-ab70-3ba1bd57d8fa {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.636045] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Reconfigured VM instance instance-00000063 to attach disk [datastore2] f1889218-2e1e-459f-bb4d-e4461ca64702/f1889218-2e1e-459f-bb4d-e4461ca64702.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.637139] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce48b488-7b0f-47cd-ab38-07cc3a0a987b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.648434] env[69399]: DEBUG oslo_vmware.api [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1203.648434] env[69399]: value = "task-4177647" [ 1203.648434] env[69399]: _type = "Task" [ 1203.648434] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.659268] env[69399]: DEBUG oslo_vmware.api [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177647, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.739798] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Releasing lock "refresh_cache-484d2845-d93a-455a-b122-09e1ff3bf72d" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.740252] env[69399]: DEBUG nova.compute.manager [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Instance network_info: |[{"id": "cf38c892-0c48-4d30-9c0d-1541f59c9580", "address": "fa:16:3e:21:a0:c6", "network": {"id": "11a886d2-ae90-417d-bfcb-b11eca6f6717", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-608855804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02b5f2f4e8dd4679802929d8ec4b4a78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf38c892-0c", "ovs_interfaceid": "cf38c892-0c48-4d30-9c0d-1541f59c9580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1203.740623] env[69399]: DEBUG oslo_concurrency.lockutils [req-8edf9f55-451b-4cc0-b9d5-0e1c7de2fd73 req-d7c347d8-c439-455b-96f3-c08dee1a1ac0 service nova] Acquired lock "refresh_cache-484d2845-d93a-455a-b122-09e1ff3bf72d" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.740960] env[69399]: DEBUG nova.network.neutron [req-8edf9f55-451b-4cc0-b9d5-0e1c7de2fd73 req-d7c347d8-c439-455b-96f3-c08dee1a1ac0 service nova] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Refreshing network info cache for port cf38c892-0c48-4d30-9c0d-1541f59c9580 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1203.743029] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:a0:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf38c892-0c48-4d30-9c0d-1541f59c9580', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1203.752148] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.756540] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1203.757458] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97039639-2cfc-4880-a0ff-9a743e4206fa {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.784137] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1203.784137] env[69399]: value = "task-4177648" [ 1203.784137] env[69399]: _type = "Task" [ 1203.784137] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.794384] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177648, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.988369] env[69399]: DEBUG oslo_concurrency.lockutils [None req-11d3cf7e-dfc8-463a-9c51-c50141aaf937 tempest-ServerAddressesTestJSON-169342356 tempest-ServerAddressesTestJSON-169342356-project-member] Lock "5f14ad83-5fe9-4be5-abc0-08cc160c6969" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.242s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.015375] env[69399]: DEBUG nova.network.neutron [req-8edf9f55-451b-4cc0-b9d5-0e1c7de2fd73 req-d7c347d8-c439-455b-96f3-c08dee1a1ac0 service nova] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Updated VIF entry in instance network info cache for port cf38c892-0c48-4d30-9c0d-1541f59c9580. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1204.015927] env[69399]: DEBUG nova.network.neutron [req-8edf9f55-451b-4cc0-b9d5-0e1c7de2fd73 req-d7c347d8-c439-455b-96f3-c08dee1a1ac0 service nova] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Updating instance_info_cache with network_info: [{"id": "cf38c892-0c48-4d30-9c0d-1541f59c9580", "address": "fa:16:3e:21:a0:c6", "network": {"id": "11a886d2-ae90-417d-bfcb-b11eca6f6717", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-608855804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02b5f2f4e8dd4679802929d8ec4b4a78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf38c892-0c", "ovs_interfaceid": "cf38c892-0c48-4d30-9c0d-1541f59c9580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.163772] env[69399]: INFO nova.compute.manager [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Took 42.71 seconds to build instance. [ 1204.171213] env[69399]: DEBUG oslo_vmware.api [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177647, 'name': Rename_Task, 'duration_secs': 0.260894} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.171860] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1204.172171] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79b6acae-a278-49c0-a0e6-38b01b0fd1b2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.182042] env[69399]: DEBUG oslo_vmware.api [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1204.182042] env[69399]: value = "task-4177649" [ 1204.182042] env[69399]: _type = "Task" [ 1204.182042] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.200923] env[69399]: DEBUG oslo_vmware.api [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.208374] env[69399]: DEBUG nova.network.neutron [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Port d60fe5f1-3c5e-44c5-bf11-bcb4845c0d00 binding to destination host cpu-1 is already ACTIVE {{(pid=69399) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1204.297141] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177648, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.381271] env[69399]: DEBUG nova.network.neutron [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Successfully updated port: b5eee613-c99d-4dad-a04f-b5c3053c9f2b {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1204.519912] env[69399]: DEBUG oslo_concurrency.lockutils [req-8edf9f55-451b-4cc0-b9d5-0e1c7de2fd73 req-d7c347d8-c439-455b-96f3-c08dee1a1ac0 service nova] Releasing lock "refresh_cache-484d2845-d93a-455a-b122-09e1ff3bf72d" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.672790] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b32a7fba-954a-4d64-b973-3f58cd956c6b tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "4c94260c-00d8-4095-b74c-4b25679aad98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.224s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.697416] env[69399]: DEBUG oslo_vmware.api [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177649, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.795496] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177648, 'name': CreateVM_Task, 'duration_secs': 0.524043} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.795765] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1204.796448] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.796619] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.797166] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.800388] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d507529b-fc3f-49e6-adf8-29e3074d3018 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.806475] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for the task: (returnval){ [ 1204.806475] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]520a846a-0d4f-d2c0-d93e-3828f68c54b1" [ 1204.806475] env[69399]: _type = "Task" [ 1204.806475] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.819575] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]520a846a-0d4f-d2c0-d93e-3828f68c54b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.843874] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1357a5-401f-4872-a0b4-ef0175c846ac {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.853403] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1398c5-9185-4af2-9e01-68b7353fbfd1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.892365] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquiring lock "refresh_cache-60991720-72a2-4456-aff2-cb8b47eeb83c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.892817] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquired lock "refresh_cache-60991720-72a2-4456-aff2-cb8b47eeb83c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.893195] env[69399]: DEBUG nova.network.neutron [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.895517] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b52fb2-d0c6-4892-8779-695e30fae1e0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.910262] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4dffeb-27e0-4070-82f5-e87b144277ea {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.929038] env[69399]: DEBUG nova.compute.provider_tree [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.201047] env[69399]: DEBUG oslo_vmware.api [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177649, 'name': PowerOnVM_Task, 'duration_secs': 0.730102} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.201047] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1205.201047] env[69399]: INFO nova.compute.manager [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Took 10.25 seconds to spawn the instance on the hypervisor. [ 1205.201047] env[69399]: DEBUG nova.compute.manager [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1205.201047] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb0c6ec-b145-4692-b078-031fc6ff47fc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.235568] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "e832460f-2ff6-4825-a10a-b8d48871919f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.236939] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "e832460f-2ff6-4825-a10a-b8d48871919f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.236939] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "e832460f-2ff6-4825-a10a-b8d48871919f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.318328] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]520a846a-0d4f-d2c0-d93e-3828f68c54b1, 'name': SearchDatastore_Task, 'duration_secs': 0.013894} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.318696] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.318949] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1205.319239] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.319398] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.319584] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1205.319857] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e48bea66-da50-4bdd-b56f-e4756df9b184 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.332090] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1205.332316] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1205.333148] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e067bd11-d35a-419f-98ca-41d2091c45da {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.339697] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for the task: (returnval){ [ 1205.339697] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5210700b-0b6a-47ac-4dd6-6f90c7e6d25c" [ 1205.339697] env[69399]: _type = "Task" [ 1205.339697] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.350436] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5210700b-0b6a-47ac-4dd6-6f90c7e6d25c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.436026] env[69399]: DEBUG nova.scheduler.client.report [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.461113] env[69399]: DEBUG nova.network.neutron [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1205.725465] env[69399]: INFO nova.compute.manager [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Took 42.11 seconds to build instance. [ 1205.735084] env[69399]: DEBUG nova.network.neutron [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Updating instance_info_cache with network_info: [{"id": "b5eee613-c99d-4dad-a04f-b5c3053c9f2b", "address": "fa:16:3e:3f:0c:c9", "network": {"id": "11a886d2-ae90-417d-bfcb-b11eca6f6717", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-608855804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02b5f2f4e8dd4679802929d8ec4b4a78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5eee613-c9", "ovs_interfaceid": "b5eee613-c99d-4dad-a04f-b5c3053c9f2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.852972] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5210700b-0b6a-47ac-4dd6-6f90c7e6d25c, 'name': SearchDatastore_Task, 'duration_secs': 0.015788} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.853876] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f8cfffa-3941-4dbd-831d-2c1a9cf1ec6f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.860455] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for the task: (returnval){ [ 1205.860455] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c8406b-2efc-4b3d-ed24-4daea327b867" [ 1205.860455] env[69399]: _type = "Task" [ 1205.860455] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.869715] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c8406b-2efc-4b3d-ed24-4daea327b867, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.940455] env[69399]: DEBUG oslo_concurrency.lockutils [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.941085] env[69399]: DEBUG nova.compute.manager [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1205.945025] env[69399]: DEBUG oslo_concurrency.lockutils [None req-db6aced3-329f-4bc2-ab28-ba567b10b166 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.023s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.945025] env[69399]: DEBUG nova.objects.instance [None req-db6aced3-329f-4bc2-ab28-ba567b10b166 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lazy-loading 'resources' on Instance uuid 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.002628] env[69399]: DEBUG nova.compute.manager [req-3458e4d5-2f16-4c87-9bc9-5ae86226377b req-4050f5cb-32d5-4b06-8310-c714ae46a0b1 service nova] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Received event network-vif-plugged-b5eee613-c99d-4dad-a04f-b5c3053c9f2b {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.002916] env[69399]: DEBUG oslo_concurrency.lockutils [req-3458e4d5-2f16-4c87-9bc9-5ae86226377b req-4050f5cb-32d5-4b06-8310-c714ae46a0b1 service nova] Acquiring lock "60991720-72a2-4456-aff2-cb8b47eeb83c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.003233] env[69399]: DEBUG oslo_concurrency.lockutils [req-3458e4d5-2f16-4c87-9bc9-5ae86226377b req-4050f5cb-32d5-4b06-8310-c714ae46a0b1 service nova] Lock "60991720-72a2-4456-aff2-cb8b47eeb83c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.003402] env[69399]: DEBUG oslo_concurrency.lockutils [req-3458e4d5-2f16-4c87-9bc9-5ae86226377b req-4050f5cb-32d5-4b06-8310-c714ae46a0b1 service nova] Lock "60991720-72a2-4456-aff2-cb8b47eeb83c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.003612] env[69399]: DEBUG nova.compute.manager [req-3458e4d5-2f16-4c87-9bc9-5ae86226377b req-4050f5cb-32d5-4b06-8310-c714ae46a0b1 service nova] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] No waiting events found dispatching network-vif-plugged-b5eee613-c99d-4dad-a04f-b5c3053c9f2b {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1206.003850] env[69399]: WARNING nova.compute.manager [req-3458e4d5-2f16-4c87-9bc9-5ae86226377b req-4050f5cb-32d5-4b06-8310-c714ae46a0b1 service nova] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Received unexpected event network-vif-plugged-b5eee613-c99d-4dad-a04f-b5c3053c9f2b for instance with vm_state building and task_state spawning. [ 1206.004041] env[69399]: DEBUG nova.compute.manager [req-3458e4d5-2f16-4c87-9bc9-5ae86226377b req-4050f5cb-32d5-4b06-8310-c714ae46a0b1 service nova] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Received event network-changed-b5eee613-c99d-4dad-a04f-b5c3053c9f2b {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.004204] env[69399]: DEBUG nova.compute.manager [req-3458e4d5-2f16-4c87-9bc9-5ae86226377b req-4050f5cb-32d5-4b06-8310-c714ae46a0b1 service nova] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Refreshing instance network info cache due to event network-changed-b5eee613-c99d-4dad-a04f-b5c3053c9f2b. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1206.004442] env[69399]: DEBUG oslo_concurrency.lockutils [req-3458e4d5-2f16-4c87-9bc9-5ae86226377b req-4050f5cb-32d5-4b06-8310-c714ae46a0b1 service nova] Acquiring lock "refresh_cache-60991720-72a2-4456-aff2-cb8b47eeb83c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.227394] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a0b11676-db7e-40d1-82a4-cafedf78007f tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Lock "f1889218-2e1e-459f-bb4d-e4461ca64702" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.628s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.240355] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Releasing lock "refresh_cache-60991720-72a2-4456-aff2-cb8b47eeb83c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.240642] env[69399]: DEBUG nova.compute.manager [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Instance network_info: |[{"id": "b5eee613-c99d-4dad-a04f-b5c3053c9f2b", "address": "fa:16:3e:3f:0c:c9", "network": {"id": "11a886d2-ae90-417d-bfcb-b11eca6f6717", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-608855804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02b5f2f4e8dd4679802929d8ec4b4a78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5eee613-c9", "ovs_interfaceid": "b5eee613-c99d-4dad-a04f-b5c3053c9f2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1206.241046] env[69399]: DEBUG oslo_concurrency.lockutils [req-3458e4d5-2f16-4c87-9bc9-5ae86226377b req-4050f5cb-32d5-4b06-8310-c714ae46a0b1 service nova] Acquired lock "refresh_cache-60991720-72a2-4456-aff2-cb8b47eeb83c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.241279] env[69399]: DEBUG nova.network.neutron [req-3458e4d5-2f16-4c87-9bc9-5ae86226377b req-4050f5cb-32d5-4b06-8310-c714ae46a0b1 service nova] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Refreshing network info cache for port b5eee613-c99d-4dad-a04f-b5c3053c9f2b {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1206.314844] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "refresh_cache-e832460f-2ff6-4825-a10a-b8d48871919f" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.315166] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquired lock "refresh_cache-e832460f-2ff6-4825-a10a-b8d48871919f" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.316174] env[69399]: DEBUG nova.network.neutron [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.371768] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c8406b-2efc-4b3d-ed24-4daea327b867, 'name': SearchDatastore_Task, 'duration_secs': 0.013427} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.372037] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.372310] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 484d2845-d93a-455a-b122-09e1ff3bf72d/484d2845-d93a-455a-b122-09e1ff3bf72d.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1206.372580] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0869a3d-3c00-4ee9-aa80-f30cf006a34f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.380772] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for the task: (returnval){ [ 1206.380772] env[69399]: value = "task-4177650" [ 1206.380772] env[69399]: _type = "Task" [ 1206.380772] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.391094] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.448072] env[69399]: DEBUG nova.compute.utils [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1206.449652] env[69399]: DEBUG nova.compute.manager [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1206.449823] env[69399]: DEBUG nova.network.neutron [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1206.537492] env[69399]: DEBUG nova.policy [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54e78af4aa03494fa6e0a5790c07d1b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0852e65775340ab9a481d12caa78155', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1206.903176] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177650, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.939272] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a847b7-7fa1-4bbc-9e8a-8217eec270da {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.950484] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d964a9f6-d000-44e3-8513-5597d167dc3c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.963279] env[69399]: DEBUG nova.compute.manager [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1207.004260] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d2e879-a6d2-45ed-b29b-695afd1bb8c1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.019475] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3af355-7ed3-46d9-bbe3-66d9e31e53ff {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.041152] env[69399]: DEBUG nova.compute.provider_tree [None req-db6aced3-329f-4bc2-ab28-ba567b10b166 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.151864] env[69399]: DEBUG nova.network.neutron [req-3458e4d5-2f16-4c87-9bc9-5ae86226377b req-4050f5cb-32d5-4b06-8310-c714ae46a0b1 service nova] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Updated VIF entry in instance network info cache for port b5eee613-c99d-4dad-a04f-b5c3053c9f2b. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1207.152357] env[69399]: DEBUG nova.network.neutron [req-3458e4d5-2f16-4c87-9bc9-5ae86226377b req-4050f5cb-32d5-4b06-8310-c714ae46a0b1 service nova] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Updating instance_info_cache with network_info: [{"id": "b5eee613-c99d-4dad-a04f-b5c3053c9f2b", "address": "fa:16:3e:3f:0c:c9", "network": {"id": "11a886d2-ae90-417d-bfcb-b11eca6f6717", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-608855804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02b5f2f4e8dd4679802929d8ec4b4a78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5eee613-c9", "ovs_interfaceid": "b5eee613-c99d-4dad-a04f-b5c3053c9f2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.183291] env[69399]: DEBUG nova.network.neutron [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Successfully created port: 81c03280-06ef-48c9-ae07-52c1a581023a {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1207.349582] env[69399]: DEBUG nova.network.neutron [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Updating instance_info_cache with network_info: [{"id": "d60fe5f1-3c5e-44c5-bf11-bcb4845c0d00", "address": "fa:16:3e:1d:38:5c", "network": {"id": "302a16c9-0f99-4330-b574-b9a9243b0443", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083795903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d78bffd4fc241838d980740174d171b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd60fe5f1-3c", "ovs_interfaceid": "d60fe5f1-3c5e-44c5-bf11-bcb4845c0d00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.397412] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177650, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570308} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.397534] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 484d2845-d93a-455a-b122-09e1ff3bf72d/484d2845-d93a-455a-b122-09e1ff3bf72d.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1207.397710] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1207.398054] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b794dc6f-bc97-4557-a2fa-48fdc6263f25 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.407178] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for the task: (returnval){ [ 1207.407178] env[69399]: value = "task-4177651" [ 1207.407178] env[69399]: _type = "Task" [ 1207.407178] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.418718] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.545372] env[69399]: DEBUG nova.scheduler.client.report [None req-db6aced3-329f-4bc2-ab28-ba567b10b166 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.655502] env[69399]: DEBUG oslo_concurrency.lockutils [req-3458e4d5-2f16-4c87-9bc9-5ae86226377b req-4050f5cb-32d5-4b06-8310-c714ae46a0b1 service nova] Releasing lock "refresh_cache-60991720-72a2-4456-aff2-cb8b47eeb83c" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.857031] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Releasing lock "refresh_cache-e832460f-2ff6-4825-a10a-b8d48871919f" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.922869] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08833} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.926149] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1207.926149] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93e368c-8b64-42b1-a46d-50a8c5ddf3d8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.956037] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 484d2845-d93a-455a-b122-09e1ff3bf72d/484d2845-d93a-455a-b122-09e1ff3bf72d.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1207.956037] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97df4dbe-5c23-478c-b4ca-e95eeedecdbe {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.976784] env[69399]: DEBUG nova.compute.manager [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1207.983083] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for the task: (returnval){ [ 1207.983083] env[69399]: value = "task-4177652" [ 1207.983083] env[69399]: _type = "Task" [ 1207.983083] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.992892] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177652, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.051255] env[69399]: DEBUG oslo_concurrency.lockutils [None req-db6aced3-329f-4bc2-ab28-ba567b10b166 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.055461] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.152s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.055945] env[69399]: DEBUG nova.objects.instance [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69399) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1208.094043] env[69399]: INFO nova.scheduler.client.report [None req-db6aced3-329f-4bc2-ab28-ba567b10b166 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Deleted allocations for instance 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6 [ 1208.390542] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab40e3e-0a33-4b0a-baff-b40c92b654cb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.420731] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ad702b-649a-4008-90e6-a8b5c955af78 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.432181] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Updating instance 'e832460f-2ff6-4825-a10a-b8d48871919f' progress to 83 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1208.495374] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177652, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.606114] env[69399]: DEBUG oslo_concurrency.lockutils [None req-db6aced3-329f-4bc2-ab28-ba567b10b166 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.091s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.856289] env[69399]: DEBUG nova.compute.manager [req-cf4ba084-ca56-44ec-90e2-b6f10e4597ca req-ac57321e-02ec-4cc3-b3e4-17dd9b359e23 service nova] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Received event network-changed-817bc585-50c1-40e3-86a8-8ec3c9e844d0 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.856650] env[69399]: DEBUG nova.compute.manager [req-cf4ba084-ca56-44ec-90e2-b6f10e4597ca req-ac57321e-02ec-4cc3-b3e4-17dd9b359e23 service nova] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Refreshing instance network info cache due to event network-changed-817bc585-50c1-40e3-86a8-8ec3c9e844d0. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1208.857034] env[69399]: DEBUG oslo_concurrency.lockutils [req-cf4ba084-ca56-44ec-90e2-b6f10e4597ca req-ac57321e-02ec-4cc3-b3e4-17dd9b359e23 service nova] Acquiring lock "refresh_cache-f1889218-2e1e-459f-bb4d-e4461ca64702" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.857358] env[69399]: DEBUG oslo_concurrency.lockutils [req-cf4ba084-ca56-44ec-90e2-b6f10e4597ca req-ac57321e-02ec-4cc3-b3e4-17dd9b359e23 service nova] Acquired lock "refresh_cache-f1889218-2e1e-459f-bb4d-e4461ca64702" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.857648] env[69399]: DEBUG nova.network.neutron [req-cf4ba084-ca56-44ec-90e2-b6f10e4597ca req-ac57321e-02ec-4cc3-b3e4-17dd9b359e23 service nova] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Refreshing network info cache for port 817bc585-50c1-40e3-86a8-8ec3c9e844d0 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1208.940241] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1208.940671] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5051f32-7d05-40ea-a9e6-264f868ea59b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.949673] env[69399]: DEBUG oslo_vmware.api [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1208.949673] env[69399]: value = "task-4177653" [ 1208.949673] env[69399]: _type = "Task" [ 1208.949673] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.964699] env[69399]: DEBUG oslo_vmware.api [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177653, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.997973] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177652, 'name': ReconfigVM_Task, 'duration_secs': 0.578189} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.998294] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 484d2845-d93a-455a-b122-09e1ff3bf72d/484d2845-d93a-455a-b122-09e1ff3bf72d.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1208.999064] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-361bdf7a-ed35-42a5-98e4-c93d77281041 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.009271] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for the task: (returnval){ [ 1209.009271] env[69399]: value = "task-4177654" [ 1209.009271] env[69399]: _type = "Task" [ 1209.009271] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.021576] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177654, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.038569] env[69399]: DEBUG nova.network.neutron [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Successfully updated port: 81c03280-06ef-48c9-ae07-52c1a581023a {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1209.071152] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8024954d-520b-408e-ac94-5a59aee0bafb tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.072221] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ef1b3769-017c-46dc-b9db-fdd1c111f605 tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.908s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.072830] env[69399]: DEBUG nova.objects.instance [None req-ef1b3769-017c-46dc-b9db-fdd1c111f605 tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Lazy-loading 'resources' on Instance uuid f9e1a492-8303-468d-bff0-e50e67f1826a {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.461563] env[69399]: DEBUG oslo_vmware.api [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177653, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.521706] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177654, 'name': Rename_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.540740] env[69399]: DEBUG oslo_concurrency.lockutils [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquiring lock "refresh_cache-19b05061-0c6c-4c7b-9aad-04f8ef2366ef" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.540945] env[69399]: DEBUG oslo_concurrency.lockutils [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquired lock "refresh_cache-19b05061-0c6c-4c7b-9aad-04f8ef2366ef" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.541140] env[69399]: DEBUG nova.network.neutron [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.634195] env[69399]: DEBUG nova.network.neutron [req-cf4ba084-ca56-44ec-90e2-b6f10e4597ca req-ac57321e-02ec-4cc3-b3e4-17dd9b359e23 service nova] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Updated VIF entry in instance network info cache for port 817bc585-50c1-40e3-86a8-8ec3c9e844d0. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1209.634742] env[69399]: DEBUG nova.network.neutron [req-cf4ba084-ca56-44ec-90e2-b6f10e4597ca req-ac57321e-02ec-4cc3-b3e4-17dd9b359e23 service nova] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Updating instance_info_cache with network_info: [{"id": "817bc585-50c1-40e3-86a8-8ec3c9e844d0", "address": "fa:16:3e:60:23:42", "network": {"id": "809294fb-b90a-414f-80ae-c4f4ae7adef0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1026961644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d5582922e3b4d2eb1763d5198e21b2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap817bc585-50", "ovs_interfaceid": "817bc585-50c1-40e3-86a8-8ec3c9e844d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.937237] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c24b5d-1247-4355-b352-b7f38651286b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.945753] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0557153-fb40-48f6-9c7c-19722fb664a6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.980817] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d8c4c6-e7b5-444c-931d-2ee924e69dd8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.987426] env[69399]: DEBUG oslo_vmware.api [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177653, 'name': PowerOnVM_Task, 'duration_secs': 0.654545} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.988169] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1209.988386] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cf09ff4c-3072-4b29-9be8-ecfe1224caa1 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Updating instance 'e832460f-2ff6-4825-a10a-b8d48871919f' progress to 100 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.995452] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acbe620-8317-492a-aba1-29b5e81f82e8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.010201] env[69399]: DEBUG nova.compute.provider_tree [None req-ef1b3769-017c-46dc-b9db-fdd1c111f605 tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.020874] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177654, 'name': Rename_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.076626] env[69399]: DEBUG nova.network.neutron [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1210.141542] env[69399]: DEBUG oslo_concurrency.lockutils [req-cf4ba084-ca56-44ec-90e2-b6f10e4597ca req-ac57321e-02ec-4cc3-b3e4-17dd9b359e23 service nova] Releasing lock "refresh_cache-f1889218-2e1e-459f-bb4d-e4461ca64702" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.199094] env[69399]: DEBUG nova.virt.hardware [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.199469] env[69399]: DEBUG nova.virt.hardware [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.199640] env[69399]: DEBUG nova.virt.hardware [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.199831] env[69399]: DEBUG nova.virt.hardware [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.199991] env[69399]: DEBUG nova.virt.hardware [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.200178] env[69399]: DEBUG nova.virt.hardware [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.200422] env[69399]: DEBUG nova.virt.hardware [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.200584] env[69399]: DEBUG nova.virt.hardware [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.200758] env[69399]: DEBUG nova.virt.hardware [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.200924] env[69399]: DEBUG nova.virt.hardware [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.201125] env[69399]: DEBUG nova.virt.hardware [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.203540] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17022658-4179-4800-bccd-1eee20529d11 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.213715] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1cc93f-6a7b-48f9-80a1-a93d509d391b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.228861] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:0c:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5eee613-c99d-4dad-a04f-b5c3053c9f2b', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1210.237197] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.238388] env[69399]: DEBUG nova.network.neutron [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Updating instance_info_cache with network_info: [{"id": "81c03280-06ef-48c9-ae07-52c1a581023a", "address": "fa:16:3e:63:e4:4c", "network": {"id": "1189aba4-f9f6-43fc-a90e-a2ba89c61eee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2103604121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0852e65775340ab9a481d12caa78155", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81c03280-06", "ovs_interfaceid": "81c03280-06ef-48c9-ae07-52c1a581023a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.239743] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1210.240185] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b1e3db8-622f-42c3-a4bb-d932a34f8ce2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.260938] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1210.260938] env[69399]: value = "task-4177655" [ 1210.260938] env[69399]: _type = "Task" [ 1210.260938] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.270280] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177655, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.518166] env[69399]: DEBUG nova.scheduler.client.report [None req-ef1b3769-017c-46dc-b9db-fdd1c111f605 tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.529347] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177654, 'name': Rename_Task, 'duration_secs': 1.24228} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.529670] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1210.530463] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f408d87-33f0-4c7c-8101-ca1a9bd535d0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.537184] env[69399]: DEBUG nova.virt.hardware [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a99ab4972257d0072217ff5ba68ff52a',container_format='bare',created_at=2025-05-15T10:57:26Z,direct_url=,disk_format='vmdk',id=8222ce9e-e38f-42a2-9ad2-b24edde1b46a,min_disk=1,min_ram=0,name='tempest-test-snap-1568880099',owner='d0852e65775340ab9a481d12caa78155',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-05-15T10:57:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.537935] env[69399]: DEBUG nova.virt.hardware [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.537935] env[69399]: DEBUG nova.virt.hardware [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.537935] env[69399]: DEBUG nova.virt.hardware [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.537935] env[69399]: DEBUG nova.virt.hardware [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.538128] env[69399]: DEBUG nova.virt.hardware [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.538349] env[69399]: DEBUG nova.virt.hardware [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.538517] env[69399]: DEBUG nova.virt.hardware [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.538686] env[69399]: DEBUG nova.virt.hardware [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.538840] env[69399]: DEBUG nova.virt.hardware [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.539050] env[69399]: DEBUG nova.virt.hardware [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.543300] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7629a215-fed8-44f9-a639-13e115ffd10e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.548754] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for the task: (returnval){ [ 1210.548754] env[69399]: value = "task-4177656" [ 1210.548754] env[69399]: _type = "Task" [ 1210.548754] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.558093] env[69399]: DEBUG oslo_vmware.rw_handles [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52562f36-2eed-a602-a370-b905556b4424/disk-0.vmdk. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1210.559595] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e58bfc-69b0-4dc8-86cc-bd2e62dd4675 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.564728] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20600dd8-7d31-4d4e-9f4f-bc50f26f6684 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.576251] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177656, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.580610] env[69399]: DEBUG oslo_vmware.rw_handles [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52562f36-2eed-a602-a370-b905556b4424/disk-0.vmdk is in state: ready. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1210.580796] env[69399]: ERROR oslo_vmware.rw_handles [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52562f36-2eed-a602-a370-b905556b4424/disk-0.vmdk due to incomplete transfer. [ 1210.589534] env[69399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9fb243e2-84d2-49d8-b7a2-8a063aaf86e7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.600503] env[69399]: DEBUG oslo_vmware.rw_handles [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52562f36-2eed-a602-a370-b905556b4424/disk-0.vmdk. {{(pid=69399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1210.600738] env[69399]: DEBUG nova.virt.vmwareapi.images [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Uploaded image 4598d570-6bb1-4add-8683-cb9051b1cf44 to the Glance image server {{(pid=69399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1210.603589] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Destroying the VM {{(pid=69399) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1210.603899] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1585d56c-d30f-49a9-bf8d-7103efc9796d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.612033] env[69399]: DEBUG oslo_vmware.api [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 1210.612033] env[69399]: value = "task-4177657" [ 1210.612033] env[69399]: _type = "Task" [ 1210.612033] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.623571] env[69399]: DEBUG oslo_vmware.api [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177657, 'name': Destroy_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.741378] env[69399]: DEBUG oslo_concurrency.lockutils [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Releasing lock "refresh_cache-19b05061-0c6c-4c7b-9aad-04f8ef2366ef" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.741779] env[69399]: DEBUG nova.compute.manager [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Instance network_info: |[{"id": "81c03280-06ef-48c9-ae07-52c1a581023a", "address": "fa:16:3e:63:e4:4c", "network": {"id": "1189aba4-f9f6-43fc-a90e-a2ba89c61eee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2103604121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0852e65775340ab9a481d12caa78155", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81c03280-06", "ovs_interfaceid": "81c03280-06ef-48c9-ae07-52c1a581023a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1210.742665] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:e4:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2c68e7-b690-42e2-9491-c3f9357cc66a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81c03280-06ef-48c9-ae07-52c1a581023a', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1210.754235] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.754525] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1210.754763] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca47dbde-6b77-4bc2-9839-e2af626f3bb8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.783512] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177655, 'name': CreateVM_Task, 'duration_secs': 0.502724} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.785127] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1210.785422] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1210.785422] env[69399]: value = "task-4177658" [ 1210.785422] env[69399]: _type = "Task" [ 1210.785422] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.786260] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.786576] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.787327] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.787445] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62871600-17c2-4685-bd43-33498af6bb2e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.798234] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for the task: (returnval){ [ 1210.798234] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52896220-4394-d882-2d7b-c1a6d7162fc2" [ 1210.798234] env[69399]: _type = "Task" [ 1210.798234] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.804970] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177658, 'name': CreateVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.811731] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52896220-4394-d882-2d7b-c1a6d7162fc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.024555] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ef1b3769-017c-46dc-b9db-fdd1c111f605 tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.952s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.028048] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5dc4740a-0602-4451-b4d1-f0f12b0b6cc0 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.627s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.028608] env[69399]: DEBUG nova.objects.instance [None req-5dc4740a-0602-4451-b4d1-f0f12b0b6cc0 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Lazy-loading 'resources' on Instance uuid 18c567e9-ec98-4d74-80d8-4ffcdb753d5c {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.048466] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "4c94260c-00d8-4095-b74c-4b25679aad98" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.048771] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "4c94260c-00d8-4095-b74c-4b25679aad98" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.049088] env[69399]: INFO nova.compute.manager [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Shelving [ 1211.051794] env[69399]: INFO nova.scheduler.client.report [None req-ef1b3769-017c-46dc-b9db-fdd1c111f605 tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Deleted allocations for instance f9e1a492-8303-468d-bff0-e50e67f1826a [ 1211.070449] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177656, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.127160] env[69399]: DEBUG oslo_vmware.api [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177657, 'name': Destroy_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.301445] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177658, 'name': CreateVM_Task, 'duration_secs': 0.46365} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.302153] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1211.303633] env[69399]: DEBUG oslo_concurrency.lockutils [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8222ce9e-e38f-42a2-9ad2-b24edde1b46a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.303633] env[69399]: DEBUG oslo_concurrency.lockutils [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8222ce9e-e38f-42a2-9ad2-b24edde1b46a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.303633] env[69399]: DEBUG oslo_concurrency.lockutils [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8222ce9e-e38f-42a2-9ad2-b24edde1b46a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.303633] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-130d7a60-2255-47dd-a4ed-c203b6a57216 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.313359] env[69399]: DEBUG oslo_vmware.api [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1211.313359] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52318366-6683-e03e-1c15-28ba4015e7fe" [ 1211.313359] env[69399]: _type = "Task" [ 1211.313359] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.321264] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52896220-4394-d882-2d7b-c1a6d7162fc2, 'name': SearchDatastore_Task, 'duration_secs': 0.017258} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.321666] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.322043] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1211.322413] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.322662] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.322901] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1211.323260] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3dbd9f8-934f-415d-8010-0b1fcb54d8d3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.333090] env[69399]: DEBUG oslo_concurrency.lockutils [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8222ce9e-e38f-42a2-9ad2-b24edde1b46a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.333415] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Processing image 8222ce9e-e38f-42a2-9ad2-b24edde1b46a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1211.333675] env[69399]: DEBUG oslo_concurrency.lockutils [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8222ce9e-e38f-42a2-9ad2-b24edde1b46a/8222ce9e-e38f-42a2-9ad2-b24edde1b46a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.333831] env[69399]: DEBUG oslo_concurrency.lockutils [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8222ce9e-e38f-42a2-9ad2-b24edde1b46a/8222ce9e-e38f-42a2-9ad2-b24edde1b46a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.334082] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1211.335432] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3c1a01e-aeeb-49e2-9b41-15c4cf179271 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.337533] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1211.337711] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1211.338466] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc69d5c8-35bf-4244-bd10-f193ae9307a2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.348813] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for the task: (returnval){ [ 1211.348813] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]523b8d6b-77fd-0c02-a130-bcbfbe614ad8" [ 1211.348813] env[69399]: _type = "Task" [ 1211.348813] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.359113] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]523b8d6b-77fd-0c02-a130-bcbfbe614ad8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.369169] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1211.369378] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1211.370189] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-450ae2c6-97d5-49f4-879e-a7f6ffab6070 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.376758] env[69399]: DEBUG oslo_vmware.api [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1211.376758] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]521fb4e4-bf3c-6dc4-6071-ee3e22782dba" [ 1211.376758] env[69399]: _type = "Task" [ 1211.376758] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.386973] env[69399]: DEBUG oslo_vmware.api [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]521fb4e4-bf3c-6dc4-6071-ee3e22782dba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.430500] env[69399]: DEBUG nova.compute.manager [req-68671ea7-cc5b-4efa-a868-05215a7efaac req-e255b3f9-e7f4-4ec4-a9e7-3dcccaf78ea2 service nova] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Received event network-vif-plugged-81c03280-06ef-48c9-ae07-52c1a581023a {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.430716] env[69399]: DEBUG oslo_concurrency.lockutils [req-68671ea7-cc5b-4efa-a868-05215a7efaac req-e255b3f9-e7f4-4ec4-a9e7-3dcccaf78ea2 service nova] Acquiring lock "19b05061-0c6c-4c7b-9aad-04f8ef2366ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.430925] env[69399]: DEBUG oslo_concurrency.lockutils [req-68671ea7-cc5b-4efa-a868-05215a7efaac req-e255b3f9-e7f4-4ec4-a9e7-3dcccaf78ea2 service nova] Lock "19b05061-0c6c-4c7b-9aad-04f8ef2366ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.431856] env[69399]: DEBUG oslo_concurrency.lockutils [req-68671ea7-cc5b-4efa-a868-05215a7efaac req-e255b3f9-e7f4-4ec4-a9e7-3dcccaf78ea2 service nova] Lock "19b05061-0c6c-4c7b-9aad-04f8ef2366ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.432140] env[69399]: DEBUG nova.compute.manager [req-68671ea7-cc5b-4efa-a868-05215a7efaac req-e255b3f9-e7f4-4ec4-a9e7-3dcccaf78ea2 service nova] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] No waiting events found dispatching network-vif-plugged-81c03280-06ef-48c9-ae07-52c1a581023a {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1211.432422] env[69399]: WARNING nova.compute.manager [req-68671ea7-cc5b-4efa-a868-05215a7efaac req-e255b3f9-e7f4-4ec4-a9e7-3dcccaf78ea2 service nova] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Received unexpected event network-vif-plugged-81c03280-06ef-48c9-ae07-52c1a581023a for instance with vm_state building and task_state spawning. [ 1211.432676] env[69399]: DEBUG nova.compute.manager [req-68671ea7-cc5b-4efa-a868-05215a7efaac req-e255b3f9-e7f4-4ec4-a9e7-3dcccaf78ea2 service nova] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Received event network-changed-81c03280-06ef-48c9-ae07-52c1a581023a {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.432909] env[69399]: DEBUG nova.compute.manager [req-68671ea7-cc5b-4efa-a868-05215a7efaac req-e255b3f9-e7f4-4ec4-a9e7-3dcccaf78ea2 service nova] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Refreshing instance network info cache due to event network-changed-81c03280-06ef-48c9-ae07-52c1a581023a. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1211.433229] env[69399]: DEBUG oslo_concurrency.lockutils [req-68671ea7-cc5b-4efa-a868-05215a7efaac req-e255b3f9-e7f4-4ec4-a9e7-3dcccaf78ea2 service nova] Acquiring lock "refresh_cache-19b05061-0c6c-4c7b-9aad-04f8ef2366ef" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.433451] env[69399]: DEBUG oslo_concurrency.lockutils [req-68671ea7-cc5b-4efa-a868-05215a7efaac req-e255b3f9-e7f4-4ec4-a9e7-3dcccaf78ea2 service nova] Acquired lock "refresh_cache-19b05061-0c6c-4c7b-9aad-04f8ef2366ef" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.433689] env[69399]: DEBUG nova.network.neutron [req-68671ea7-cc5b-4efa-a868-05215a7efaac req-e255b3f9-e7f4-4ec4-a9e7-3dcccaf78ea2 service nova] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Refreshing network info cache for port 81c03280-06ef-48c9-ae07-52c1a581023a {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1211.562761] env[69399]: DEBUG oslo_vmware.rw_handles [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e431a5-a224-99fb-b7c4-7c59208dbc60/disk-0.vmdk. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1211.572500] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53842d99-24d7-428d-bc7f-0afb8fe0299a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.580055] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ef1b3769-017c-46dc-b9db-fdd1c111f605 tempest-ServerShowV254Test-732649196 tempest-ServerShowV254Test-732649196-project-member] Lock "f9e1a492-8303-468d-bff0-e50e67f1826a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.780s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.581160] env[69399]: DEBUG oslo_vmware.rw_handles [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e431a5-a224-99fb-b7c4-7c59208dbc60/disk-0.vmdk is in state: ready. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1211.581386] env[69399]: ERROR oslo_vmware.rw_handles [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e431a5-a224-99fb-b7c4-7c59208dbc60/disk-0.vmdk due to incomplete transfer. [ 1211.585962] env[69399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b0b2549a-255d-40da-951d-271af532ef65 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.588491] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177656, 'name': PowerOnVM_Task, 'duration_secs': 0.749218} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.588800] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1211.588896] env[69399]: INFO nova.compute.manager [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Took 10.90 seconds to spawn the instance on the hypervisor. [ 1211.589094] env[69399]: DEBUG nova.compute.manager [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1211.590319] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c966b55-eb09-4001-a074-204da47195e5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.599417] env[69399]: DEBUG oslo_vmware.rw_handles [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e431a5-a224-99fb-b7c4-7c59208dbc60/disk-0.vmdk. {{(pid=69399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1211.599417] env[69399]: DEBUG nova.virt.vmwareapi.images [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Uploaded image d3fc578a-3bb0-4a71-84b8-43eac014a4b9 to the Glance image server {{(pid=69399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1211.599417] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Destroying the VM {{(pid=69399) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1211.599988] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-abaa350e-c7c9-48ab-9307-9f608786c0df {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.609968] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "1af17995-e9c5-401f-bb07-9c09fdf4de4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.610324] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "1af17995-e9c5-401f-bb07-9c09fdf4de4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.614141] env[69399]: DEBUG oslo_vmware.api [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1211.614141] env[69399]: value = "task-4177659" [ 1211.614141] env[69399]: _type = "Task" [ 1211.614141] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.626382] env[69399]: DEBUG oslo_vmware.api [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177657, 'name': Destroy_Task, 'duration_secs': 0.548145} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.632376] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Destroyed the VM [ 1211.632700] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Deleting Snapshot of the VM instance {{(pid=69399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1211.634065] env[69399]: DEBUG oslo_vmware.api [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177659, 'name': Destroy_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.641203] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7cb97d8d-6f46-48e8-ae36-cb8cfe1a8724 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.645527] env[69399]: DEBUG oslo_vmware.api [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 1211.645527] env[69399]: value = "task-4177660" [ 1211.645527] env[69399]: _type = "Task" [ 1211.645527] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.656456] env[69399]: DEBUG oslo_vmware.api [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177660, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.861963] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]523b8d6b-77fd-0c02-a130-bcbfbe614ad8, 'name': SearchDatastore_Task, 'duration_secs': 0.030315} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.866174] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11f4b6a5-fad6-4ba7-a12c-754c98ae2a8f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.872711] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for the task: (returnval){ [ 1211.872711] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5236d7dc-1a34-b736-8129-c2f826a6b57e" [ 1211.872711] env[69399]: _type = "Task" [ 1211.872711] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.891199] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5236d7dc-1a34-b736-8129-c2f826a6b57e, 'name': SearchDatastore_Task, 'duration_secs': 0.015545} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.895101] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.895306] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 60991720-72a2-4456-aff2-cb8b47eeb83c/60991720-72a2-4456-aff2-cb8b47eeb83c.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1211.898391] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15df3528-9b4c-403b-98a1-b2efae394294 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.900719] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Preparing fetch location {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1211.901040] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Fetch image to [datastore1] OSTACK_IMG_108f3038-0fc6-4792-ac09-2c96ad28458d/OSTACK_IMG_108f3038-0fc6-4792-ac09-2c96ad28458d.vmdk {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1211.901182] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Downloading stream optimized image 8222ce9e-e38f-42a2-9ad2-b24edde1b46a to [datastore1] OSTACK_IMG_108f3038-0fc6-4792-ac09-2c96ad28458d/OSTACK_IMG_108f3038-0fc6-4792-ac09-2c96ad28458d.vmdk on the data store datastore1 as vApp {{(pid=69399) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1211.901420] env[69399]: DEBUG nova.virt.vmwareapi.images [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Downloading image file data 8222ce9e-e38f-42a2-9ad2-b24edde1b46a to the ESX as VM named 'OSTACK_IMG_108f3038-0fc6-4792-ac09-2c96ad28458d' {{(pid=69399) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1211.910059] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for the task: (returnval){ [ 1211.910059] env[69399]: value = "task-4177661" [ 1211.910059] env[69399]: _type = "Task" [ 1211.910059] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.919026] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.003317] env[69399]: DEBUG oslo_vmware.rw_handles [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1212.003317] env[69399]: value = "resgroup-9" [ 1212.003317] env[69399]: _type = "ResourcePool" [ 1212.003317] env[69399]: }. {{(pid=69399) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1212.003653] env[69399]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-2a8cd446-7fa5-4082-8fa1-0b4484ee7e9a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.030330] env[69399]: DEBUG oslo_vmware.rw_handles [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lease: (returnval){ [ 1212.030330] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]529c9369-d80d-178c-6861-24e427e2f011" [ 1212.030330] env[69399]: _type = "HttpNfcLease" [ 1212.030330] env[69399]: } obtained for vApp import into resource pool (val){ [ 1212.030330] env[69399]: value = "resgroup-9" [ 1212.030330] env[69399]: _type = "ResourcePool" [ 1212.030330] env[69399]: }. {{(pid=69399) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1212.030330] env[69399]: DEBUG oslo_vmware.api [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the lease: (returnval){ [ 1212.030330] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]529c9369-d80d-178c-6861-24e427e2f011" [ 1212.030330] env[69399]: _type = "HttpNfcLease" [ 1212.030330] env[69399]: } to be ready. {{(pid=69399) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1212.039609] env[69399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1212.039609] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]529c9369-d80d-178c-6861-24e427e2f011" [ 1212.039609] env[69399]: _type = "HttpNfcLease" [ 1212.039609] env[69399]: } is initializing. {{(pid=69399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1212.050551] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e47b3dc-5538-45d3-bd02-b4d2d5a2ef32 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.059392] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6904e2e8-d693-47a6-9630-4754ced564b8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.093254] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.093808] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-864fc0ad-5f22-483e-913e-5cc0cdb0bc1f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.096266] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfd1f6b-a8c6-4362-9202-4c5487dd5264 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.105427] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae353d07-cfdb-4b00-9f4d-13681f8904a7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.121247] env[69399]: INFO nova.compute.manager [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Took 41.58 seconds to build instance. [ 1212.121764] env[69399]: DEBUG oslo_vmware.api [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1212.121764] env[69399]: value = "task-4177663" [ 1212.121764] env[69399]: _type = "Task" [ 1212.121764] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.122502] env[69399]: DEBUG nova.compute.manager [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1212.149892] env[69399]: DEBUG nova.compute.provider_tree [None req-5dc4740a-0602-4451-b4d1-f0f12b0b6cc0 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.163666] env[69399]: DEBUG oslo_vmware.api [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.163941] env[69399]: DEBUG oslo_vmware.api [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177659, 'name': Destroy_Task} progress is 33%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.172158] env[69399]: DEBUG oslo_vmware.api [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177660, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.419880] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177661, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.463881] env[69399]: DEBUG oslo_concurrency.lockutils [None req-13dd0819-ea85-4a11-9f42-e86ae853887c tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "e832460f-2ff6-4825-a10a-b8d48871919f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.464302] env[69399]: DEBUG oslo_concurrency.lockutils [None req-13dd0819-ea85-4a11-9f42-e86ae853887c tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "e832460f-2ff6-4825-a10a-b8d48871919f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.464654] env[69399]: DEBUG nova.compute.manager [None req-13dd0819-ea85-4a11-9f42-e86ae853887c tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Going to confirm migration 3 {{(pid=69399) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1212.540690] env[69399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1212.540690] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]529c9369-d80d-178c-6861-24e427e2f011" [ 1212.540690] env[69399]: _type = "HttpNfcLease" [ 1212.540690] env[69399]: } is initializing. {{(pid=69399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1212.622329] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Lock "484d2845-d93a-455a-b122-09e1ff3bf72d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.098s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.645168] env[69399]: DEBUG oslo_vmware.api [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177663, 'name': PowerOffVM_Task, 'duration_secs': 0.246899} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.648338] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.648925] env[69399]: DEBUG oslo_vmware.api [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177659, 'name': Destroy_Task, 'duration_secs': 0.687292} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.649894] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d12213b-f430-45cd-9038-67e4fa277e9f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.653396] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Destroyed the VM [ 1212.653720] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Deleting Snapshot of the VM instance {{(pid=69399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1212.654621] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b767c2d0-13e6-435f-a098-7d028f51422f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.658024] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.663881] env[69399]: DEBUG nova.scheduler.client.report [None req-5dc4740a-0602-4451-b4d1-f0f12b0b6cc0 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.684783] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dac317b-50e0-40b4-a956-c1e9ffa3e5f8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.691866] env[69399]: DEBUG oslo_vmware.api [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177660, 'name': RemoveSnapshot_Task, 'duration_secs': 0.683761} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.692197] env[69399]: DEBUG oslo_vmware.api [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1212.692197] env[69399]: value = "task-4177664" [ 1212.692197] env[69399]: _type = "Task" [ 1212.692197] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.693510] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Deleted Snapshot of the VM instance {{(pid=69399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1212.693820] env[69399]: DEBUG nova.compute.manager [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1212.695064] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b85059a-1230-4afb-9eea-ef5bc7f48e2c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.702038] env[69399]: DEBUG nova.network.neutron [req-68671ea7-cc5b-4efa-a868-05215a7efaac req-e255b3f9-e7f4-4ec4-a9e7-3dcccaf78ea2 service nova] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Updated VIF entry in instance network info cache for port 81c03280-06ef-48c9-ae07-52c1a581023a. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1212.702423] env[69399]: DEBUG nova.network.neutron [req-68671ea7-cc5b-4efa-a868-05215a7efaac req-e255b3f9-e7f4-4ec4-a9e7-3dcccaf78ea2 service nova] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Updating instance_info_cache with network_info: [{"id": "81c03280-06ef-48c9-ae07-52c1a581023a", "address": "fa:16:3e:63:e4:4c", "network": {"id": "1189aba4-f9f6-43fc-a90e-a2ba89c61eee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2103604121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0852e65775340ab9a481d12caa78155", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81c03280-06", "ovs_interfaceid": "81c03280-06ef-48c9-ae07-52c1a581023a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.718864] env[69399]: DEBUG oslo_vmware.api [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177664, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.925415] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.746315} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.925759] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 60991720-72a2-4456-aff2-cb8b47eeb83c/60991720-72a2-4456-aff2-cb8b47eeb83c.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1212.928510] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1212.929030] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89d12f51-4a90-4a45-bdf5-8fb043bc8200 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.939893] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for the task: (returnval){ [ 1212.939893] env[69399]: value = "task-4177665" [ 1212.939893] env[69399]: _type = "Task" [ 1212.939893] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.952908] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177665, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.040358] env[69399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1213.040358] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]529c9369-d80d-178c-6861-24e427e2f011" [ 1213.040358] env[69399]: _type = "HttpNfcLease" [ 1213.040358] env[69399]: } is initializing. {{(pid=69399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1213.069507] env[69399]: DEBUG oslo_concurrency.lockutils [None req-13dd0819-ea85-4a11-9f42-e86ae853887c tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "refresh_cache-e832460f-2ff6-4825-a10a-b8d48871919f" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.069743] env[69399]: DEBUG oslo_concurrency.lockutils [None req-13dd0819-ea85-4a11-9f42-e86ae853887c tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquired lock "refresh_cache-e832460f-2ff6-4825-a10a-b8d48871919f" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.069928] env[69399]: DEBUG nova.network.neutron [None req-13dd0819-ea85-4a11-9f42-e86ae853887c tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1213.070171] env[69399]: DEBUG nova.objects.instance [None req-13dd0819-ea85-4a11-9f42-e86ae853887c tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lazy-loading 'info_cache' on Instance uuid e832460f-2ff6-4825-a10a-b8d48871919f {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.184487] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5dc4740a-0602-4451-b4d1-f0f12b0b6cc0 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.157s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.187159] env[69399]: DEBUG oslo_concurrency.lockutils [None req-039ae505-e790-415d-a5b5-c819a51e14b2 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.675s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.187419] env[69399]: DEBUG nova.objects.instance [None req-039ae505-e790-415d-a5b5-c819a51e14b2 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lazy-loading 'resources' on Instance uuid 8c99713d-68cf-4951-a499-084bb049ddda {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.208776] env[69399]: DEBUG oslo_vmware.api [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177664, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.209762] env[69399]: DEBUG oslo_concurrency.lockutils [req-68671ea7-cc5b-4efa-a868-05215a7efaac req-e255b3f9-e7f4-4ec4-a9e7-3dcccaf78ea2 service nova] Releasing lock "refresh_cache-19b05061-0c6c-4c7b-9aad-04f8ef2366ef" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.211358] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Creating Snapshot of the VM instance {{(pid=69399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1213.212358] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bf5da5ed-38ec-4781-a250-c295e0e70ea9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.215771] env[69399]: INFO nova.scheduler.client.report [None req-5dc4740a-0602-4451-b4d1-f0f12b0b6cc0 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Deleted allocations for instance 18c567e9-ec98-4d74-80d8-4ffcdb753d5c [ 1213.224819] env[69399]: DEBUG oslo_vmware.api [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1213.224819] env[69399]: value = "task-4177666" [ 1213.224819] env[69399]: _type = "Task" [ 1213.224819] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.225295] env[69399]: INFO nova.compute.manager [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Shelve offloading [ 1213.238738] env[69399]: DEBUG oslo_vmware.api [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177666, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.450884] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177665, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076339} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.451249] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1213.452114] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99724bb6-5600-42a6-bd94-a2dda8a19c85 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.476590] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 60991720-72a2-4456-aff2-cb8b47eeb83c/60991720-72a2-4456-aff2-cb8b47eeb83c.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.476952] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4445d494-c7bb-470e-a6aa-346902f99856 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.499466] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for the task: (returnval){ [ 1213.499466] env[69399]: value = "task-4177667" [ 1213.499466] env[69399]: _type = "Task" [ 1213.499466] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.508917] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177667, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.540739] env[69399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1213.540739] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]529c9369-d80d-178c-6861-24e427e2f011" [ 1213.540739] env[69399]: _type = "HttpNfcLease" [ 1213.540739] env[69399]: } is ready. {{(pid=69399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1213.541087] env[69399]: DEBUG oslo_vmware.rw_handles [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1213.541087] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]529c9369-d80d-178c-6861-24e427e2f011" [ 1213.541087] env[69399]: _type = "HttpNfcLease" [ 1213.541087] env[69399]: }. {{(pid=69399) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1213.541873] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239047b9-42a1-4c7c-8df9-e0a086b933b2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.550962] env[69399]: DEBUG oslo_vmware.rw_handles [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e2c1d2-10f6-3561-1b91-338e910fdd1c/disk-0.vmdk from lease info. {{(pid=69399) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1213.551164] env[69399]: DEBUG oslo_vmware.rw_handles [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e2c1d2-10f6-3561-1b91-338e910fdd1c/disk-0.vmdk. {{(pid=69399) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1213.616991] env[69399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-21263700-a2ab-4b86-8c19-6731d2bf69f5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.706757] env[69399]: DEBUG oslo_vmware.api [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177664, 'name': RemoveSnapshot_Task, 'duration_secs': 0.918965} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.706757] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Deleted Snapshot of the VM instance {{(pid=69399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1213.707138] env[69399]: INFO nova.compute.manager [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Took 16.40 seconds to snapshot the instance on the hypervisor. [ 1213.727216] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5dc4740a-0602-4451-b4d1-f0f12b0b6cc0 tempest-ImagesOneServerNegativeTestJSON-1020654387 tempest-ImagesOneServerNegativeTestJSON-1020654387-project-member] Lock "18c567e9-ec98-4d74-80d8-4ffcdb753d5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.992s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.735653] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.736339] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-faefe903-52c8-4157-871c-88f5439fa26d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.745200] env[69399]: DEBUG oslo_vmware.api [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177666, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.747102] env[69399]: DEBUG oslo_vmware.api [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 1213.747102] env[69399]: value = "task-4177668" [ 1213.747102] env[69399]: _type = "Task" [ 1213.747102] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.761959] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] VM already powered off {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1213.762283] env[69399]: DEBUG nova.compute.manager [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1213.763187] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb86ddf-624b-4e00-8606-4bf75ffc94eb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.775289] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquiring lock "refresh_cache-19cedc3f-97c4-4d41-baa5-cccf1bb48d84" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.775289] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquired lock "refresh_cache-19cedc3f-97c4-4d41-baa5-cccf1bb48d84" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.775289] env[69399]: DEBUG nova.network.neutron [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.016576] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.060024] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cce711-b800-4038-8d0e-93b583de3307 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.069890] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130fae4a-0b10-49e1-af46-8b0286d60ba3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.109048] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae481ad8-e8ce-485c-b1b8-3886926b0deb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.121200] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b1e91b-e6a9-4987-8b0a-804ebd8c1438 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.147684] env[69399]: DEBUG nova.compute.provider_tree [None req-039ae505-e790-415d-a5b5-c819a51e14b2 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1214.242625] env[69399]: DEBUG oslo_vmware.api [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177666, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.268347] env[69399]: DEBUG nova.compute.manager [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Found 3 images (rotation: 2) {{(pid=69399) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1214.268619] env[69399]: DEBUG nova.compute.manager [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Rotating out 1 backups {{(pid=69399) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1214.268807] env[69399]: DEBUG nova.compute.manager [None req-af216e64-8399-429a-8bce-53c1f58cf9a9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Deleting image 8fe76fdd-70e1-44a2-b334-8d68046a6b0a {{(pid=69399) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1214.512123] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177667, 'name': ReconfigVM_Task, 'duration_secs': 0.722262} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.512419] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 60991720-72a2-4456-aff2-cb8b47eeb83c/60991720-72a2-4456-aff2-cb8b47eeb83c.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.513083] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28785c06-d9c7-44f4-83cf-ff033908c6b9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.518119] env[69399]: DEBUG nova.network.neutron [None req-13dd0819-ea85-4a11-9f42-e86ae853887c tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Updating instance_info_cache with network_info: [{"id": "d60fe5f1-3c5e-44c5-bf11-bcb4845c0d00", "address": "fa:16:3e:1d:38:5c", "network": {"id": "302a16c9-0f99-4330-b574-b9a9243b0443", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083795903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d78bffd4fc241838d980740174d171b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd60fe5f1-3c", "ovs_interfaceid": "d60fe5f1-3c5e-44c5-bf11-bcb4845c0d00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.523009] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for the task: (returnval){ [ 1214.523009] env[69399]: value = "task-4177669" [ 1214.523009] env[69399]: _type = "Task" [ 1214.523009] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.537218] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177669, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.664598] env[69399]: DEBUG nova.network.neutron [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Updating instance_info_cache with network_info: [{"id": "615ae80f-7dd5-4320-9fbb-1d0da84e1528", "address": "fa:16:3e:66:b4:49", "network": {"id": "ec26b104-06f2-45dc-8dea-679a3711ccb3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-608903597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b365d893784bd2b90412f55fdaaa49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap615ae80f-7d", "ovs_interfaceid": "615ae80f-7dd5-4320-9fbb-1d0da84e1528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.674523] env[69399]: ERROR nova.scheduler.client.report [None req-039ae505-e790-415d-a5b5-c819a51e14b2 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [req-2628422e-18b6-42be-8136-0344e64cb54f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65caca49-2bb8-4896-b9be-5baf8708847a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2628422e-18b6-42be-8136-0344e64cb54f"}]} [ 1214.696314] env[69399]: DEBUG nova.scheduler.client.report [None req-039ae505-e790-415d-a5b5-c819a51e14b2 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Refreshing inventories for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1214.713045] env[69399]: DEBUG nova.scheduler.client.report [None req-039ae505-e790-415d-a5b5-c819a51e14b2 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Updating ProviderTree inventory for provider 65caca49-2bb8-4896-b9be-5baf8708847a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1214.713313] env[69399]: DEBUG nova.compute.provider_tree [None req-039ae505-e790-415d-a5b5-c819a51e14b2 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1214.735229] env[69399]: DEBUG nova.scheduler.client.report [None req-039ae505-e790-415d-a5b5-c819a51e14b2 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Refreshing aggregate associations for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a, aggregates: None {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1214.744309] env[69399]: DEBUG oslo_vmware.api [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177666, 'name': CreateSnapshot_Task, 'duration_secs': 1.203273} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.744619] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Created Snapshot of the VM instance {{(pid=69399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1214.745437] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b20c5f2-ce89-4b6b-9b71-dd78ae8e7b95 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.759178] env[69399]: DEBUG nova.scheduler.client.report [None req-039ae505-e790-415d-a5b5-c819a51e14b2 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Refreshing trait associations for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1214.938250] env[69399]: DEBUG oslo_vmware.rw_handles [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Completed reading data from the image iterator. {{(pid=69399) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1214.938250] env[69399]: DEBUG oslo_vmware.rw_handles [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e2c1d2-10f6-3561-1b91-338e910fdd1c/disk-0.vmdk. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1214.939332] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069358c9-40cf-4916-8422-bfa0f643c5c7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.953123] env[69399]: DEBUG oslo_vmware.rw_handles [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e2c1d2-10f6-3561-1b91-338e910fdd1c/disk-0.vmdk is in state: ready. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1214.953777] env[69399]: DEBUG oslo_vmware.rw_handles [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e2c1d2-10f6-3561-1b91-338e910fdd1c/disk-0.vmdk. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1214.955983] env[69399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-61e829c6-b749-4e98-a637-24f893891b14 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.025442] env[69399]: DEBUG oslo_concurrency.lockutils [None req-13dd0819-ea85-4a11-9f42-e86ae853887c tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Releasing lock "refresh_cache-e832460f-2ff6-4825-a10a-b8d48871919f" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.025678] env[69399]: DEBUG nova.objects.instance [None req-13dd0819-ea85-4a11-9f42-e86ae853887c tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lazy-loading 'migration_context' on Instance uuid e832460f-2ff6-4825-a10a-b8d48871919f {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.041077] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177669, 'name': Rename_Task, 'duration_secs': 0.316637} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.042143] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.042899] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f062b828-bd5f-4bca-a894-c8261eaabe45 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.055707] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for the task: (returnval){ [ 1215.055707] env[69399]: value = "task-4177670" [ 1215.055707] env[69399]: _type = "Task" [ 1215.055707] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.065449] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.168541] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Releasing lock "refresh_cache-19cedc3f-97c4-4d41-baa5-cccf1bb48d84" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.182626] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b763dd9-e6a4-49e4-9f7c-d957f173473e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.191940] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb325e6-fd14-4ea4-8ce0-586774dc1e3e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.237596] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d92cc91-1801-48fb-a2fa-3f70febb3a4d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.247704] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b54ba3-cc61-4fcc-8e25-e5ff2554a4c1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.265388] env[69399]: DEBUG nova.compute.provider_tree [None req-039ae505-e790-415d-a5b5-c819a51e14b2 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1215.278110] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Creating linked-clone VM from snapshot {{(pid=69399) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1215.278562] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1833117e-3754-4128-b0a7-be8e6f74a57d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.289413] env[69399]: DEBUG oslo_vmware.api [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1215.289413] env[69399]: value = "task-4177671" [ 1215.289413] env[69399]: _type = "Task" [ 1215.289413] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.301763] env[69399]: DEBUG oslo_vmware.api [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177671, 'name': CloneVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.376808] env[69399]: DEBUG oslo_vmware.rw_handles [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e2c1d2-10f6-3561-1b91-338e910fdd1c/disk-0.vmdk. {{(pid=69399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1215.377310] env[69399]: INFO nova.virt.vmwareapi.images [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Downloaded image file data 8222ce9e-e38f-42a2-9ad2-b24edde1b46a [ 1215.378756] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f10ccff-988f-4613-bd4e-ffb4b8c0f885 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.399410] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-122b2717-ea18-4b3a-a9d1-c38b87ca3420 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.430875] env[69399]: INFO nova.virt.vmwareapi.images [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] The imported VM was unregistered [ 1215.433395] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Caching image {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1215.433735] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Creating directory with path [datastore1] devstack-image-cache_base/8222ce9e-e38f-42a2-9ad2-b24edde1b46a {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1215.434058] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45157579-98c9-4f8a-9bd2-e0da60007c03 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.454704] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Created directory with path [datastore1] devstack-image-cache_base/8222ce9e-e38f-42a2-9ad2-b24edde1b46a {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1215.454971] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_108f3038-0fc6-4792-ac09-2c96ad28458d/OSTACK_IMG_108f3038-0fc6-4792-ac09-2c96ad28458d.vmdk to [datastore1] devstack-image-cache_base/8222ce9e-e38f-42a2-9ad2-b24edde1b46a/8222ce9e-e38f-42a2-9ad2-b24edde1b46a.vmdk. {{(pid=69399) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1215.455330] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-c81bec39-0c87-4d36-a926-3fbd0a3c9c47 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.465952] env[69399]: DEBUG oslo_vmware.api [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1215.465952] env[69399]: value = "task-4177673" [ 1215.465952] env[69399]: _type = "Task" [ 1215.465952] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.479025] env[69399]: DEBUG oslo_vmware.api [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177673, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.533023] env[69399]: DEBUG nova.objects.base [None req-13dd0819-ea85-4a11-9f42-e86ae853887c tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1215.534410] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14b6f08-cc7d-4294-9392-e7899ecfab59 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.563519] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9913414e-f5ac-403c-9a97-6bfa2666ddc4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.574384] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177670, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.575156] env[69399]: DEBUG oslo_vmware.api [None req-13dd0819-ea85-4a11-9f42-e86ae853887c tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1215.575156] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]522b40b4-43e5-25dc-f500-309bfd1bf078" [ 1215.575156] env[69399]: _type = "Task" [ 1215.575156] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.585141] env[69399]: DEBUG oslo_vmware.api [None req-13dd0819-ea85-4a11-9f42-e86ae853887c tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]522b40b4-43e5-25dc-f500-309bfd1bf078, 'name': SearchDatastore_Task, 'duration_secs': 0.01033} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.585499] env[69399]: DEBUG oslo_concurrency.lockutils [None req-13dd0819-ea85-4a11-9f42-e86ae853887c tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.610627] env[69399]: DEBUG nova.compute.manager [req-2024e346-a3f7-45a1-962a-c885cdd2f861 req-91c7a76b-6cb1-40a0-a7b3-02b0edf7785e service nova] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Received event network-vif-unplugged-615ae80f-7dd5-4320-9fbb-1d0da84e1528 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.610866] env[69399]: DEBUG oslo_concurrency.lockutils [req-2024e346-a3f7-45a1-962a-c885cdd2f861 req-91c7a76b-6cb1-40a0-a7b3-02b0edf7785e service nova] Acquiring lock "19cedc3f-97c4-4d41-baa5-cccf1bb48d84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.611413] env[69399]: DEBUG oslo_concurrency.lockutils [req-2024e346-a3f7-45a1-962a-c885cdd2f861 req-91c7a76b-6cb1-40a0-a7b3-02b0edf7785e service nova] Lock "19cedc3f-97c4-4d41-baa5-cccf1bb48d84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.611707] env[69399]: DEBUG oslo_concurrency.lockutils [req-2024e346-a3f7-45a1-962a-c885cdd2f861 req-91c7a76b-6cb1-40a0-a7b3-02b0edf7785e service nova] Lock "19cedc3f-97c4-4d41-baa5-cccf1bb48d84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.611893] env[69399]: DEBUG nova.compute.manager [req-2024e346-a3f7-45a1-962a-c885cdd2f861 req-91c7a76b-6cb1-40a0-a7b3-02b0edf7785e service nova] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] No waiting events found dispatching network-vif-unplugged-615ae80f-7dd5-4320-9fbb-1d0da84e1528 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1215.612040] env[69399]: WARNING nova.compute.manager [req-2024e346-a3f7-45a1-962a-c885cdd2f861 req-91c7a76b-6cb1-40a0-a7b3-02b0edf7785e service nova] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Received unexpected event network-vif-unplugged-615ae80f-7dd5-4320-9fbb-1d0da84e1528 for instance with vm_state shelved and task_state shelving_offloading. [ 1215.803709] env[69399]: DEBUG oslo_vmware.api [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177671, 'name': CloneVM_Task} progress is 94%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.810318] env[69399]: DEBUG nova.scheduler.client.report [None req-039ae505-e790-415d-a5b5-c819a51e14b2 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Updated inventory for provider 65caca49-2bb8-4896-b9be-5baf8708847a with generation 132 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1215.810682] env[69399]: DEBUG nova.compute.provider_tree [None req-039ae505-e790-415d-a5b5-c819a51e14b2 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Updating resource provider 65caca49-2bb8-4896-b9be-5baf8708847a generation from 132 to 133 during operation: update_inventory {{(pid=69399) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1215.810926] env[69399]: DEBUG nova.compute.provider_tree [None req-039ae505-e790-415d-a5b5-c819a51e14b2 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1215.895696] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1215.897148] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913f9ad9-435c-4293-b708-4ff35e9a1677 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.906537] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1215.906954] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb2fc348-b986-478f-852e-99a33d668f57 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.979059] env[69399]: DEBUG oslo_vmware.api [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177673, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.992066] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1215.992066] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1215.992066] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Deleting the datastore file [datastore1] 19cedc3f-97c4-4d41-baa5-cccf1bb48d84 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1215.992510] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7116e47d-1c11-4d98-90b9-7b04758abb43 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.003146] env[69399]: DEBUG oslo_vmware.api [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 1216.003146] env[69399]: value = "task-4177675" [ 1216.003146] env[69399]: _type = "Task" [ 1216.003146] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.018627] env[69399]: DEBUG oslo_vmware.api [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.072080] env[69399]: DEBUG oslo_vmware.api [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177670, 'name': PowerOnVM_Task, 'duration_secs': 0.904357} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.073692] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1216.074069] env[69399]: INFO nova.compute.manager [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Took 12.82 seconds to spawn the instance on the hypervisor. [ 1216.074599] env[69399]: DEBUG nova.compute.manager [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1216.075634] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e9aca7-618a-4c47-9c3e-c2d3b5107088 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.300864] env[69399]: DEBUG oslo_vmware.api [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177671, 'name': CloneVM_Task} progress is 94%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.318445] env[69399]: DEBUG oslo_concurrency.lockutils [None req-039ae505-e790-415d-a5b5-c819a51e14b2 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.131s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.321375] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f76cdcf8-7f2a-4aa1-8b49-f97b80f3fe0f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.633s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.321634] env[69399]: DEBUG nova.objects.instance [None req-f76cdcf8-7f2a-4aa1-8b49-f97b80f3fe0f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lazy-loading 'resources' on Instance uuid 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.346791] env[69399]: INFO nova.scheduler.client.report [None req-039ae505-e790-415d-a5b5-c819a51e14b2 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Deleted allocations for instance 8c99713d-68cf-4951-a499-084bb049ddda [ 1216.480576] env[69399]: DEBUG oslo_vmware.api [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177673, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.514902] env[69399]: DEBUG oslo_vmware.api [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.594980] env[69399]: INFO nova.compute.manager [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Took 42.98 seconds to build instance. [ 1216.802464] env[69399]: DEBUG oslo_vmware.api [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177671, 'name': CloneVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.806119] env[69399]: DEBUG oslo_concurrency.lockutils [None req-141ba92e-4e36-487f-8486-de402dc8ef39 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.806506] env[69399]: DEBUG oslo_concurrency.lockutils [None req-141ba92e-4e36-487f-8486-de402dc8ef39 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.806566] env[69399]: DEBUG nova.compute.manager [None req-141ba92e-4e36-487f-8486-de402dc8ef39 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1216.807550] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd58bb70-8e7c-434f-bb29-5001f3dffec8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.815491] env[69399]: DEBUG nova.compute.manager [None req-141ba92e-4e36-487f-8486-de402dc8ef39 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69399) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1216.816405] env[69399]: DEBUG nova.objects.instance [None req-141ba92e-4e36-487f-8486-de402dc8ef39 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lazy-loading 'flavor' on Instance uuid 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.858123] env[69399]: DEBUG oslo_concurrency.lockutils [None req-039ae505-e790-415d-a5b5-c819a51e14b2 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "8c99713d-68cf-4951-a499-084bb049ddda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.567s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.985555] env[69399]: DEBUG oslo_vmware.api [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177673, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.022071] env[69399]: DEBUG oslo_vmware.api [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.097694] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d92a3527-42ce-4499-a900-28efe58881c0 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Lock "60991720-72a2-4456-aff2-cb8b47eeb83c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.531s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.209582] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325f1e0a-5d32-4726-8d36-84f668a3714e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.219011] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d869213-e841-469a-b2aa-88f8ab4868d5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.253269] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad05b23-4b95-48c5-8a2c-19ea6e70877e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.262814] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4016e0-c6aa-4865-a77e-a080bcc6cfc1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.278203] env[69399]: DEBUG nova.compute.provider_tree [None req-f76cdcf8-7f2a-4aa1-8b49-f97b80f3fe0f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.308511] env[69399]: DEBUG oslo_vmware.api [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177671, 'name': CloneVM_Task, 'duration_secs': 1.625708} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.308511] env[69399]: INFO nova.virt.vmwareapi.vmops [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Created linked-clone VM from snapshot [ 1217.308511] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b03d7c-4eaa-4343-bb4e-73ddace9bc30 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.316729] env[69399]: DEBUG nova.virt.vmwareapi.images [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Uploading image ce2a64dd-9746-4aae-961d-3517d2f6cc71 {{(pid=69399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1217.353645] env[69399]: DEBUG oslo_vmware.rw_handles [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1217.353645] env[69399]: value = "vm-826971" [ 1217.353645] env[69399]: _type = "VirtualMachine" [ 1217.353645] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1217.353946] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2687d588-78bf-47f7-a13b-df3be06a9ca4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.363463] env[69399]: DEBUG oslo_vmware.rw_handles [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lease: (returnval){ [ 1217.363463] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52671a1e-fab2-85b6-4f43-6e605dc3d672" [ 1217.363463] env[69399]: _type = "HttpNfcLease" [ 1217.363463] env[69399]: } obtained for exporting VM: (result){ [ 1217.363463] env[69399]: value = "vm-826971" [ 1217.363463] env[69399]: _type = "VirtualMachine" [ 1217.363463] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1217.364046] env[69399]: DEBUG oslo_vmware.api [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the lease: (returnval){ [ 1217.364046] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52671a1e-fab2-85b6-4f43-6e605dc3d672" [ 1217.364046] env[69399]: _type = "HttpNfcLease" [ 1217.364046] env[69399]: } to be ready. {{(pid=69399) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1217.371978] env[69399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1217.371978] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52671a1e-fab2-85b6-4f43-6e605dc3d672" [ 1217.371978] env[69399]: _type = "HttpNfcLease" [ 1217.371978] env[69399]: } is initializing. {{(pid=69399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1217.482455] env[69399]: DEBUG oslo_vmware.api [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177673, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.517091] env[69399]: DEBUG oslo_vmware.api [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.765718] env[69399]: DEBUG nova.compute.manager [req-31c3e2a0-4afb-4862-bdc1-61b11e361e3d req-58309b5b-a0f2-4e81-9507-24eb174f0a8e service nova] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Received event network-changed-615ae80f-7dd5-4320-9fbb-1d0da84e1528 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.765948] env[69399]: DEBUG nova.compute.manager [req-31c3e2a0-4afb-4862-bdc1-61b11e361e3d req-58309b5b-a0f2-4e81-9507-24eb174f0a8e service nova] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Refreshing instance network info cache due to event network-changed-615ae80f-7dd5-4320-9fbb-1d0da84e1528. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1217.768074] env[69399]: DEBUG oslo_concurrency.lockutils [req-31c3e2a0-4afb-4862-bdc1-61b11e361e3d req-58309b5b-a0f2-4e81-9507-24eb174f0a8e service nova] Acquiring lock "refresh_cache-19cedc3f-97c4-4d41-baa5-cccf1bb48d84" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.768074] env[69399]: DEBUG oslo_concurrency.lockutils [req-31c3e2a0-4afb-4862-bdc1-61b11e361e3d req-58309b5b-a0f2-4e81-9507-24eb174f0a8e service nova] Acquired lock "refresh_cache-19cedc3f-97c4-4d41-baa5-cccf1bb48d84" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.768074] env[69399]: DEBUG nova.network.neutron [req-31c3e2a0-4afb-4862-bdc1-61b11e361e3d req-58309b5b-a0f2-4e81-9507-24eb174f0a8e service nova] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Refreshing network info cache for port 615ae80f-7dd5-4320-9fbb-1d0da84e1528 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1217.781240] env[69399]: DEBUG nova.scheduler.client.report [None req-f76cdcf8-7f2a-4aa1-8b49-f97b80f3fe0f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.826563] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-141ba92e-4e36-487f-8486-de402dc8ef39 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.826851] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-666ec459-8376-4bfe-bf36-98bb3c34d8b0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.839025] env[69399]: DEBUG oslo_vmware.api [None req-141ba92e-4e36-487f-8486-de402dc8ef39 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1217.839025] env[69399]: value = "task-4177677" [ 1217.839025] env[69399]: _type = "Task" [ 1217.839025] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.850374] env[69399]: DEBUG oslo_vmware.api [None req-141ba92e-4e36-487f-8486-de402dc8ef39 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.875134] env[69399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1217.875134] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52671a1e-fab2-85b6-4f43-6e605dc3d672" [ 1217.875134] env[69399]: _type = "HttpNfcLease" [ 1217.875134] env[69399]: } is ready. {{(pid=69399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1217.876017] env[69399]: DEBUG oslo_vmware.rw_handles [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1217.876017] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52671a1e-fab2-85b6-4f43-6e605dc3d672" [ 1217.876017] env[69399]: _type = "HttpNfcLease" [ 1217.876017] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1217.876407] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a589ff96-589d-4589-9ded-53984ead150b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.890189] env[69399]: DEBUG oslo_vmware.rw_handles [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529e213e-8053-fdf6-b067-a12aeeb5e8bb/disk-0.vmdk from lease info. {{(pid=69399) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1217.890411] env[69399]: DEBUG oslo_vmware.rw_handles [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529e213e-8053-fdf6-b067-a12aeeb5e8bb/disk-0.vmdk for reading. {{(pid=69399) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1217.982300] env[69399]: DEBUG oslo_vmware.api [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177673, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.017394] env[69399]: DEBUG oslo_vmware.api [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.97989} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.017799] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.018985] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1218.018985] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1218.037396] env[69399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d2d9270d-880f-442b-b3a5-bd4728969ab4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.055268] env[69399]: INFO nova.scheduler.client.report [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Deleted allocations for instance 19cedc3f-97c4-4d41-baa5-cccf1bb48d84 [ 1218.290847] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f76cdcf8-7f2a-4aa1-8b49-f97b80f3fe0f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.969s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.295029] env[69399]: DEBUG oslo_concurrency.lockutils [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.529s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.298863] env[69399]: INFO nova.compute.claims [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1218.328350] env[69399]: INFO nova.scheduler.client.report [None req-f76cdcf8-7f2a-4aa1-8b49-f97b80f3fe0f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Deleted allocations for instance 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4 [ 1218.359896] env[69399]: DEBUG oslo_vmware.api [None req-141ba92e-4e36-487f-8486-de402dc8ef39 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177677, 'name': PowerOffVM_Task, 'duration_secs': 0.251685} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.360507] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-141ba92e-4e36-487f-8486-de402dc8ef39 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.361271] env[69399]: DEBUG nova.compute.manager [None req-141ba92e-4e36-487f-8486-de402dc8ef39 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1218.362241] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c90d228-2f9d-422c-a446-f13fe44dd120 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.385564] env[69399]: DEBUG oslo_concurrency.lockutils [None req-55eaf9b1-465c-46db-aff4-e5418a92dbc2 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquiring lock "484d2845-d93a-455a-b122-09e1ff3bf72d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.385850] env[69399]: DEBUG oslo_concurrency.lockutils [None req-55eaf9b1-465c-46db-aff4-e5418a92dbc2 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Lock "484d2845-d93a-455a-b122-09e1ff3bf72d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.386076] env[69399]: DEBUG oslo_concurrency.lockutils [None req-55eaf9b1-465c-46db-aff4-e5418a92dbc2 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquiring lock "484d2845-d93a-455a-b122-09e1ff3bf72d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.386360] env[69399]: DEBUG oslo_concurrency.lockutils [None req-55eaf9b1-465c-46db-aff4-e5418a92dbc2 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Lock "484d2845-d93a-455a-b122-09e1ff3bf72d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.386440] env[69399]: DEBUG oslo_concurrency.lockutils [None req-55eaf9b1-465c-46db-aff4-e5418a92dbc2 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Lock "484d2845-d93a-455a-b122-09e1ff3bf72d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.393037] env[69399]: INFO nova.compute.manager [None req-55eaf9b1-465c-46db-aff4-e5418a92dbc2 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Terminating instance [ 1218.469674] env[69399]: DEBUG oslo_concurrency.lockutils [None req-bedd9af1-1d63-45b0-8ea0-3d97f164ab19 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquiring lock "60991720-72a2-4456-aff2-cb8b47eeb83c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.469674] env[69399]: DEBUG oslo_concurrency.lockutils [None req-bedd9af1-1d63-45b0-8ea0-3d97f164ab19 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Lock "60991720-72a2-4456-aff2-cb8b47eeb83c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.469674] env[69399]: DEBUG oslo_concurrency.lockutils [None req-bedd9af1-1d63-45b0-8ea0-3d97f164ab19 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquiring lock "60991720-72a2-4456-aff2-cb8b47eeb83c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.469674] env[69399]: DEBUG oslo_concurrency.lockutils [None req-bedd9af1-1d63-45b0-8ea0-3d97f164ab19 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Lock "60991720-72a2-4456-aff2-cb8b47eeb83c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.469674] env[69399]: DEBUG oslo_concurrency.lockutils [None req-bedd9af1-1d63-45b0-8ea0-3d97f164ab19 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Lock "60991720-72a2-4456-aff2-cb8b47eeb83c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.478034] env[69399]: INFO nova.compute.manager [None req-bedd9af1-1d63-45b0-8ea0-3d97f164ab19 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Terminating instance [ 1218.488219] env[69399]: DEBUG oslo_vmware.api [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177673, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.938157} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.488661] env[69399]: INFO nova.virt.vmwareapi.ds_util [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_108f3038-0fc6-4792-ac09-2c96ad28458d/OSTACK_IMG_108f3038-0fc6-4792-ac09-2c96ad28458d.vmdk to [datastore1] devstack-image-cache_base/8222ce9e-e38f-42a2-9ad2-b24edde1b46a/8222ce9e-e38f-42a2-9ad2-b24edde1b46a.vmdk. [ 1218.488963] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Cleaning up location [datastore1] OSTACK_IMG_108f3038-0fc6-4792-ac09-2c96ad28458d {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1218.489282] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_108f3038-0fc6-4792-ac09-2c96ad28458d {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.489653] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f67b44ad-9b1b-4abc-a586-83f2afbe085b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.498383] env[69399]: DEBUG oslo_vmware.api [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1218.498383] env[69399]: value = "task-4177678" [ 1218.498383] env[69399]: _type = "Task" [ 1218.498383] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.513884] env[69399]: DEBUG oslo_vmware.api [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177678, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.563436] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.752252] env[69399]: DEBUG nova.network.neutron [req-31c3e2a0-4afb-4862-bdc1-61b11e361e3d req-58309b5b-a0f2-4e81-9507-24eb174f0a8e service nova] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Updated VIF entry in instance network info cache for port 615ae80f-7dd5-4320-9fbb-1d0da84e1528. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1218.754065] env[69399]: DEBUG nova.network.neutron [req-31c3e2a0-4afb-4862-bdc1-61b11e361e3d req-58309b5b-a0f2-4e81-9507-24eb174f0a8e service nova] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Updating instance_info_cache with network_info: [{"id": "615ae80f-7dd5-4320-9fbb-1d0da84e1528", "address": "fa:16:3e:66:b4:49", "network": {"id": "ec26b104-06f2-45dc-8dea-679a3711ccb3", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-608903597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b365d893784bd2b90412f55fdaaa49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap615ae80f-7d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.847190] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f76cdcf8-7f2a-4aa1-8b49-f97b80f3fe0f tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.940s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.885164] env[69399]: DEBUG oslo_concurrency.lockutils [None req-141ba92e-4e36-487f-8486-de402dc8ef39 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.079s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.898942] env[69399]: DEBUG nova.compute.manager [None req-55eaf9b1-465c-46db-aff4-e5418a92dbc2 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1218.899635] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-55eaf9b1-465c-46db-aff4-e5418a92dbc2 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1218.900390] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a3bb72-f554-4b72-86b1-1c89365d15a1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.912667] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-55eaf9b1-465c-46db-aff4-e5418a92dbc2 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.914022] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2530689-9a86-48a9-9f41-b154b3d7fce4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.922595] env[69399]: DEBUG oslo_vmware.api [None req-55eaf9b1-465c-46db-aff4-e5418a92dbc2 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for the task: (returnval){ [ 1218.922595] env[69399]: value = "task-4177679" [ 1218.922595] env[69399]: _type = "Task" [ 1218.922595] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.945964] env[69399]: DEBUG oslo_vmware.api [None req-55eaf9b1-465c-46db-aff4-e5418a92dbc2 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.984162] env[69399]: DEBUG nova.compute.manager [None req-bedd9af1-1d63-45b0-8ea0-3d97f164ab19 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1218.985027] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-bedd9af1-1d63-45b0-8ea0-3d97f164ab19 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1218.985989] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77db82d2-c349-4a97-8d43-d54cef9af4de {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.996781] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-bedd9af1-1d63-45b0-8ea0-3d97f164ab19 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.997506] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30ebeee1-7515-47ef-b103-1ec29dbf5161 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.012959] env[69399]: DEBUG oslo_vmware.api [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177678, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.074386} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.014479] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.014737] env[69399]: DEBUG oslo_concurrency.lockutils [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8222ce9e-e38f-42a2-9ad2-b24edde1b46a/8222ce9e-e38f-42a2-9ad2-b24edde1b46a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.015222] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8222ce9e-e38f-42a2-9ad2-b24edde1b46a/8222ce9e-e38f-42a2-9ad2-b24edde1b46a.vmdk to [datastore1] 19b05061-0c6c-4c7b-9aad-04f8ef2366ef/19b05061-0c6c-4c7b-9aad-04f8ef2366ef.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1219.015638] env[69399]: DEBUG oslo_vmware.api [None req-bedd9af1-1d63-45b0-8ea0-3d97f164ab19 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for the task: (returnval){ [ 1219.015638] env[69399]: value = "task-4177680" [ 1219.015638] env[69399]: _type = "Task" [ 1219.015638] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.016147] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0607519e-e8b8-4903-9d81-188a31d2920c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.031459] env[69399]: DEBUG oslo_vmware.api [None req-bedd9af1-1d63-45b0-8ea0-3d97f164ab19 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.034695] env[69399]: DEBUG oslo_vmware.api [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1219.034695] env[69399]: value = "task-4177681" [ 1219.034695] env[69399]: _type = "Task" [ 1219.034695] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.045278] env[69399]: DEBUG oslo_vmware.api [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177681, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.257357] env[69399]: DEBUG oslo_concurrency.lockutils [req-31c3e2a0-4afb-4862-bdc1-61b11e361e3d req-58309b5b-a0f2-4e81-9507-24eb174f0a8e service nova] Releasing lock "refresh_cache-19cedc3f-97c4-4d41-baa5-cccf1bb48d84" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.327342] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "dee733a0-bd52-41cb-8267-7e968184f14d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.327787] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "dee733a0-bd52-41cb-8267-7e968184f14d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.445812] env[69399]: DEBUG oslo_vmware.api [None req-55eaf9b1-465c-46db-aff4-e5418a92dbc2 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177679, 'name': PowerOffVM_Task, 'duration_secs': 0.261513} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.447519] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-55eaf9b1-465c-46db-aff4-e5418a92dbc2 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1219.448717] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-55eaf9b1-465c-46db-aff4-e5418a92dbc2 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1219.448774] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b1664b0-9a79-42fd-8c5a-e3b81042bb0f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.530609] env[69399]: DEBUG oslo_vmware.api [None req-bedd9af1-1d63-45b0-8ea0-3d97f164ab19 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177680, 'name': PowerOffVM_Task, 'duration_secs': 0.345187} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.533682] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-bedd9af1-1d63-45b0-8ea0-3d97f164ab19 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1219.533864] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-bedd9af1-1d63-45b0-8ea0-3d97f164ab19 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1219.535070] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28c62728-af46-42b5-b44b-a17e580694ad {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.556088] env[69399]: DEBUG oslo_vmware.api [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177681, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.593783] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-55eaf9b1-465c-46db-aff4-e5418a92dbc2 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1219.594034] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-55eaf9b1-465c-46db-aff4-e5418a92dbc2 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1219.594228] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-55eaf9b1-465c-46db-aff4-e5418a92dbc2 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Deleting the datastore file [datastore1] 484d2845-d93a-455a-b122-09e1ff3bf72d {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1219.594854] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-638c1594-b37e-4d65-9e06-80f9bc085d23 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.610023] env[69399]: DEBUG oslo_vmware.api [None req-55eaf9b1-465c-46db-aff4-e5418a92dbc2 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for the task: (returnval){ [ 1219.610023] env[69399]: value = "task-4177684" [ 1219.610023] env[69399]: _type = "Task" [ 1219.610023] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.628197] env[69399]: DEBUG oslo_vmware.api [None req-55eaf9b1-465c-46db-aff4-e5418a92dbc2 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.632058] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-bedd9af1-1d63-45b0-8ea0-3d97f164ab19 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1219.632314] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-bedd9af1-1d63-45b0-8ea0-3d97f164ab19 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1219.632499] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-bedd9af1-1d63-45b0-8ea0-3d97f164ab19 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Deleting the datastore file [datastore1] 60991720-72a2-4456-aff2-cb8b47eeb83c {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1219.632790] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4d63e42-1984-4ba9-8d5d-5cadc6b10a20 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.644831] env[69399]: DEBUG oslo_vmware.api [None req-bedd9af1-1d63-45b0-8ea0-3d97f164ab19 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for the task: (returnval){ [ 1219.644831] env[69399]: value = "task-4177685" [ 1219.644831] env[69399]: _type = "Task" [ 1219.644831] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.655713] env[69399]: DEBUG oslo_vmware.api [None req-bedd9af1-1d63-45b0-8ea0-3d97f164ab19 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.831195] env[69399]: DEBUG nova.compute.manager [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1219.868581] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3af7d1-aa08-4893-94a8-23a9c47643ab {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.878220] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00dbbda-f87a-42ef-86af-3e60a957f535 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.927078] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47df1773-c2d3-4177-bb42-7dd805fa1b15 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.937512] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790b9596-a569-4ff6-a85b-5d2e42931f3d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.955661] env[69399]: DEBUG nova.compute.provider_tree [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1220.050028] env[69399]: DEBUG oslo_vmware.api [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177681, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.126339] env[69399]: DEBUG oslo_vmware.api [None req-55eaf9b1-465c-46db-aff4-e5418a92dbc2 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.161374] env[69399]: DEBUG oslo_vmware.api [None req-bedd9af1-1d63-45b0-8ea0-3d97f164ab19 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.355645] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.485466] env[69399]: ERROR nova.scheduler.client.report [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [req-0637f46d-fcd7-4f97-947a-8fcba64cdb14] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65caca49-2bb8-4896-b9be-5baf8708847a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0637f46d-fcd7-4f97-947a-8fcba64cdb14"}]} [ 1220.521346] env[69399]: DEBUG nova.scheduler.client.report [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Refreshing inventories for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1220.536617] env[69399]: DEBUG nova.scheduler.client.report [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Updating ProviderTree inventory for provider 65caca49-2bb8-4896-b9be-5baf8708847a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1220.536897] env[69399]: DEBUG nova.compute.provider_tree [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1220.549641] env[69399]: DEBUG oslo_vmware.api [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177681, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.553940] env[69399]: DEBUG nova.scheduler.client.report [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Refreshing aggregate associations for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a, aggregates: None {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1220.576401] env[69399]: DEBUG nova.scheduler.client.report [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Refreshing trait associations for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1220.619907] env[69399]: DEBUG oslo_vmware.api [None req-55eaf9b1-465c-46db-aff4-e5418a92dbc2 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.666518] env[69399]: DEBUG oslo_vmware.api [None req-bedd9af1-1d63-45b0-8ea0-3d97f164ab19 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.946338] env[69399]: DEBUG nova.compute.manager [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Stashing vm_state: stopped {{(pid=69399) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1221.018133] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3419939a-c42c-48ff-8c1c-02d63f16ec4d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.028946] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a78fa9b-9b82-41a7-8bcc-996eeb648093 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.070772] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5be12ce-f324-43b1-adb4-0061e5cd6079 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.080726] env[69399]: DEBUG oslo_vmware.api [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177681, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.084645] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f0d2f0-2754-4554-a239-858a19e95468 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.106940] env[69399]: DEBUG nova.compute.provider_tree [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1221.125211] env[69399]: DEBUG oslo_vmware.api [None req-55eaf9b1-465c-46db-aff4-e5418a92dbc2 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.163974] env[69399]: DEBUG oslo_vmware.api [None req-bedd9af1-1d63-45b0-8ea0-3d97f164ab19 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.478075] env[69399]: DEBUG oslo_concurrency.lockutils [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.578770] env[69399]: DEBUG oslo_vmware.api [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177681, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.522934} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.578770] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8222ce9e-e38f-42a2-9ad2-b24edde1b46a/8222ce9e-e38f-42a2-9ad2-b24edde1b46a.vmdk to [datastore1] 19b05061-0c6c-4c7b-9aad-04f8ef2366ef/19b05061-0c6c-4c7b-9aad-04f8ef2366ef.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1221.582115] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9c3e9a-019d-4ceb-9dbd-01cecd9fdd91 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.607736] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 19b05061-0c6c-4c7b-9aad-04f8ef2366ef/19b05061-0c6c-4c7b-9aad-04f8ef2366ef.vmdk or device None with type streamOptimized {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1221.608094] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd3c1cd0-9e80-40fb-93a4-70683092cf38 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.640678] env[69399]: DEBUG oslo_vmware.api [None req-55eaf9b1-465c-46db-aff4-e5418a92dbc2 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.933623} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.643136] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-55eaf9b1-465c-46db-aff4-e5418a92dbc2 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1221.643387] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-55eaf9b1-465c-46db-aff4-e5418a92dbc2 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1221.643585] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-55eaf9b1-465c-46db-aff4-e5418a92dbc2 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1221.643763] env[69399]: INFO nova.compute.manager [None req-55eaf9b1-465c-46db-aff4-e5418a92dbc2 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Took 2.74 seconds to destroy the instance on the hypervisor. [ 1221.644023] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55eaf9b1-465c-46db-aff4-e5418a92dbc2 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1221.644291] env[69399]: DEBUG oslo_vmware.api [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1221.644291] env[69399]: value = "task-4177686" [ 1221.644291] env[69399]: _type = "Task" [ 1221.644291] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.644491] env[69399]: DEBUG nova.compute.manager [-] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1221.644588] env[69399]: DEBUG nova.network.neutron [-] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1221.651945] env[69399]: ERROR nova.scheduler.client.report [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [req-c9626310-c3e2-4cef-8b94-11769e40e965] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65caca49-2bb8-4896-b9be-5baf8708847a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c9626310-c3e2-4cef-8b94-11769e40e965"}]} [ 1221.664037] env[69399]: DEBUG oslo_vmware.api [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177686, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.671762] env[69399]: DEBUG oslo_vmware.api [None req-bedd9af1-1d63-45b0-8ea0-3d97f164ab19 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Task: {'id': task-4177685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.895526} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.671762] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-bedd9af1-1d63-45b0-8ea0-3d97f164ab19 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1221.671762] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-bedd9af1-1d63-45b0-8ea0-3d97f164ab19 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1221.671762] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-bedd9af1-1d63-45b0-8ea0-3d97f164ab19 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1221.671762] env[69399]: INFO nova.compute.manager [None req-bedd9af1-1d63-45b0-8ea0-3d97f164ab19 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Took 2.69 seconds to destroy the instance on the hypervisor. [ 1221.671762] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bedd9af1-1d63-45b0-8ea0-3d97f164ab19 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1221.671762] env[69399]: DEBUG nova.compute.manager [-] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1221.671762] env[69399]: DEBUG nova.network.neutron [-] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1221.674110] env[69399]: DEBUG nova.scheduler.client.report [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Refreshing inventories for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1221.690866] env[69399]: DEBUG nova.scheduler.client.report [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Updating ProviderTree inventory for provider 65caca49-2bb8-4896-b9be-5baf8708847a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1221.691130] env[69399]: DEBUG nova.compute.provider_tree [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1221.704115] env[69399]: DEBUG nova.scheduler.client.report [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Refreshing aggregate associations for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a, aggregates: None {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1221.733509] env[69399]: DEBUG nova.scheduler.client.report [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Refreshing trait associations for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1221.820971] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquiring lock "19cedc3f-97c4-4d41-baa5-cccf1bb48d84" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.085447] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b470ebc-3506-42e7-a69d-61960d4df3ec {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.094613] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05881bb5-02ed-4e6f-96dc-aed1096c871e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.127550] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f10cdc1-1f6b-46b0-82f8-93fe4b6bddd0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.136538] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce5b8e6-36d6-43b4-be00-127f509c9622 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.159912] env[69399]: DEBUG nova.compute.provider_tree [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1222.169719] env[69399]: DEBUG oslo_vmware.api [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177686, 'name': ReconfigVM_Task, 'duration_secs': 0.324167} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.169719] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 19b05061-0c6c-4c7b-9aad-04f8ef2366ef/19b05061-0c6c-4c7b-9aad-04f8ef2366ef.vmdk or device None with type streamOptimized {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1222.169719] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f69605c-2e21-4b31-8a1f-993232bc09fe {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.174620] env[69399]: DEBUG oslo_vmware.api [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1222.174620] env[69399]: value = "task-4177687" [ 1222.174620] env[69399]: _type = "Task" [ 1222.174620] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.188546] env[69399]: DEBUG oslo_vmware.api [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177687, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.685705] env[69399]: DEBUG oslo_vmware.api [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177687, 'name': Rename_Task, 'duration_secs': 0.151578} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.686015] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1222.686323] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5958ef4-1440-478d-86f1-a14cc6e2051f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.694321] env[69399]: DEBUG oslo_vmware.api [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1222.694321] env[69399]: value = "task-4177688" [ 1222.694321] env[69399]: _type = "Task" [ 1222.694321] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.705518] env[69399]: DEBUG oslo_vmware.api [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177688, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.706622] env[69399]: DEBUG nova.scheduler.client.report [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Updated inventory for provider 65caca49-2bb8-4896-b9be-5baf8708847a with generation 137 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1222.706880] env[69399]: DEBUG nova.compute.provider_tree [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Updating resource provider 65caca49-2bb8-4896-b9be-5baf8708847a generation from 137 to 138 during operation: update_inventory {{(pid=69399) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1222.707110] env[69399]: DEBUG nova.compute.provider_tree [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1222.713721] env[69399]: DEBUG nova.compute.manager [req-f0d31b26-fded-489a-9561-bb77b884ae13 req-775df968-4f87-4c29-b25b-671e0403ca96 service nova] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Received event network-vif-deleted-cf38c892-0c48-4d30-9c0d-1541f59c9580 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.713949] env[69399]: INFO nova.compute.manager [req-f0d31b26-fded-489a-9561-bb77b884ae13 req-775df968-4f87-4c29-b25b-671e0403ca96 service nova] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Neutron deleted interface cf38c892-0c48-4d30-9c0d-1541f59c9580; detaching it from the instance and deleting it from the info cache [ 1222.714136] env[69399]: DEBUG nova.network.neutron [req-f0d31b26-fded-489a-9561-bb77b884ae13 req-775df968-4f87-4c29-b25b-671e0403ca96 service nova] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.935793] env[69399]: DEBUG nova.network.neutron [-] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.996094] env[69399]: DEBUG nova.network.neutron [-] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.209534] env[69399]: DEBUG oslo_concurrency.lockutils [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "52adc0b6-d4b5-43d2-9323-0ec2917109d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.210011] env[69399]: DEBUG oslo_concurrency.lockutils [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "52adc0b6-d4b5-43d2-9323-0ec2917109d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.215485] env[69399]: DEBUG oslo_concurrency.lockutils [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.920s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.215849] env[69399]: DEBUG nova.compute.manager [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1223.218867] env[69399]: DEBUG oslo_vmware.api [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177688, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.219497] env[69399]: DEBUG oslo_concurrency.lockutils [None req-13bfb3a7-5fee-4c41-8ae5-82a87b8fda20 tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.965s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.219715] env[69399]: DEBUG nova.objects.instance [None req-13bfb3a7-5fee-4c41-8ae5-82a87b8fda20 tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Lazy-loading 'resources' on Instance uuid 395dbdf6-de84-495d-a21f-371a0f87b2d2 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.222658] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e27bb15c-364e-44b2-b168-66e7f3ffe777 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.231862] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71035e4a-b4ec-4d43-855c-b41bdc80f845 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.276439] env[69399]: DEBUG nova.compute.manager [req-f0d31b26-fded-489a-9561-bb77b884ae13 req-775df968-4f87-4c29-b25b-671e0403ca96 service nova] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Detach interface failed, port_id=cf38c892-0c48-4d30-9c0d-1541f59c9580, reason: Instance 484d2845-d93a-455a-b122-09e1ff3bf72d could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1223.439365] env[69399]: INFO nova.compute.manager [-] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Took 1.79 seconds to deallocate network for instance. [ 1223.498949] env[69399]: INFO nova.compute.manager [-] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Took 1.83 seconds to deallocate network for instance. [ 1223.706699] env[69399]: DEBUG oslo_vmware.api [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177688, 'name': PowerOnVM_Task, 'duration_secs': 0.554697} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.707665] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1223.707665] env[69399]: INFO nova.compute.manager [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Took 15.73 seconds to spawn the instance on the hypervisor. [ 1223.707665] env[69399]: DEBUG nova.compute.manager [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1223.708434] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc588cb-6808-4fcc-8cdd-16131db65b56 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.720440] env[69399]: DEBUG nova.compute.manager [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1223.724816] env[69399]: DEBUG nova.compute.utils [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1223.728014] env[69399]: DEBUG nova.compute.manager [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1223.728212] env[69399]: DEBUG nova.network.neutron [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1223.816210] env[69399]: DEBUG oslo_concurrency.lockutils [None req-42a7a18d-51b7-449e-a82a-24f7dee6a142 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Acquiring lock "35454509-cd72-47ec-9954-4b8666628133" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.816210] env[69399]: DEBUG oslo_concurrency.lockutils [None req-42a7a18d-51b7-449e-a82a-24f7dee6a142 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lock "35454509-cd72-47ec-9954-4b8666628133" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.828049] env[69399]: DEBUG nova.policy [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ded7a7b7f6ef4e7ca779aeb7fab2418a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4369a5733dda4a16a7704105ad9768dd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1223.946034] env[69399]: DEBUG oslo_concurrency.lockutils [None req-55eaf9b1-465c-46db-aff4-e5418a92dbc2 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.009496] env[69399]: DEBUG oslo_concurrency.lockutils [None req-bedd9af1-1d63-45b0-8ea0-3d97f164ab19 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.039513] env[69399]: DEBUG oslo_concurrency.lockutils [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquiring lock "39559751-7c5a-4442-a252-b49372494de8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.039786] env[69399]: DEBUG oslo_concurrency.lockutils [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "39559751-7c5a-4442-a252-b49372494de8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.142814] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4212ce-ed69-4db6-b6a0-0f24b82f3c54 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.153707] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fa10f0-6777-4e19-be44-1e28b9e2e641 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.189024] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006991ac-f8a4-4bc1-8a84-8e9f4d58059c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.199021] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e0f4d1-2508-4a18-a179-40acb2ed09f7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.215341] env[69399]: DEBUG nova.compute.provider_tree [None req-13bfb3a7-5fee-4c41-8ae5-82a87b8fda20 tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.225706] env[69399]: INFO nova.compute.manager [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Took 45.52 seconds to build instance. [ 1224.233036] env[69399]: DEBUG nova.compute.manager [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1224.257848] env[69399]: DEBUG oslo_concurrency.lockutils [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.320751] env[69399]: INFO nova.compute.manager [None req-42a7a18d-51b7-449e-a82a-24f7dee6a142 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Detaching volume 28dc1c9c-500b-4c6c-b3f7-32095f1d91ec [ 1224.364649] env[69399]: INFO nova.virt.block_device [None req-42a7a18d-51b7-449e-a82a-24f7dee6a142 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Attempting to driver detach volume 28dc1c9c-500b-4c6c-b3f7-32095f1d91ec from mountpoint /dev/sdb [ 1224.365149] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-42a7a18d-51b7-449e-a82a-24f7dee6a142 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Volume detach. Driver type: vmdk {{(pid=69399) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1224.365149] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-42a7a18d-51b7-449e-a82a-24f7dee6a142 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826947', 'volume_id': '28dc1c9c-500b-4c6c-b3f7-32095f1d91ec', 'name': 'volume-28dc1c9c-500b-4c6c-b3f7-32095f1d91ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '35454509-cd72-47ec-9954-4b8666628133', 'attached_at': '', 'detached_at': '', 'volume_id': '28dc1c9c-500b-4c6c-b3f7-32095f1d91ec', 'serial': '28dc1c9c-500b-4c6c-b3f7-32095f1d91ec'} {{(pid=69399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1224.365992] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1413ead1-2c36-4a4b-8877-0c4962a1b497 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.388744] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e54704-305a-4142-a62f-3f3bd15e7b22 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.393580] env[69399]: DEBUG nova.network.neutron [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Successfully created port: a736be15-f59d-4036-99c3-9d1f381ff943 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1224.398396] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53781172-5c2b-43ae-aa80-93e991bd6955 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.423375] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9bc0c6-5fc4-4508-b5b3-1f83186b62b1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.440595] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-42a7a18d-51b7-449e-a82a-24f7dee6a142 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] The volume has not been displaced from its original location: [datastore1] volume-28dc1c9c-500b-4c6c-b3f7-32095f1d91ec/volume-28dc1c9c-500b-4c6c-b3f7-32095f1d91ec.vmdk. No consolidation needed. {{(pid=69399) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1224.446178] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-42a7a18d-51b7-449e-a82a-24f7dee6a142 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1224.446561] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-221f8786-23e8-4f76-81a9-aa778efcb1ca {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.466862] env[69399]: DEBUG oslo_vmware.api [None req-42a7a18d-51b7-449e-a82a-24f7dee6a142 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Waiting for the task: (returnval){ [ 1224.466862] env[69399]: value = "task-4177689" [ 1224.466862] env[69399]: _type = "Task" [ 1224.466862] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.476332] env[69399]: DEBUG oslo_vmware.api [None req-42a7a18d-51b7-449e-a82a-24f7dee6a142 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177689, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.542313] env[69399]: DEBUG nova.compute.manager [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1224.721517] env[69399]: DEBUG nova.scheduler.client.report [None req-13bfb3a7-5fee-4c41-8ae5-82a87b8fda20 tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.730627] env[69399]: DEBUG oslo_concurrency.lockutils [None req-22afd6ff-a2dd-49a1-aa57-084e69617c8c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "19b05061-0c6c-4c7b-9aad-04f8ef2366ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.452s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.738181] env[69399]: DEBUG nova.compute.manager [req-cef6df0a-160b-4ba9-9de2-20c0325761c9 req-6ce1e177-2e31-461d-9fb9-64fb018f45f1 service nova] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Received event network-vif-deleted-b5eee613-c99d-4dad-a04f-b5c3053c9f2b {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.786192] env[69399]: DEBUG oslo_concurrency.lockutils [None req-64f4f8e4-9b40-4fb2-8507-66c5fef7ed56 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquiring lock "19b05061-0c6c-4c7b-9aad-04f8ef2366ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.786539] env[69399]: DEBUG oslo_concurrency.lockutils [None req-64f4f8e4-9b40-4fb2-8507-66c5fef7ed56 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "19b05061-0c6c-4c7b-9aad-04f8ef2366ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.786804] env[69399]: DEBUG oslo_concurrency.lockutils [None req-64f4f8e4-9b40-4fb2-8507-66c5fef7ed56 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquiring lock "19b05061-0c6c-4c7b-9aad-04f8ef2366ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.787072] env[69399]: DEBUG oslo_concurrency.lockutils [None req-64f4f8e4-9b40-4fb2-8507-66c5fef7ed56 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "19b05061-0c6c-4c7b-9aad-04f8ef2366ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.787287] env[69399]: DEBUG oslo_concurrency.lockutils [None req-64f4f8e4-9b40-4fb2-8507-66c5fef7ed56 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "19b05061-0c6c-4c7b-9aad-04f8ef2366ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.789458] env[69399]: INFO nova.compute.manager [None req-64f4f8e4-9b40-4fb2-8507-66c5fef7ed56 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Terminating instance [ 1224.978424] env[69399]: DEBUG oslo_vmware.api [None req-42a7a18d-51b7-449e-a82a-24f7dee6a142 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177689, 'name': ReconfigVM_Task, 'duration_secs': 0.312941} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.978670] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-42a7a18d-51b7-449e-a82a-24f7dee6a142 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1224.983304] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2145c834-cb44-42ca-8fe0-15533100aff3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.999274] env[69399]: DEBUG oslo_vmware.api [None req-42a7a18d-51b7-449e-a82a-24f7dee6a142 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Waiting for the task: (returnval){ [ 1224.999274] env[69399]: value = "task-4177690" [ 1224.999274] env[69399]: _type = "Task" [ 1224.999274] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.008482] env[69399]: DEBUG oslo_vmware.api [None req-42a7a18d-51b7-449e-a82a-24f7dee6a142 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177690, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.063555] env[69399]: DEBUG oslo_concurrency.lockutils [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.225361] env[69399]: DEBUG oslo_concurrency.lockutils [None req-13bfb3a7-5fee-4c41-8ae5-82a87b8fda20 tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.228200] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.748s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.229661] env[69399]: INFO nova.compute.claims [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1225.244849] env[69399]: DEBUG nova.compute.manager [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1225.251299] env[69399]: INFO nova.scheduler.client.report [None req-13bfb3a7-5fee-4c41-8ae5-82a87b8fda20 tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Deleted allocations for instance 395dbdf6-de84-495d-a21f-371a0f87b2d2 [ 1225.278370] env[69399]: DEBUG nova.virt.hardware [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1225.278718] env[69399]: DEBUG nova.virt.hardware [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1225.279011] env[69399]: DEBUG nova.virt.hardware [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1225.279241] env[69399]: DEBUG nova.virt.hardware [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1225.279386] env[69399]: DEBUG nova.virt.hardware [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1225.279719] env[69399]: DEBUG nova.virt.hardware [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1225.279943] env[69399]: DEBUG nova.virt.hardware [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1225.280124] env[69399]: DEBUG nova.virt.hardware [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1225.280302] env[69399]: DEBUG nova.virt.hardware [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1225.280468] env[69399]: DEBUG nova.virt.hardware [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1225.280645] env[69399]: DEBUG nova.virt.hardware [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1225.281827] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c26d2a-06b0-46e1-8e16-74f77477ee43 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.292122] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9816c3cc-c5e5-488b-8cda-b400e672d7fc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.297410] env[69399]: DEBUG nova.compute.manager [None req-64f4f8e4-9b40-4fb2-8507-66c5fef7ed56 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1225.297656] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-64f4f8e4-9b40-4fb2-8507-66c5fef7ed56 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1225.298553] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b5df98-03d2-4564-9653-568f0e9dfd9d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.316573] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-64f4f8e4-9b40-4fb2-8507-66c5fef7ed56 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.317161] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-526a56e3-bdf6-4987-a46e-47b51526f088 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.325291] env[69399]: DEBUG oslo_vmware.api [None req-64f4f8e4-9b40-4fb2-8507-66c5fef7ed56 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1225.325291] env[69399]: value = "task-4177691" [ 1225.325291] env[69399]: _type = "Task" [ 1225.325291] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.335205] env[69399]: DEBUG oslo_vmware.api [None req-64f4f8e4-9b40-4fb2-8507-66c5fef7ed56 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.512577] env[69399]: DEBUG oslo_vmware.api [None req-42a7a18d-51b7-449e-a82a-24f7dee6a142 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177690, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.760962] env[69399]: DEBUG oslo_concurrency.lockutils [None req-13bfb3a7-5fee-4c41-8ae5-82a87b8fda20 tempest-ServerPasswordTestJSON-1916556785 tempest-ServerPasswordTestJSON-1916556785-project-member] Lock "395dbdf6-de84-495d-a21f-371a0f87b2d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.687s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.835562] env[69399]: DEBUG oslo_vmware.api [None req-64f4f8e4-9b40-4fb2-8507-66c5fef7ed56 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.975967] env[69399]: DEBUG nova.network.neutron [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Successfully updated port: a736be15-f59d-4036-99c3-9d1f381ff943 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1226.012522] env[69399]: DEBUG oslo_vmware.api [None req-42a7a18d-51b7-449e-a82a-24f7dee6a142 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177690, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.339089] env[69399]: DEBUG oslo_vmware.api [None req-64f4f8e4-9b40-4fb2-8507-66c5fef7ed56 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177691, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.478573] env[69399]: DEBUG oslo_concurrency.lockutils [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Acquiring lock "refresh_cache-73a12662-f81b-4ec7-95e0-01e64b81c5fd" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.478712] env[69399]: DEBUG oslo_concurrency.lockutils [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Acquired lock "refresh_cache-73a12662-f81b-4ec7-95e0-01e64b81c5fd" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.478889] env[69399]: DEBUG nova.network.neutron [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.512952] env[69399]: DEBUG oslo_vmware.api [None req-42a7a18d-51b7-449e-a82a-24f7dee6a142 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177690, 'name': ReconfigVM_Task, 'duration_secs': 1.218449} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.513353] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-42a7a18d-51b7-449e-a82a-24f7dee6a142 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826947', 'volume_id': '28dc1c9c-500b-4c6c-b3f7-32095f1d91ec', 'name': 'volume-28dc1c9c-500b-4c6c-b3f7-32095f1d91ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '35454509-cd72-47ec-9954-4b8666628133', 'attached_at': '', 'detached_at': '', 'volume_id': '28dc1c9c-500b-4c6c-b3f7-32095f1d91ec', 'serial': '28dc1c9c-500b-4c6c-b3f7-32095f1d91ec'} {{(pid=69399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1226.642319] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739cd725-b3b6-49c6-a18d-fb3fa6e90c99 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.652049] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af32809-0f1b-4631-ac29-9d963f9cbb8e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.694012] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8304855-3dff-43d4-9d2f-936f62b0ec39 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.703562] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66ef8a3-ee9e-4cbe-9f31-14fa861d0cdf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.721566] env[69399]: DEBUG nova.compute.provider_tree [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.790071] env[69399]: DEBUG nova.compute.manager [req-0da98e06-c4d0-403a-8cca-bb5a8a3e2233 req-cd755a7e-cd68-4e13-9bcc-7bfaf9050be6 service nova] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Received event network-vif-plugged-a736be15-f59d-4036-99c3-9d1f381ff943 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.790385] env[69399]: DEBUG oslo_concurrency.lockutils [req-0da98e06-c4d0-403a-8cca-bb5a8a3e2233 req-cd755a7e-cd68-4e13-9bcc-7bfaf9050be6 service nova] Acquiring lock "73a12662-f81b-4ec7-95e0-01e64b81c5fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.790619] env[69399]: DEBUG oslo_concurrency.lockutils [req-0da98e06-c4d0-403a-8cca-bb5a8a3e2233 req-cd755a7e-cd68-4e13-9bcc-7bfaf9050be6 service nova] Lock "73a12662-f81b-4ec7-95e0-01e64b81c5fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.790800] env[69399]: DEBUG oslo_concurrency.lockutils [req-0da98e06-c4d0-403a-8cca-bb5a8a3e2233 req-cd755a7e-cd68-4e13-9bcc-7bfaf9050be6 service nova] Lock "73a12662-f81b-4ec7-95e0-01e64b81c5fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.791010] env[69399]: DEBUG nova.compute.manager [req-0da98e06-c4d0-403a-8cca-bb5a8a3e2233 req-cd755a7e-cd68-4e13-9bcc-7bfaf9050be6 service nova] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] No waiting events found dispatching network-vif-plugged-a736be15-f59d-4036-99c3-9d1f381ff943 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1226.791222] env[69399]: WARNING nova.compute.manager [req-0da98e06-c4d0-403a-8cca-bb5a8a3e2233 req-cd755a7e-cd68-4e13-9bcc-7bfaf9050be6 service nova] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Received unexpected event network-vif-plugged-a736be15-f59d-4036-99c3-9d1f381ff943 for instance with vm_state building and task_state spawning. [ 1226.791417] env[69399]: DEBUG nova.compute.manager [req-0da98e06-c4d0-403a-8cca-bb5a8a3e2233 req-cd755a7e-cd68-4e13-9bcc-7bfaf9050be6 service nova] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Received event network-changed-a736be15-f59d-4036-99c3-9d1f381ff943 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.791614] env[69399]: DEBUG nova.compute.manager [req-0da98e06-c4d0-403a-8cca-bb5a8a3e2233 req-cd755a7e-cd68-4e13-9bcc-7bfaf9050be6 service nova] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Refreshing instance network info cache due to event network-changed-a736be15-f59d-4036-99c3-9d1f381ff943. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1226.791810] env[69399]: DEBUG oslo_concurrency.lockutils [req-0da98e06-c4d0-403a-8cca-bb5a8a3e2233 req-cd755a7e-cd68-4e13-9bcc-7bfaf9050be6 service nova] Acquiring lock "refresh_cache-73a12662-f81b-4ec7-95e0-01e64b81c5fd" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.808243] env[69399]: DEBUG oslo_vmware.rw_handles [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529e213e-8053-fdf6-b067-a12aeeb5e8bb/disk-0.vmdk. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1226.809274] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15906525-5338-477c-8d00-feec3cc2927b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.816220] env[69399]: DEBUG oslo_vmware.rw_handles [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529e213e-8053-fdf6-b067-a12aeeb5e8bb/disk-0.vmdk is in state: ready. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1226.816472] env[69399]: ERROR oslo_vmware.rw_handles [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529e213e-8053-fdf6-b067-a12aeeb5e8bb/disk-0.vmdk due to incomplete transfer. [ 1226.816762] env[69399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-669c1351-7d94-4b1a-9338-d353bf0c1b74 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.826102] env[69399]: DEBUG oslo_vmware.rw_handles [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529e213e-8053-fdf6-b067-a12aeeb5e8bb/disk-0.vmdk. {{(pid=69399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1226.826321] env[69399]: DEBUG nova.virt.vmwareapi.images [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Uploaded image ce2a64dd-9746-4aae-961d-3517d2f6cc71 to the Glance image server {{(pid=69399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1226.829045] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Destroying the VM {{(pid=69399) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1226.829379] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8927c3e1-181c-4890-9e5d-fff82cd7663d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.839647] env[69399]: DEBUG oslo_vmware.api [None req-64f4f8e4-9b40-4fb2-8507-66c5fef7ed56 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177691, 'name': PowerOffVM_Task, 'duration_secs': 1.038895} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.841196] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-64f4f8e4-9b40-4fb2-8507-66c5fef7ed56 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.841367] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-64f4f8e4-9b40-4fb2-8507-66c5fef7ed56 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1226.841716] env[69399]: DEBUG oslo_vmware.api [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1226.841716] env[69399]: value = "task-4177692" [ 1226.841716] env[69399]: _type = "Task" [ 1226.841716] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.841911] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d830138-7291-449f-bd8e-16de090376bd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.853061] env[69399]: DEBUG oslo_vmware.api [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177692, 'name': Destroy_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.027367] env[69399]: DEBUG nova.network.neutron [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1227.086341] env[69399]: DEBUG nova.objects.instance [None req-42a7a18d-51b7-449e-a82a-24f7dee6a142 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lazy-loading 'flavor' on Instance uuid 35454509-cd72-47ec-9954-4b8666628133 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.225309] env[69399]: DEBUG nova.scheduler.client.report [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.263567] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-64f4f8e4-9b40-4fb2-8507-66c5fef7ed56 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1227.263830] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-64f4f8e4-9b40-4fb2-8507-66c5fef7ed56 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1227.264315] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-64f4f8e4-9b40-4fb2-8507-66c5fef7ed56 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Deleting the datastore file [datastore1] 19b05061-0c6c-4c7b-9aad-04f8ef2366ef {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1227.264435] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37490bd6-d692-4f80-beaf-ac2524e675f0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.276713] env[69399]: DEBUG oslo_vmware.api [None req-64f4f8e4-9b40-4fb2-8507-66c5fef7ed56 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1227.276713] env[69399]: value = "task-4177694" [ 1227.276713] env[69399]: _type = "Task" [ 1227.276713] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.284165] env[69399]: DEBUG oslo_vmware.api [None req-64f4f8e4-9b40-4fb2-8507-66c5fef7ed56 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.353909] env[69399]: DEBUG oslo_vmware.api [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177692, 'name': Destroy_Task, 'duration_secs': 0.350894} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.354269] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Destroyed the VM [ 1227.354497] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Deleting Snapshot of the VM instance {{(pid=69399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1227.354786] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7c488094-2ef3-4f2f-8a9c-350a898d4eb2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.363069] env[69399]: DEBUG oslo_vmware.api [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1227.363069] env[69399]: value = "task-4177695" [ 1227.363069] env[69399]: _type = "Task" [ 1227.363069] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.372930] env[69399]: DEBUG oslo_vmware.api [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177695, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.399035] env[69399]: DEBUG nova.network.neutron [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Updating instance_info_cache with network_info: [{"id": "a736be15-f59d-4036-99c3-9d1f381ff943", "address": "fa:16:3e:35:a1:b2", "network": {"id": "f133c13a-8fc0-428c-98c0-a0ca02a86386", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-537332251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4369a5733dda4a16a7704105ad9768dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa736be15-f5", "ovs_interfaceid": "a736be15-f59d-4036-99c3-9d1f381ff943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.732370] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.732925] env[69399]: DEBUG nova.compute.manager [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1227.736603] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.079s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.739513] env[69399]: INFO nova.compute.claims [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1227.786595] env[69399]: DEBUG oslo_vmware.api [None req-64f4f8e4-9b40-4fb2-8507-66c5fef7ed56 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163156} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.786928] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-64f4f8e4-9b40-4fb2-8507-66c5fef7ed56 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1227.787249] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-64f4f8e4-9b40-4fb2-8507-66c5fef7ed56 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1227.787470] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-64f4f8e4-9b40-4fb2-8507-66c5fef7ed56 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1227.787778] env[69399]: INFO nova.compute.manager [None req-64f4f8e4-9b40-4fb2-8507-66c5fef7ed56 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Took 2.49 seconds to destroy the instance on the hypervisor. [ 1227.788464] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64f4f8e4-9b40-4fb2-8507-66c5fef7ed56 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.788726] env[69399]: DEBUG nova.compute.manager [-] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1227.788866] env[69399]: DEBUG nova.network.neutron [-] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1227.880487] env[69399]: DEBUG oslo_vmware.api [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177695, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.901101] env[69399]: DEBUG oslo_concurrency.lockutils [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Releasing lock "refresh_cache-73a12662-f81b-4ec7-95e0-01e64b81c5fd" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.901501] env[69399]: DEBUG nova.compute.manager [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Instance network_info: |[{"id": "a736be15-f59d-4036-99c3-9d1f381ff943", "address": "fa:16:3e:35:a1:b2", "network": {"id": "f133c13a-8fc0-428c-98c0-a0ca02a86386", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-537332251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4369a5733dda4a16a7704105ad9768dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa736be15-f5", "ovs_interfaceid": "a736be15-f59d-4036-99c3-9d1f381ff943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1227.901842] env[69399]: DEBUG oslo_concurrency.lockutils [req-0da98e06-c4d0-403a-8cca-bb5a8a3e2233 req-cd755a7e-cd68-4e13-9bcc-7bfaf9050be6 service nova] Acquired lock "refresh_cache-73a12662-f81b-4ec7-95e0-01e64b81c5fd" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.902048] env[69399]: DEBUG nova.network.neutron [req-0da98e06-c4d0-403a-8cca-bb5a8a3e2233 req-cd755a7e-cd68-4e13-9bcc-7bfaf9050be6 service nova] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Refreshing network info cache for port a736be15-f59d-4036-99c3-9d1f381ff943 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1227.903442] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:a1:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98d96b75-ac36-499a-adc2-130c8c1d55ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a736be15-f59d-4036-99c3-9d1f381ff943', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1227.913386] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.914990] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1227.915447] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffa9ed39-2318-475b-b6cb-1fab2a2c5d98 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.940870] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1227.940870] env[69399]: value = "task-4177696" [ 1227.940870] env[69399]: _type = "Task" [ 1227.940870] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.951592] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177696, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.104963] env[69399]: DEBUG oslo_concurrency.lockutils [None req-42a7a18d-51b7-449e-a82a-24f7dee6a142 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lock "35454509-cd72-47ec-9954-4b8666628133" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.289s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.106427] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e931a502-71d9-418e-bdbe-b00bf317e4a8 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Acquiring lock "35454509-cd72-47ec-9954-4b8666628133" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.106662] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e931a502-71d9-418e-bdbe-b00bf317e4a8 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lock "35454509-cd72-47ec-9954-4b8666628133" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.106844] env[69399]: DEBUG nova.compute.manager [None req-e931a502-71d9-418e-bdbe-b00bf317e4a8 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1228.108441] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf555ed-1a50-4f18-9e2f-f07190884a23 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.116831] env[69399]: DEBUG nova.compute.manager [None req-e931a502-71d9-418e-bdbe-b00bf317e4a8 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69399) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1228.117660] env[69399]: DEBUG nova.objects.instance [None req-e931a502-71d9-418e-bdbe-b00bf317e4a8 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lazy-loading 'flavor' on Instance uuid 35454509-cd72-47ec-9954-4b8666628133 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.238915] env[69399]: DEBUG nova.compute.utils [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1228.241075] env[69399]: DEBUG nova.compute.manager [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1228.241272] env[69399]: DEBUG nova.network.neutron [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1228.382816] env[69399]: DEBUG oslo_vmware.api [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177695, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.385643] env[69399]: DEBUG nova.policy [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87b6f0ee1d2044ad93f431d4bf27cd1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88bc526a7b714e3b9020af814e510d26', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1228.457382] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177696, 'name': CreateVM_Task, 'duration_secs': 0.431983} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.457579] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1228.458372] env[69399]: DEBUG oslo_concurrency.lockutils [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.458526] env[69399]: DEBUG oslo_concurrency.lockutils [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.459845] env[69399]: DEBUG oslo_concurrency.lockutils [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.459845] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c71285e-4516-407e-af21-15cea53beb89 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.465704] env[69399]: DEBUG oslo_vmware.api [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Waiting for the task: (returnval){ [ 1228.465704] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52647e06-b5cd-5226-f5f3-e02af0413dbe" [ 1228.465704] env[69399]: _type = "Task" [ 1228.465704] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.475317] env[69399]: DEBUG oslo_vmware.api [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52647e06-b5cd-5226-f5f3-e02af0413dbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.710576] env[69399]: DEBUG nova.network.neutron [req-0da98e06-c4d0-403a-8cca-bb5a8a3e2233 req-cd755a7e-cd68-4e13-9bcc-7bfaf9050be6 service nova] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Updated VIF entry in instance network info cache for port a736be15-f59d-4036-99c3-9d1f381ff943. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1228.710684] env[69399]: DEBUG nova.network.neutron [req-0da98e06-c4d0-403a-8cca-bb5a8a3e2233 req-cd755a7e-cd68-4e13-9bcc-7bfaf9050be6 service nova] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Updating instance_info_cache with network_info: [{"id": "a736be15-f59d-4036-99c3-9d1f381ff943", "address": "fa:16:3e:35:a1:b2", "network": {"id": "f133c13a-8fc0-428c-98c0-a0ca02a86386", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-537332251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4369a5733dda4a16a7704105ad9768dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa736be15-f5", "ovs_interfaceid": "a736be15-f59d-4036-99c3-9d1f381ff943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.762459] env[69399]: DEBUG nova.compute.manager [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1228.881408] env[69399]: DEBUG oslo_vmware.api [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177695, 'name': RemoveSnapshot_Task, 'duration_secs': 1.065428} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.881799] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Deleted Snapshot of the VM instance {{(pid=69399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1228.883695] env[69399]: DEBUG nova.compute.manager [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1228.885733] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8578481-33b0-4ccc-94eb-da8a2d380c69 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.979435] env[69399]: DEBUG oslo_vmware.api [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52647e06-b5cd-5226-f5f3-e02af0413dbe, 'name': SearchDatastore_Task, 'duration_secs': 0.021453} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.983292] env[69399]: DEBUG oslo_concurrency.lockutils [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.983699] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1228.984091] env[69399]: DEBUG oslo_concurrency.lockutils [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.984354] env[69399]: DEBUG oslo_concurrency.lockutils [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.984739] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1228.986092] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fd3df74-fa4f-43bb-a3ad-5cfc647aa6ff {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.003257] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1229.003257] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1229.003257] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0b74f29-09f6-47e1-9b63-bf0fefebd317 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.011020] env[69399]: DEBUG oslo_vmware.api [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Waiting for the task: (returnval){ [ 1229.011020] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5290ed2d-d82f-49e6-0fdd-5f276f7077e9" [ 1229.011020] env[69399]: _type = "Task" [ 1229.011020] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.022884] env[69399]: DEBUG oslo_vmware.api [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5290ed2d-d82f-49e6-0fdd-5f276f7077e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.026059] env[69399]: DEBUG nova.compute.manager [req-d8a49730-64dc-4d54-8cd5-19ffc2f2e22d req-f08b7733-8089-4a47-b50b-7b609904fd30 service nova] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Received event network-vif-deleted-81c03280-06ef-48c9-ae07-52c1a581023a {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.026440] env[69399]: INFO nova.compute.manager [req-d8a49730-64dc-4d54-8cd5-19ffc2f2e22d req-f08b7733-8089-4a47-b50b-7b609904fd30 service nova] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Neutron deleted interface 81c03280-06ef-48c9-ae07-52c1a581023a; detaching it from the instance and deleting it from the info cache [ 1229.026851] env[69399]: DEBUG nova.network.neutron [req-d8a49730-64dc-4d54-8cd5-19ffc2f2e22d req-f08b7733-8089-4a47-b50b-7b609904fd30 service nova] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.126870] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e931a502-71d9-418e-bdbe-b00bf317e4a8 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1229.129018] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f3cee73-8d9c-45e3-888c-0726edb9a165 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.136396] env[69399]: DEBUG oslo_vmware.api [None req-e931a502-71d9-418e-bdbe-b00bf317e4a8 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Waiting for the task: (returnval){ [ 1229.136396] env[69399]: value = "task-4177697" [ 1229.136396] env[69399]: _type = "Task" [ 1229.136396] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.150528] env[69399]: DEBUG oslo_vmware.api [None req-e931a502-71d9-418e-bdbe-b00bf317e4a8 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.151946] env[69399]: DEBUG nova.network.neutron [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Successfully created port: 5c6c10bb-48dd-4bc3-918f-b3537a9d7133 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1229.213186] env[69399]: DEBUG oslo_concurrency.lockutils [req-0da98e06-c4d0-403a-8cca-bb5a8a3e2233 req-cd755a7e-cd68-4e13-9bcc-7bfaf9050be6 service nova] Releasing lock "refresh_cache-73a12662-f81b-4ec7-95e0-01e64b81c5fd" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.235473] env[69399]: DEBUG nova.network.neutron [-] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.247839] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051a16d5-3ac3-4faa-99cb-c83f51923e23 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.257655] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f575ed26-0074-43ce-bbaf-fc4f35075bdf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.301809] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c43471-7594-41fc-840b-0f990dd8216e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.312982] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53126a8a-e0f6-4747-aefd-8029f584e2ec {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.330468] env[69399]: DEBUG nova.compute.provider_tree [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.402872] env[69399]: INFO nova.compute.manager [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Shelve offloading [ 1229.522049] env[69399]: DEBUG oslo_vmware.api [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5290ed2d-d82f-49e6-0fdd-5f276f7077e9, 'name': SearchDatastore_Task, 'duration_secs': 0.018144} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.522434] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59238fa0-d227-4230-9a90-12989b3a55a2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.528857] env[69399]: DEBUG oslo_vmware.api [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Waiting for the task: (returnval){ [ 1229.528857] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d547b2-f369-1580-babc-e271d74b5ba3" [ 1229.528857] env[69399]: _type = "Task" [ 1229.528857] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.532894] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6891ac39-02f0-4234-8097-6b99e5c7c2ab {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.539943] env[69399]: DEBUG oslo_vmware.api [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d547b2-f369-1580-babc-e271d74b5ba3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.544366] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6913893-dba2-476f-948a-e62e12ff4d0b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.580100] env[69399]: DEBUG nova.compute.manager [req-d8a49730-64dc-4d54-8cd5-19ffc2f2e22d req-f08b7733-8089-4a47-b50b-7b609904fd30 service nova] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Detach interface failed, port_id=81c03280-06ef-48c9-ae07-52c1a581023a, reason: Instance 19b05061-0c6c-4c7b-9aad-04f8ef2366ef could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1229.649050] env[69399]: DEBUG oslo_vmware.api [None req-e931a502-71d9-418e-bdbe-b00bf317e4a8 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177697, 'name': PowerOffVM_Task, 'duration_secs': 0.215265} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.649236] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e931a502-71d9-418e-bdbe-b00bf317e4a8 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1229.649441] env[69399]: DEBUG nova.compute.manager [None req-e931a502-71d9-418e-bdbe-b00bf317e4a8 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1229.650223] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6e8ff2-db40-4411-8bab-074bf1f9d83a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.738988] env[69399]: INFO nova.compute.manager [-] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Took 1.95 seconds to deallocate network for instance. [ 1229.803091] env[69399]: DEBUG nova.compute.manager [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1229.832454] env[69399]: DEBUG nova.virt.hardware [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1229.832772] env[69399]: DEBUG nova.virt.hardware [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1229.832939] env[69399]: DEBUG nova.virt.hardware [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1229.833175] env[69399]: DEBUG nova.virt.hardware [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1229.833344] env[69399]: DEBUG nova.virt.hardware [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1229.833492] env[69399]: DEBUG nova.virt.hardware [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1229.833705] env[69399]: DEBUG nova.virt.hardware [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1229.833864] env[69399]: DEBUG nova.virt.hardware [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1229.834041] env[69399]: DEBUG nova.virt.hardware [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1229.834212] env[69399]: DEBUG nova.virt.hardware [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1229.834386] env[69399]: DEBUG nova.virt.hardware [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1229.835350] env[69399]: DEBUG nova.scheduler.client.report [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.839235] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b046ae2b-8e20-4fb7-8bcf-8caa12e8548b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.848922] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22316f2-274b-41e6-946c-8ceef2bd69c5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.906709] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1229.908336] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e711934d-3c7f-4a14-a916-96a2fe0143b0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.915010] env[69399]: DEBUG oslo_vmware.api [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1229.915010] env[69399]: value = "task-4177698" [ 1229.915010] env[69399]: _type = "Task" [ 1229.915010] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.923926] env[69399]: DEBUG oslo_vmware.api [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.041638] env[69399]: DEBUG oslo_vmware.api [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d547b2-f369-1580-babc-e271d74b5ba3, 'name': SearchDatastore_Task, 'duration_secs': 0.010763} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.042099] env[69399]: DEBUG oslo_concurrency.lockutils [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.042457] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 73a12662-f81b-4ec7-95e0-01e64b81c5fd/73a12662-f81b-4ec7-95e0-01e64b81c5fd.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1230.042868] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8c828fc-3ee1-4936-a780-71d8f71a9648 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.051900] env[69399]: DEBUG oslo_vmware.api [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Waiting for the task: (returnval){ [ 1230.051900] env[69399]: value = "task-4177699" [ 1230.051900] env[69399]: _type = "Task" [ 1230.051900] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.063968] env[69399]: DEBUG oslo_vmware.api [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.162711] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e931a502-71d9-418e-bdbe-b00bf317e4a8 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lock "35454509-cd72-47ec-9954-4b8666628133" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.245337] env[69399]: DEBUG oslo_concurrency.lockutils [None req-64f4f8e4-9b40-4fb2-8507-66c5fef7ed56 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.344049] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.344854] env[69399]: DEBUG nova.compute.manager [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1230.350377] env[69399]: DEBUG oslo_concurrency.lockutils [None req-13dd0819-ea85-4a11-9f42-e86ae853887c tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 14.764s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.428779] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] VM already powered off {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1230.429101] env[69399]: DEBUG nova.compute.manager [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1230.430093] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad91e5a-8fc0-4524-95e3-7e79806a4878 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.438590] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "refresh_cache-4c94260c-00d8-4095-b74c-4b25679aad98" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.438819] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquired lock "refresh_cache-4c94260c-00d8-4095-b74c-4b25679aad98" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.439020] env[69399]: DEBUG nova.network.neutron [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1230.564384] env[69399]: DEBUG oslo_vmware.api [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177699, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.743104] env[69399]: DEBUG nova.objects.instance [None req-2a50907c-4e82-4b4f-8e94-9b24430d3e2c tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lazy-loading 'flavor' on Instance uuid 35454509-cd72-47ec-9954-4b8666628133 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.813791] env[69399]: DEBUG nova.network.neutron [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Successfully updated port: 5c6c10bb-48dd-4bc3-918f-b3537a9d7133 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1230.854814] env[69399]: DEBUG nova.compute.utils [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1230.858946] env[69399]: DEBUG nova.compute.manager [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1230.858946] env[69399]: DEBUG nova.network.neutron [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1230.916032] env[69399]: DEBUG nova.policy [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd502712f3bd54101b90ac169ff650c08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd160850aa58647f7920daed297800d71', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1231.065519] env[69399]: DEBUG oslo_vmware.api [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557312} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.068302] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 73a12662-f81b-4ec7-95e0-01e64b81c5fd/73a12662-f81b-4ec7-95e0-01e64b81c5fd.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1231.068727] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1231.069393] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8d24b63-1303-43d7-a4f9-75cc0e0e9d7f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.076701] env[69399]: DEBUG oslo_vmware.api [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Waiting for the task: (returnval){ [ 1231.076701] env[69399]: value = "task-4177700" [ 1231.076701] env[69399]: _type = "Task" [ 1231.076701] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.088651] env[69399]: DEBUG oslo_vmware.api [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177700, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.195358] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53a28ff-8e13-4bf7-ab84-66ee60915a26 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.206626] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169f4053-f5b0-4e36-9866-5e1e13056ea8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.240818] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2387c1f5-1e7a-414e-ab5e-3f20c348b4b7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.244805] env[69399]: DEBUG nova.compute.manager [req-ea99e86f-e304-4d6d-99af-9c0d56b5f271 req-334e93b2-85a7-461c-81a6-34c9ebcf6134 service nova] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Received event network-vif-plugged-5c6c10bb-48dd-4bc3-918f-b3537a9d7133 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.245122] env[69399]: DEBUG oslo_concurrency.lockutils [req-ea99e86f-e304-4d6d-99af-9c0d56b5f271 req-334e93b2-85a7-461c-81a6-34c9ebcf6134 service nova] Acquiring lock "592c5dba-b787-40ee-9c07-183331f8b085-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.245372] env[69399]: DEBUG oslo_concurrency.lockutils [req-ea99e86f-e304-4d6d-99af-9c0d56b5f271 req-334e93b2-85a7-461c-81a6-34c9ebcf6134 service nova] Lock "592c5dba-b787-40ee-9c07-183331f8b085-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.245554] env[69399]: DEBUG oslo_concurrency.lockutils [req-ea99e86f-e304-4d6d-99af-9c0d56b5f271 req-334e93b2-85a7-461c-81a6-34c9ebcf6134 service nova] Lock "592c5dba-b787-40ee-9c07-183331f8b085-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.245727] env[69399]: DEBUG nova.compute.manager [req-ea99e86f-e304-4d6d-99af-9c0d56b5f271 req-334e93b2-85a7-461c-81a6-34c9ebcf6134 service nova] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] No waiting events found dispatching network-vif-plugged-5c6c10bb-48dd-4bc3-918f-b3537a9d7133 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1231.245891] env[69399]: WARNING nova.compute.manager [req-ea99e86f-e304-4d6d-99af-9c0d56b5f271 req-334e93b2-85a7-461c-81a6-34c9ebcf6134 service nova] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Received unexpected event network-vif-plugged-5c6c10bb-48dd-4bc3-918f-b3537a9d7133 for instance with vm_state building and task_state spawning. [ 1231.246061] env[69399]: DEBUG nova.compute.manager [req-ea99e86f-e304-4d6d-99af-9c0d56b5f271 req-334e93b2-85a7-461c-81a6-34c9ebcf6134 service nova] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Received event network-changed-5c6c10bb-48dd-4bc3-918f-b3537a9d7133 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.246217] env[69399]: DEBUG nova.compute.manager [req-ea99e86f-e304-4d6d-99af-9c0d56b5f271 req-334e93b2-85a7-461c-81a6-34c9ebcf6134 service nova] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Refreshing instance network info cache due to event network-changed-5c6c10bb-48dd-4bc3-918f-b3537a9d7133. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1231.246402] env[69399]: DEBUG oslo_concurrency.lockutils [req-ea99e86f-e304-4d6d-99af-9c0d56b5f271 req-334e93b2-85a7-461c-81a6-34c9ebcf6134 service nova] Acquiring lock "refresh_cache-592c5dba-b787-40ee-9c07-183331f8b085" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.246533] env[69399]: DEBUG oslo_concurrency.lockutils [req-ea99e86f-e304-4d6d-99af-9c0d56b5f271 req-334e93b2-85a7-461c-81a6-34c9ebcf6134 service nova] Acquired lock "refresh_cache-592c5dba-b787-40ee-9c07-183331f8b085" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.246685] env[69399]: DEBUG nova.network.neutron [req-ea99e86f-e304-4d6d-99af-9c0d56b5f271 req-334e93b2-85a7-461c-81a6-34c9ebcf6134 service nova] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Refreshing network info cache for port 5c6c10bb-48dd-4bc3-918f-b3537a9d7133 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1231.254071] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2a50907c-4e82-4b4f-8e94-9b24430d3e2c tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Acquiring lock "refresh_cache-35454509-cd72-47ec-9954-4b8666628133" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.254071] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2a50907c-4e82-4b4f-8e94-9b24430d3e2c tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Acquired lock "refresh_cache-35454509-cd72-47ec-9954-4b8666628133" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.254071] env[69399]: DEBUG nova.network.neutron [None req-2a50907c-4e82-4b4f-8e94-9b24430d3e2c tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1231.254071] env[69399]: DEBUG nova.objects.instance [None req-2a50907c-4e82-4b4f-8e94-9b24430d3e2c tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lazy-loading 'info_cache' on Instance uuid 35454509-cd72-47ec-9954-4b8666628133 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.257407] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d905986-8b39-47b9-8a0a-f7370c5a9f4a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.276574] env[69399]: DEBUG nova.compute.provider_tree [None req-13dd0819-ea85-4a11-9f42-e86ae853887c tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.316283] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "refresh_cache-592c5dba-b787-40ee-9c07-183331f8b085" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.359906] env[69399]: DEBUG nova.compute.manager [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1231.516285] env[69399]: DEBUG nova.network.neutron [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Updating instance_info_cache with network_info: [{"id": "85689483-787b-4ecf-abe7-3ee700844ccf", "address": "fa:16:3e:bb:ce:2f", "network": {"id": "937e3b1e-35e1-4e9f-ba20-333ead79b0de", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-541287891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70f2346ed704f23b25ffbac339b9b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85689483-78", "ovs_interfaceid": "85689483-787b-4ecf-abe7-3ee700844ccf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.586711] env[69399]: DEBUG oslo_vmware.api [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177700, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078352} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.586967] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1231.587805] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d083dd-a16a-4026-88b7-9e901c34a1c3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.612728] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 73a12662-f81b-4ec7-95e0-01e64b81c5fd/73a12662-f81b-4ec7-95e0-01e64b81c5fd.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.613418] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7219fab-9ec2-4bdb-87a1-49e41ce1abc3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.635923] env[69399]: DEBUG oslo_vmware.api [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Waiting for the task: (returnval){ [ 1231.635923] env[69399]: value = "task-4177701" [ 1231.635923] env[69399]: _type = "Task" [ 1231.635923] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.639763] env[69399]: DEBUG nova.network.neutron [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Successfully created port: dc5240f6-6128-4abd-9caa-0a0f993b28d0 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1231.651298] env[69399]: DEBUG oslo_vmware.api [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177701, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.757578] env[69399]: DEBUG nova.objects.base [None req-2a50907c-4e82-4b4f-8e94-9b24430d3e2c tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Object Instance<35454509-cd72-47ec-9954-4b8666628133> lazy-loaded attributes: flavor,info_cache {{(pid=69399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1231.779954] env[69399]: DEBUG nova.scheduler.client.report [None req-13dd0819-ea85-4a11-9f42-e86ae853887c tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.800249] env[69399]: DEBUG nova.network.neutron [req-ea99e86f-e304-4d6d-99af-9c0d56b5f271 req-334e93b2-85a7-461c-81a6-34c9ebcf6134 service nova] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1231.975498] env[69399]: DEBUG nova.network.neutron [req-ea99e86f-e304-4d6d-99af-9c0d56b5f271 req-334e93b2-85a7-461c-81a6-34c9ebcf6134 service nova] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.018920] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Releasing lock "refresh_cache-4c94260c-00d8-4095-b74c-4b25679aad98" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.147647] env[69399]: DEBUG oslo_vmware.api [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177701, 'name': ReconfigVM_Task, 'duration_secs': 0.298436} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.147877] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 73a12662-f81b-4ec7-95e0-01e64b81c5fd/73a12662-f81b-4ec7-95e0-01e64b81c5fd.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1232.148691] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0966b30c-a623-4aa4-bab8-31ab883dbaba {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.162363] env[69399]: DEBUG oslo_vmware.api [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Waiting for the task: (returnval){ [ 1232.162363] env[69399]: value = "task-4177702" [ 1232.162363] env[69399]: _type = "Task" [ 1232.162363] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.177063] env[69399]: DEBUG oslo_vmware.api [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177702, 'name': Rename_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.372619] env[69399]: DEBUG nova.compute.manager [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1232.403928] env[69399]: DEBUG nova.virt.hardware [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1232.404202] env[69399]: DEBUG nova.virt.hardware [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1232.404643] env[69399]: DEBUG nova.virt.hardware [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1232.404643] env[69399]: DEBUG nova.virt.hardware [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1232.404751] env[69399]: DEBUG nova.virt.hardware [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1232.404795] env[69399]: DEBUG nova.virt.hardware [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1232.405108] env[69399]: DEBUG nova.virt.hardware [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1232.405300] env[69399]: DEBUG nova.virt.hardware [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1232.405956] env[69399]: DEBUG nova.virt.hardware [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1232.405956] env[69399]: DEBUG nova.virt.hardware [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1232.405956] env[69399]: DEBUG nova.virt.hardware [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1232.406753] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6fa54a-526b-4bc6-a65a-82adadab3033 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.421052] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3028760b-9fbb-418e-b5c3-f2ee5fe083bd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.457852] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1232.458998] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033f2396-6604-4bfc-9673-463425eaab99 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.466602] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1232.466858] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd19e097-b224-45ea-b224-0ffed1081599 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.478369] env[69399]: DEBUG oslo_concurrency.lockutils [req-ea99e86f-e304-4d6d-99af-9c0d56b5f271 req-334e93b2-85a7-461c-81a6-34c9ebcf6134 service nova] Releasing lock "refresh_cache-592c5dba-b787-40ee-9c07-183331f8b085" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.478798] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquired lock "refresh_cache-592c5dba-b787-40ee-9c07-183331f8b085" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.478881] env[69399]: DEBUG nova.network.neutron [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.525361] env[69399]: DEBUG nova.network.neutron [None req-2a50907c-4e82-4b4f-8e94-9b24430d3e2c tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Updating instance_info_cache with network_info: [{"id": "f2d05572-ccd8-4907-b269-d61c6769f988", "address": "fa:16:3e:f1:07:6e", "network": {"id": "b54aec1a-9d03-4384-8e4e-8e56974d39c9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1079629461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fbd2ab467a44b719d7af5aadf570089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2d05572-cc", "ovs_interfaceid": "f2d05572-ccd8-4907-b269-d61c6769f988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.542470] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1232.542715] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1232.543110] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Deleting the datastore file [datastore2] 4c94260c-00d8-4095-b74c-4b25679aad98 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1232.543573] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8417b016-d236-4d45-893b-a36e7990f744 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.553041] env[69399]: DEBUG oslo_vmware.api [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1232.553041] env[69399]: value = "task-4177704" [ 1232.553041] env[69399]: _type = "Task" [ 1232.553041] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.563266] env[69399]: DEBUG oslo_vmware.api [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177704, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.679667] env[69399]: DEBUG oslo_vmware.api [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177702, 'name': Rename_Task, 'duration_secs': 0.139912} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.681504] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1232.681504] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0644b1ba-3e14-43ca-8d8f-40e1e7acb235 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.690233] env[69399]: DEBUG oslo_vmware.api [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Waiting for the task: (returnval){ [ 1232.690233] env[69399]: value = "task-4177705" [ 1232.690233] env[69399]: _type = "Task" [ 1232.690233] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.702568] env[69399]: DEBUG oslo_vmware.api [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177705, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.790662] env[69399]: DEBUG oslo_concurrency.lockutils [None req-13dd0819-ea85-4a11-9f42-e86ae853887c tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.441s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.793707] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.230s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.793893] env[69399]: DEBUG nova.objects.instance [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lazy-loading 'resources' on Instance uuid 19cedc3f-97c4-4d41-baa5-cccf1bb48d84 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.013202] env[69399]: DEBUG nova.network.neutron [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1233.029959] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2a50907c-4e82-4b4f-8e94-9b24430d3e2c tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Releasing lock "refresh_cache-35454509-cd72-47ec-9954-4b8666628133" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.065836] env[69399]: DEBUG oslo_vmware.api [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177704, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163525} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.066132] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1233.066329] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1233.066507] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1233.093653] env[69399]: INFO nova.scheduler.client.report [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Deleted allocations for instance 4c94260c-00d8-4095-b74c-4b25679aad98 [ 1233.176256] env[69399]: DEBUG nova.network.neutron [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Updating instance_info_cache with network_info: [{"id": "5c6c10bb-48dd-4bc3-918f-b3537a9d7133", "address": "fa:16:3e:43:e4:f6", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c6c10bb-48", "ovs_interfaceid": "5c6c10bb-48dd-4bc3-918f-b3537a9d7133", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.203186] env[69399]: DEBUG oslo_vmware.api [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177705, 'name': PowerOnVM_Task, 'duration_secs': 0.510495} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.203491] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1233.203690] env[69399]: INFO nova.compute.manager [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Took 7.96 seconds to spawn the instance on the hypervisor. [ 1233.203869] env[69399]: DEBUG nova.compute.manager [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1233.204765] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6db6243-f287-45c4-915c-1fc4358ba658 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.267439] env[69399]: DEBUG nova.compute.manager [req-bc6f3b2c-c9dd-429c-9e52-ebbaabb94275 req-36522076-5b96-4f9e-9e75-f512c6b1732b service nova] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Received event network-vif-unplugged-85689483-787b-4ecf-abe7-3ee700844ccf {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.267655] env[69399]: DEBUG oslo_concurrency.lockutils [req-bc6f3b2c-c9dd-429c-9e52-ebbaabb94275 req-36522076-5b96-4f9e-9e75-f512c6b1732b service nova] Acquiring lock "4c94260c-00d8-4095-b74c-4b25679aad98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.267830] env[69399]: DEBUG oslo_concurrency.lockutils [req-bc6f3b2c-c9dd-429c-9e52-ebbaabb94275 req-36522076-5b96-4f9e-9e75-f512c6b1732b service nova] Lock "4c94260c-00d8-4095-b74c-4b25679aad98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.267996] env[69399]: DEBUG oslo_concurrency.lockutils [req-bc6f3b2c-c9dd-429c-9e52-ebbaabb94275 req-36522076-5b96-4f9e-9e75-f512c6b1732b service nova] Lock "4c94260c-00d8-4095-b74c-4b25679aad98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.268345] env[69399]: DEBUG nova.compute.manager [req-bc6f3b2c-c9dd-429c-9e52-ebbaabb94275 req-36522076-5b96-4f9e-9e75-f512c6b1732b service nova] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] No waiting events found dispatching network-vif-unplugged-85689483-787b-4ecf-abe7-3ee700844ccf {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1233.268573] env[69399]: WARNING nova.compute.manager [req-bc6f3b2c-c9dd-429c-9e52-ebbaabb94275 req-36522076-5b96-4f9e-9e75-f512c6b1732b service nova] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Received unexpected event network-vif-unplugged-85689483-787b-4ecf-abe7-3ee700844ccf for instance with vm_state shelved_offloaded and task_state None. [ 1233.268783] env[69399]: DEBUG nova.compute.manager [req-bc6f3b2c-c9dd-429c-9e52-ebbaabb94275 req-36522076-5b96-4f9e-9e75-f512c6b1732b service nova] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Received event network-changed-85689483-787b-4ecf-abe7-3ee700844ccf {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.268981] env[69399]: DEBUG nova.compute.manager [req-bc6f3b2c-c9dd-429c-9e52-ebbaabb94275 req-36522076-5b96-4f9e-9e75-f512c6b1732b service nova] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Refreshing instance network info cache due to event network-changed-85689483-787b-4ecf-abe7-3ee700844ccf. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1233.269223] env[69399]: DEBUG oslo_concurrency.lockutils [req-bc6f3b2c-c9dd-429c-9e52-ebbaabb94275 req-36522076-5b96-4f9e-9e75-f512c6b1732b service nova] Acquiring lock "refresh_cache-4c94260c-00d8-4095-b74c-4b25679aad98" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.269404] env[69399]: DEBUG oslo_concurrency.lockutils [req-bc6f3b2c-c9dd-429c-9e52-ebbaabb94275 req-36522076-5b96-4f9e-9e75-f512c6b1732b service nova] Acquired lock "refresh_cache-4c94260c-00d8-4095-b74c-4b25679aad98" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.269612] env[69399]: DEBUG nova.network.neutron [req-bc6f3b2c-c9dd-429c-9e52-ebbaabb94275 req-36522076-5b96-4f9e-9e75-f512c6b1732b service nova] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Refreshing network info cache for port 85689483-787b-4ecf-abe7-3ee700844ccf {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1233.298314] env[69399]: DEBUG nova.objects.instance [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lazy-loading 'numa_topology' on Instance uuid 19cedc3f-97c4-4d41-baa5-cccf1bb48d84 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.352952] env[69399]: INFO nova.scheduler.client.report [None req-13dd0819-ea85-4a11-9f42-e86ae853887c tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Deleted allocation for migration 947089b2-0e9b-4236-b472-53e0c827556e [ 1233.537472] env[69399]: DEBUG nova.network.neutron [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Successfully updated port: dc5240f6-6128-4abd-9caa-0a0f993b28d0 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1233.598099] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.679752] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Releasing lock "refresh_cache-592c5dba-b787-40ee-9c07-183331f8b085" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.680276] env[69399]: DEBUG nova.compute.manager [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Instance network_info: |[{"id": "5c6c10bb-48dd-4bc3-918f-b3537a9d7133", "address": "fa:16:3e:43:e4:f6", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c6c10bb-48", "ovs_interfaceid": "5c6c10bb-48dd-4bc3-918f-b3537a9d7133", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1233.680741] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:e4:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7d2575f-b92f-44ec-a863-634cb76631a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c6c10bb-48dd-4bc3-918f-b3537a9d7133', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1233.689090] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1233.689732] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1233.690016] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf4a0f7f-c895-41ba-a1b8-dc9949e1ea7c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.712009] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1233.712009] env[69399]: value = "task-4177706" [ 1233.712009] env[69399]: _type = "Task" [ 1233.712009] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.725078] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177706, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.728641] env[69399]: INFO nova.compute.manager [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Took 33.04 seconds to build instance. [ 1233.803083] env[69399]: DEBUG nova.objects.base [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Object Instance<19cedc3f-97c4-4d41-baa5-cccf1bb48d84> lazy-loaded attributes: resources,numa_topology {{(pid=69399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1233.858584] env[69399]: DEBUG oslo_concurrency.lockutils [None req-13dd0819-ea85-4a11-9f42-e86ae853887c tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "e832460f-2ff6-4825-a10a-b8d48871919f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 21.394s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.039182] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a50907c-4e82-4b4f-8e94-9b24430d3e2c tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1234.039517] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c267ff31-26df-4b8f-a55d-081d33a63e56 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.041711] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "refresh_cache-1af17995-e9c5-401f-bb07-9c09fdf4de4e" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.041853] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquired lock "refresh_cache-1af17995-e9c5-401f-bb07-9c09fdf4de4e" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.042010] env[69399]: DEBUG nova.network.neutron [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1234.052740] env[69399]: DEBUG oslo_vmware.api [None req-2a50907c-4e82-4b4f-8e94-9b24430d3e2c tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Waiting for the task: (returnval){ [ 1234.052740] env[69399]: value = "task-4177707" [ 1234.052740] env[69399]: _type = "Task" [ 1234.052740] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.067622] env[69399]: DEBUG oslo_vmware.api [None req-2a50907c-4e82-4b4f-8e94-9b24430d3e2c tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.179779] env[69399]: DEBUG nova.network.neutron [req-bc6f3b2c-c9dd-429c-9e52-ebbaabb94275 req-36522076-5b96-4f9e-9e75-f512c6b1732b service nova] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Updated VIF entry in instance network info cache for port 85689483-787b-4ecf-abe7-3ee700844ccf. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1234.182594] env[69399]: DEBUG nova.network.neutron [req-bc6f3b2c-c9dd-429c-9e52-ebbaabb94275 req-36522076-5b96-4f9e-9e75-f512c6b1732b service nova] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Updating instance_info_cache with network_info: [{"id": "85689483-787b-4ecf-abe7-3ee700844ccf", "address": "fa:16:3e:bb:ce:2f", "network": {"id": "937e3b1e-35e1-4e9f-ba20-333ead79b0de", "bridge": null, "label": "tempest-DeleteServersTestJSON-541287891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70f2346ed704f23b25ffbac339b9b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap85689483-78", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.191156] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d7cc5b-9165-4f9b-97c6-5aacdf588537 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.201675] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0162955a-c229-48ab-9d0e-7f7770a1cdb4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.237459] env[69399]: DEBUG oslo_concurrency.lockutils [None req-311fd5bd-aeb7-45bf-bb4f-f874cb9d7e8a tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Lock "73a12662-f81b-4ec7-95e0-01e64b81c5fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.099s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.241576] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943b0068-4557-4f8d-a3d2-28d72fd8a91b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.252482] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177706, 'name': CreateVM_Task, 'duration_secs': 0.410302} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.252788] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1234.254142] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38bfc82-b12d-4e84-8370-a9617276fa9f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.259161] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.259359] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.259695] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.259972] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-830d5d66-fbec-4b52-b15e-2a2ab8c8eeb3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.274437] env[69399]: DEBUG nova.compute.provider_tree [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.275657] env[69399]: DEBUG oslo_vmware.api [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 1234.275657] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e8942b-51a8-337a-bebf-7b0d275ce855" [ 1234.275657] env[69399]: _type = "Task" [ 1234.275657] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.285567] env[69399]: DEBUG oslo_vmware.api [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e8942b-51a8-337a-bebf-7b0d275ce855, 'name': SearchDatastore_Task, 'duration_secs': 0.017247} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.286666] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.286922] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1234.287185] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.287359] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.287550] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1234.288154] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-811c7f08-ac8b-4c4d-96c3-4bd130d1dd3a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.299604] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1234.299918] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1234.300952] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bfcde8e-e782-4999-96c3-468c974a3864 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.307999] env[69399]: DEBUG oslo_vmware.api [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 1234.307999] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52a9c2f3-cbf4-80e1-61b0-81d278f1ede3" [ 1234.307999] env[69399]: _type = "Task" [ 1234.307999] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.318092] env[69399]: DEBUG oslo_vmware.api [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52a9c2f3-cbf4-80e1-61b0-81d278f1ede3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.567868] env[69399]: DEBUG oslo_vmware.api [None req-2a50907c-4e82-4b4f-8e94-9b24430d3e2c tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177707, 'name': PowerOnVM_Task, 'duration_secs': 0.449197} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.567868] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a50907c-4e82-4b4f-8e94-9b24430d3e2c tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1234.568431] env[69399]: DEBUG nova.compute.manager [None req-2a50907c-4e82-4b4f-8e94-9b24430d3e2c tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1234.569986] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e63ea7-4123-484f-8880-6a3e69d97764 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.598898] env[69399]: DEBUG nova.network.neutron [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1234.686164] env[69399]: DEBUG oslo_concurrency.lockutils [req-bc6f3b2c-c9dd-429c-9e52-ebbaabb94275 req-36522076-5b96-4f9e-9e75-f512c6b1732b service nova] Releasing lock "refresh_cache-4c94260c-00d8-4095-b74c-4b25679aad98" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.778060] env[69399]: DEBUG nova.scheduler.client.report [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.825402] env[69399]: DEBUG oslo_vmware.api [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52a9c2f3-cbf4-80e1-61b0-81d278f1ede3, 'name': SearchDatastore_Task, 'duration_secs': 0.00981} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.826447] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea354a3e-a022-40b0-b040-c73a66e49bc7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.833635] env[69399]: DEBUG oslo_vmware.api [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 1234.833635] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]523455d9-2e5a-2b60-a954-66164db75a91" [ 1234.833635] env[69399]: _type = "Task" [ 1234.833635] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.843045] env[69399]: DEBUG oslo_concurrency.lockutils [None req-31b4797a-24e2-4a09-a40f-6f3f646ac026 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "4c94260c-00d8-4095-b74c-4b25679aad98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.843323] env[69399]: DEBUG oslo_vmware.api [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]523455d9-2e5a-2b60-a954-66164db75a91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.856592] env[69399]: DEBUG nova.network.neutron [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Updating instance_info_cache with network_info: [{"id": "dc5240f6-6128-4abd-9caa-0a0f993b28d0", "address": "fa:16:3e:30:53:c9", "network": {"id": "3d7d9a12-563c-4097-a075-43de809f19a4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1581579464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d160850aa58647f7920daed297800d71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc5240f6-61", "ovs_interfaceid": "dc5240f6-6128-4abd-9caa-0a0f993b28d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.918623] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c6f055a7-3b01-4da8-88ca-628959ed5704 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Acquiring lock "73a12662-f81b-4ec7-95e0-01e64b81c5fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.918901] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c6f055a7-3b01-4da8-88ca-628959ed5704 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Lock "73a12662-f81b-4ec7-95e0-01e64b81c5fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.919134] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c6f055a7-3b01-4da8-88ca-628959ed5704 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Acquiring lock "73a12662-f81b-4ec7-95e0-01e64b81c5fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.919373] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c6f055a7-3b01-4da8-88ca-628959ed5704 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Lock "73a12662-f81b-4ec7-95e0-01e64b81c5fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.919675] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c6f055a7-3b01-4da8-88ca-628959ed5704 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Lock "73a12662-f81b-4ec7-95e0-01e64b81c5fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.924613] env[69399]: INFO nova.compute.manager [None req-c6f055a7-3b01-4da8-88ca-628959ed5704 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Terminating instance [ 1235.283118] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.489s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.285925] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.930s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.288084] env[69399]: INFO nova.compute.claims [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1235.296827] env[69399]: DEBUG nova.compute.manager [req-b3d3b70a-b090-442b-9bb1-811e3dafc189 req-63084b09-20e9-49fa-8b56-a45ec085c57a service nova] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Received event network-vif-plugged-dc5240f6-6128-4abd-9caa-0a0f993b28d0 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.296942] env[69399]: DEBUG oslo_concurrency.lockutils [req-b3d3b70a-b090-442b-9bb1-811e3dafc189 req-63084b09-20e9-49fa-8b56-a45ec085c57a service nova] Acquiring lock "1af17995-e9c5-401f-bb07-9c09fdf4de4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.297220] env[69399]: DEBUG oslo_concurrency.lockutils [req-b3d3b70a-b090-442b-9bb1-811e3dafc189 req-63084b09-20e9-49fa-8b56-a45ec085c57a service nova] Lock "1af17995-e9c5-401f-bb07-9c09fdf4de4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.297408] env[69399]: DEBUG oslo_concurrency.lockutils [req-b3d3b70a-b090-442b-9bb1-811e3dafc189 req-63084b09-20e9-49fa-8b56-a45ec085c57a service nova] Lock "1af17995-e9c5-401f-bb07-9c09fdf4de4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.297578] env[69399]: DEBUG nova.compute.manager [req-b3d3b70a-b090-442b-9bb1-811e3dafc189 req-63084b09-20e9-49fa-8b56-a45ec085c57a service nova] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] No waiting events found dispatching network-vif-plugged-dc5240f6-6128-4abd-9caa-0a0f993b28d0 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1235.297746] env[69399]: WARNING nova.compute.manager [req-b3d3b70a-b090-442b-9bb1-811e3dafc189 req-63084b09-20e9-49fa-8b56-a45ec085c57a service nova] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Received unexpected event network-vif-plugged-dc5240f6-6128-4abd-9caa-0a0f993b28d0 for instance with vm_state building and task_state spawning. [ 1235.297908] env[69399]: DEBUG nova.compute.manager [req-b3d3b70a-b090-442b-9bb1-811e3dafc189 req-63084b09-20e9-49fa-8b56-a45ec085c57a service nova] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Received event network-changed-dc5240f6-6128-4abd-9caa-0a0f993b28d0 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.298072] env[69399]: DEBUG nova.compute.manager [req-b3d3b70a-b090-442b-9bb1-811e3dafc189 req-63084b09-20e9-49fa-8b56-a45ec085c57a service nova] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Refreshing instance network info cache due to event network-changed-dc5240f6-6128-4abd-9caa-0a0f993b28d0. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1235.298254] env[69399]: DEBUG oslo_concurrency.lockutils [req-b3d3b70a-b090-442b-9bb1-811e3dafc189 req-63084b09-20e9-49fa-8b56-a45ec085c57a service nova] Acquiring lock "refresh_cache-1af17995-e9c5-401f-bb07-9c09fdf4de4e" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.345992] env[69399]: DEBUG oslo_vmware.api [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]523455d9-2e5a-2b60-a954-66164db75a91, 'name': SearchDatastore_Task, 'duration_secs': 0.010866} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.346274] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.346535] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 592c5dba-b787-40ee-9c07-183331f8b085/592c5dba-b787-40ee-9c07-183331f8b085.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1235.346789] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4630ead9-0502-4b80-8fb3-b2cdf278c976 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.354497] env[69399]: DEBUG oslo_vmware.api [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 1235.354497] env[69399]: value = "task-4177708" [ 1235.354497] env[69399]: _type = "Task" [ 1235.354497] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.358805] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Releasing lock "refresh_cache-1af17995-e9c5-401f-bb07-9c09fdf4de4e" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.359144] env[69399]: DEBUG nova.compute.manager [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Instance network_info: |[{"id": "dc5240f6-6128-4abd-9caa-0a0f993b28d0", "address": "fa:16:3e:30:53:c9", "network": {"id": "3d7d9a12-563c-4097-a075-43de809f19a4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1581579464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d160850aa58647f7920daed297800d71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc5240f6-61", "ovs_interfaceid": "dc5240f6-6128-4abd-9caa-0a0f993b28d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1235.359889] env[69399]: DEBUG oslo_concurrency.lockutils [req-b3d3b70a-b090-442b-9bb1-811e3dafc189 req-63084b09-20e9-49fa-8b56-a45ec085c57a service nova] Acquired lock "refresh_cache-1af17995-e9c5-401f-bb07-9c09fdf4de4e" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.360124] env[69399]: DEBUG nova.network.neutron [req-b3d3b70a-b090-442b-9bb1-811e3dafc189 req-63084b09-20e9-49fa-8b56-a45ec085c57a service nova] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Refreshing network info cache for port dc5240f6-6128-4abd-9caa-0a0f993b28d0 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1235.361456] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:53:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc5240f6-6128-4abd-9caa-0a0f993b28d0', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1235.370151] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1235.377685] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1235.378393] env[69399]: DEBUG oslo_vmware.api [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.378621] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c68eff6-b8b5-41d7-be4d-bc1b7a1b58be {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.400923] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1235.400923] env[69399]: value = "task-4177709" [ 1235.400923] env[69399]: _type = "Task" [ 1235.400923] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.413884] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177709, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.428566] env[69399]: DEBUG nova.compute.manager [None req-c6f055a7-3b01-4da8-88ca-628959ed5704 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1235.428904] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f055a7-3b01-4da8-88ca-628959ed5704 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1235.430023] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222af165-46ca-41ff-8f19-725281632f7e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.440895] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6f055a7-3b01-4da8-88ca-628959ed5704 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1235.441335] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c588c1b0-b08f-4043-bd97-8caa1229c8bb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.455110] env[69399]: DEBUG oslo_vmware.api [None req-c6f055a7-3b01-4da8-88ca-628959ed5704 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Waiting for the task: (returnval){ [ 1235.455110] env[69399]: value = "task-4177710" [ 1235.455110] env[69399]: _type = "Task" [ 1235.455110] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.470720] env[69399]: DEBUG oslo_vmware.api [None req-c6f055a7-3b01-4da8-88ca-628959ed5704 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.483432] env[69399]: DEBUG oslo_concurrency.lockutils [None req-89b81ca0-af1b-41f4-b8af-b85ba396b179 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "e832460f-2ff6-4825-a10a-b8d48871919f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.483818] env[69399]: DEBUG oslo_concurrency.lockutils [None req-89b81ca0-af1b-41f4-b8af-b85ba396b179 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "e832460f-2ff6-4825-a10a-b8d48871919f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.484125] env[69399]: DEBUG oslo_concurrency.lockutils [None req-89b81ca0-af1b-41f4-b8af-b85ba396b179 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "e832460f-2ff6-4825-a10a-b8d48871919f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.484420] env[69399]: DEBUG oslo_concurrency.lockutils [None req-89b81ca0-af1b-41f4-b8af-b85ba396b179 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "e832460f-2ff6-4825-a10a-b8d48871919f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.484683] env[69399]: DEBUG oslo_concurrency.lockutils [None req-89b81ca0-af1b-41f4-b8af-b85ba396b179 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "e832460f-2ff6-4825-a10a-b8d48871919f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.487795] env[69399]: INFO nova.compute.manager [None req-89b81ca0-af1b-41f4-b8af-b85ba396b179 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Terminating instance [ 1235.803059] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5d5b1df4-7362-4f5e-8479-2200a0cd7f37 tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lock "19cedc3f-97c4-4d41-baa5-cccf1bb48d84" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 42.248s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.804144] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lock "19cedc3f-97c4-4d41-baa5-cccf1bb48d84" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 13.984s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.804494] env[69399]: INFO nova.compute.manager [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Unshelving [ 1235.868442] env[69399]: DEBUG oslo_vmware.api [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177708, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510324} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.868742] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 592c5dba-b787-40ee-9c07-183331f8b085/592c5dba-b787-40ee-9c07-183331f8b085.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1235.868964] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1235.869355] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd4d5df9-dc81-47db-8d40-43201bb8ca20 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.878540] env[69399]: DEBUG oslo_vmware.api [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 1235.878540] env[69399]: value = "task-4177711" [ 1235.878540] env[69399]: _type = "Task" [ 1235.878540] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.889225] env[69399]: DEBUG oslo_vmware.api [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177711, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.912107] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177709, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.948816] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.949314] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.966126] env[69399]: DEBUG oslo_vmware.api [None req-c6f055a7-3b01-4da8-88ca-628959ed5704 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177710, 'name': PowerOffVM_Task, 'duration_secs': 0.480116} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.966356] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6f055a7-3b01-4da8-88ca-628959ed5704 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1235.966525] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f055a7-3b01-4da8-88ca-628959ed5704 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1235.966780] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7746b93a-e8f1-4323-a4ad-e253d0252ee0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.992458] env[69399]: DEBUG nova.compute.manager [None req-89b81ca0-af1b-41f4-b8af-b85ba396b179 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1235.992670] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-89b81ca0-af1b-41f4-b8af-b85ba396b179 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1235.993589] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464fca43-68e8-4672-a1d4-f0e1aef4e649 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.001988] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b81ca0-af1b-41f4-b8af-b85ba396b179 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1236.002278] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a8e776d-5e81-4360-9f49-97b323ec8072 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.009128] env[69399]: DEBUG oslo_vmware.api [None req-89b81ca0-af1b-41f4-b8af-b85ba396b179 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1236.009128] env[69399]: value = "task-4177713" [ 1236.009128] env[69399]: _type = "Task" [ 1236.009128] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.018226] env[69399]: DEBUG oslo_vmware.api [None req-89b81ca0-af1b-41f4-b8af-b85ba396b179 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.038563] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f055a7-3b01-4da8-88ca-628959ed5704 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1236.038790] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f055a7-3b01-4da8-88ca-628959ed5704 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1236.039042] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6f055a7-3b01-4da8-88ca-628959ed5704 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Deleting the datastore file [datastore1] 73a12662-f81b-4ec7-95e0-01e64b81c5fd {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1236.039340] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9e101a8-1113-4fa8-ba8c-7f497b308119 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.046511] env[69399]: DEBUG oslo_vmware.api [None req-c6f055a7-3b01-4da8-88ca-628959ed5704 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Waiting for the task: (returnval){ [ 1236.046511] env[69399]: value = "task-4177714" [ 1236.046511] env[69399]: _type = "Task" [ 1236.046511] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.054927] env[69399]: DEBUG oslo_vmware.api [None req-c6f055a7-3b01-4da8-88ca-628959ed5704 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.094969] env[69399]: DEBUG nova.network.neutron [req-b3d3b70a-b090-442b-9bb1-811e3dafc189 req-63084b09-20e9-49fa-8b56-a45ec085c57a service nova] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Updated VIF entry in instance network info cache for port dc5240f6-6128-4abd-9caa-0a0f993b28d0. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1236.095753] env[69399]: DEBUG nova.network.neutron [req-b3d3b70a-b090-442b-9bb1-811e3dafc189 req-63084b09-20e9-49fa-8b56-a45ec085c57a service nova] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Updating instance_info_cache with network_info: [{"id": "dc5240f6-6128-4abd-9caa-0a0f993b28d0", "address": "fa:16:3e:30:53:c9", "network": {"id": "3d7d9a12-563c-4097-a075-43de809f19a4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1581579464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d160850aa58647f7920daed297800d71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc5240f6-61", "ovs_interfaceid": "dc5240f6-6128-4abd-9caa-0a0f993b28d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.390891] env[69399]: DEBUG oslo_vmware.api [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177711, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078212} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.391213] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1236.391996] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ffe6c8-02d4-457a-93c6-6dfa51acd361 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.419714] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 592c5dba-b787-40ee-9c07-183331f8b085/592c5dba-b787-40ee-9c07-183331f8b085.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1236.425656] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92bf9446-0420-4be3-a33e-f3d8b41c0aae {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.446555] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177709, 'name': CreateVM_Task, 'duration_secs': 0.514243} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.447874] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1236.448274] env[69399]: DEBUG oslo_vmware.api [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 1236.448274] env[69399]: value = "task-4177715" [ 1236.448274] env[69399]: _type = "Task" [ 1236.448274] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.448924] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.449096] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.449404] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.449751] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cec6f9a6-bd3c-49e2-8882-0d4897b35327 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.457204] env[69399]: DEBUG nova.compute.manager [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1236.465929] env[69399]: DEBUG oslo_vmware.api [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.467518] env[69399]: DEBUG oslo_vmware.api [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1236.467518] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]528b91c1-a08a-b509-d82b-d35966aa6156" [ 1236.467518] env[69399]: _type = "Task" [ 1236.467518] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.481730] env[69399]: DEBUG oslo_vmware.api [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]528b91c1-a08a-b509-d82b-d35966aa6156, 'name': SearchDatastore_Task, 'duration_secs': 0.011467} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.482019] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.482280] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1236.482551] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.482747] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.482944] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1236.485765] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aaa61ff1-d989-4e62-8943-cadba2ff2049 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.495378] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1236.495575] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1236.496551] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcc56486-787e-4580-99c4-42dcf90ce787 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.506187] env[69399]: DEBUG oslo_vmware.api [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1236.506187] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]529603d4-1c47-cbe0-a01d-974487c46b3d" [ 1236.506187] env[69399]: _type = "Task" [ 1236.506187] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.506557] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1236.506808] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1236.520540] env[69399]: DEBUG oslo_vmware.api [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]529603d4-1c47-cbe0-a01d-974487c46b3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.525098] env[69399]: DEBUG oslo_vmware.api [None req-89b81ca0-af1b-41f4-b8af-b85ba396b179 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177713, 'name': PowerOffVM_Task, 'duration_secs': 0.23094} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.525394] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b81ca0-af1b-41f4-b8af-b85ba396b179 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1236.525570] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-89b81ca0-af1b-41f4-b8af-b85ba396b179 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1236.525832] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e526686-1c49-4e9e-b975-a6017a77bbba {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.568249] env[69399]: DEBUG oslo_vmware.api [None req-c6f055a7-3b01-4da8-88ca-628959ed5704 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16936} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.568696] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6f055a7-3b01-4da8-88ca-628959ed5704 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1236.568982] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f055a7-3b01-4da8-88ca-628959ed5704 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1236.569316] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c6f055a7-3b01-4da8-88ca-628959ed5704 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1236.569638] env[69399]: INFO nova.compute.manager [None req-c6f055a7-3b01-4da8-88ca-628959ed5704 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1236.570026] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6f055a7-3b01-4da8-88ca-628959ed5704 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1236.573913] env[69399]: DEBUG nova.compute.manager [-] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1236.574064] env[69399]: DEBUG nova.network.neutron [-] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1236.596348] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-89b81ca0-af1b-41f4-b8af-b85ba396b179 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1236.596668] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-89b81ca0-af1b-41f4-b8af-b85ba396b179 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1236.596915] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-89b81ca0-af1b-41f4-b8af-b85ba396b179 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Deleting the datastore file [datastore2] e832460f-2ff6-4825-a10a-b8d48871919f {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1236.597351] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-adb05af3-ff20-49df-bc29-af441688efa8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.600439] env[69399]: DEBUG oslo_concurrency.lockutils [req-b3d3b70a-b090-442b-9bb1-811e3dafc189 req-63084b09-20e9-49fa-8b56-a45ec085c57a service nova] Releasing lock "refresh_cache-1af17995-e9c5-401f-bb07-9c09fdf4de4e" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.609369] env[69399]: DEBUG oslo_vmware.api [None req-89b81ca0-af1b-41f4-b8af-b85ba396b179 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1236.609369] env[69399]: value = "task-4177717" [ 1236.609369] env[69399]: _type = "Task" [ 1236.609369] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.621383] env[69399]: DEBUG oslo_vmware.api [None req-89b81ca0-af1b-41f4-b8af-b85ba396b179 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.694553] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8a3956-bb0a-444e-ba28-0d9c30f8d322 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.703694] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c874de-2ed0-4c58-96b3-1134d8cfacda {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.743856] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f2b006-cfb0-4fad-926e-2ba700bd536c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.753381] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576a34e5-be24-408c-8128-30a5272cdd4b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.770598] env[69399]: DEBUG nova.compute.provider_tree [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.829621] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.959697] env[69399]: DEBUG oslo_vmware.api [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177715, 'name': ReconfigVM_Task, 'duration_secs': 0.386978} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.959989] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 592c5dba-b787-40ee-9c07-183331f8b085/592c5dba-b787-40ee-9c07-183331f8b085.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1236.960656] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d00ffd81-df94-4f57-9089-828c01599d29 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.969229] env[69399]: DEBUG oslo_vmware.api [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 1236.969229] env[69399]: value = "task-4177718" [ 1236.969229] env[69399]: _type = "Task" [ 1236.969229] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.978942] env[69399]: DEBUG oslo_vmware.api [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177718, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.979948] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.021185] env[69399]: DEBUG oslo_vmware.api [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]529603d4-1c47-cbe0-a01d-974487c46b3d, 'name': SearchDatastore_Task, 'duration_secs': 0.028617} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.022181] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.022392] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3ffe4bd-47ac-4dc3-a642-a5d2d9255ac0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.024639] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.024885] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.025584] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.025767] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.025928] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.026112] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69399) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1237.026276] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.028530] env[69399]: DEBUG oslo_vmware.api [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1237.028530] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5275ab49-30cd-9003-bef1-6a3cbc1e1331" [ 1237.028530] env[69399]: _type = "Task" [ 1237.028530] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.037478] env[69399]: DEBUG oslo_vmware.api [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5275ab49-30cd-9003-bef1-6a3cbc1e1331, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.119975] env[69399]: DEBUG oslo_vmware.api [None req-89b81ca0-af1b-41f4-b8af-b85ba396b179 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262757} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.120254] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-89b81ca0-af1b-41f4-b8af-b85ba396b179 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1237.120470] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-89b81ca0-af1b-41f4-b8af-b85ba396b179 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1237.120673] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-89b81ca0-af1b-41f4-b8af-b85ba396b179 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1237.120858] env[69399]: INFO nova.compute.manager [None req-89b81ca0-af1b-41f4-b8af-b85ba396b179 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1237.121118] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89b81ca0-af1b-41f4-b8af-b85ba396b179 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1237.121318] env[69399]: DEBUG nova.compute.manager [-] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1237.121418] env[69399]: DEBUG nova.network.neutron [-] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1237.274657] env[69399]: DEBUG nova.scheduler.client.report [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.430451] env[69399]: DEBUG nova.network.neutron [-] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.452849] env[69399]: DEBUG nova.compute.manager [req-52128b9e-a5a9-4462-ad5f-92aa2ac60c6c req-566fa28f-b0d1-48b4-8503-b2abd9222e9a service nova] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Received event network-vif-deleted-a736be15-f59d-4036-99c3-9d1f381ff943 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.453304] env[69399]: INFO nova.compute.manager [req-52128b9e-a5a9-4462-ad5f-92aa2ac60c6c req-566fa28f-b0d1-48b4-8503-b2abd9222e9a service nova] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Neutron deleted interface a736be15-f59d-4036-99c3-9d1f381ff943; detaching it from the instance and deleting it from the info cache [ 1237.453304] env[69399]: DEBUG nova.network.neutron [req-52128b9e-a5a9-4462-ad5f-92aa2ac60c6c req-566fa28f-b0d1-48b4-8503-b2abd9222e9a service nova] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.480462] env[69399]: DEBUG oslo_vmware.api [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177718, 'name': Rename_Task, 'duration_secs': 0.258995} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.480764] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1237.481023] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0f74f3d-5a6c-4d4e-b73b-0dde57d86cc7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.489082] env[69399]: DEBUG oslo_vmware.api [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 1237.489082] env[69399]: value = "task-4177719" [ 1237.489082] env[69399]: _type = "Task" [ 1237.489082] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.500963] env[69399]: DEBUG oslo_vmware.api [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.530696] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.544233] env[69399]: DEBUG oslo_vmware.api [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5275ab49-30cd-9003-bef1-6a3cbc1e1331, 'name': SearchDatastore_Task, 'duration_secs': 0.010224} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.544534] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.545158] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 1af17995-e9c5-401f-bb07-9c09fdf4de4e/1af17995-e9c5-401f-bb07-9c09fdf4de4e.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1237.545439] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c63cf4b9-e695-43eb-be80-a7a8210b7d1a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.553703] env[69399]: DEBUG oslo_vmware.api [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1237.553703] env[69399]: value = "task-4177720" [ 1237.553703] env[69399]: _type = "Task" [ 1237.553703] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.566096] env[69399]: DEBUG oslo_vmware.api [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177720, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.861822] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.861822] env[69399]: DEBUG nova.compute.manager [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1237.861822] env[69399]: DEBUG oslo_concurrency.lockutils [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.307s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.936741] env[69399]: INFO nova.compute.manager [-] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Took 1.36 seconds to deallocate network for instance. [ 1237.957070] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-44dffb12-5115-4f1c-9fe7-dc36d07f825f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.967380] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3a0a3b-b836-42e3-a600-6907776b8b48 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.006533] env[69399]: DEBUG nova.compute.manager [req-52128b9e-a5a9-4462-ad5f-92aa2ac60c6c req-566fa28f-b0d1-48b4-8503-b2abd9222e9a service nova] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Detach interface failed, port_id=a736be15-f59d-4036-99c3-9d1f381ff943, reason: Instance 73a12662-f81b-4ec7-95e0-01e64b81c5fd could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1238.013844] env[69399]: DEBUG oslo_vmware.api [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177719, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.060238] env[69399]: DEBUG nova.network.neutron [-] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.066062] env[69399]: DEBUG oslo_vmware.api [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177720, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492087} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.066364] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 1af17995-e9c5-401f-bb07-9c09fdf4de4e/1af17995-e9c5-401f-bb07-9c09fdf4de4e.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1238.066575] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1238.066936] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd65509e-1da0-4980-b8fe-cd6ae30e3d15 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.075932] env[69399]: DEBUG oslo_vmware.api [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1238.075932] env[69399]: value = "task-4177721" [ 1238.075932] env[69399]: _type = "Task" [ 1238.075932] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.087267] env[69399]: DEBUG oslo_vmware.api [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177721, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.364693] env[69399]: DEBUG nova.compute.utils [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1238.371102] env[69399]: INFO nova.compute.claims [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1238.375041] env[69399]: DEBUG nova.compute.manager [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1238.375041] env[69399]: DEBUG nova.network.neutron [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1238.445400] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c6f055a7-3b01-4da8-88ca-628959ed5704 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.456866] env[69399]: DEBUG nova.policy [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0723d8b1ce2e4f02bc02d0e3038ad161', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44de2a3fad244be683fd7f2cea410ef2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1238.504947] env[69399]: DEBUG oslo_vmware.api [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177719, 'name': PowerOnVM_Task, 'duration_secs': 0.65473} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.506175] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1238.506175] env[69399]: INFO nova.compute.manager [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1238.506175] env[69399]: DEBUG nova.compute.manager [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1238.506974] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d09a04-5fea-412f-87ac-2836146a576d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.562489] env[69399]: INFO nova.compute.manager [-] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Took 1.44 seconds to deallocate network for instance. [ 1238.588748] env[69399]: DEBUG oslo_vmware.api [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177721, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080987} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.590041] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1238.590041] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6221a14f-4e16-4c17-afe4-b99d63ee44be {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.615702] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 1af17995-e9c5-401f-bb07-9c09fdf4de4e/1af17995-e9c5-401f-bb07-9c09fdf4de4e.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1238.616070] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f249afbe-ff29-4c90-99b2-26cea19ec37f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.638854] env[69399]: DEBUG oslo_vmware.api [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1238.638854] env[69399]: value = "task-4177722" [ 1238.638854] env[69399]: _type = "Task" [ 1238.638854] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.648210] env[69399]: DEBUG oslo_vmware.api [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177722, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.876248] env[69399]: DEBUG nova.network.neutron [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Successfully created port: 8112bb31-c8c6-4173-9d71-7b2cb24e9d55 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1238.878885] env[69399]: DEBUG nova.compute.manager [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1238.883383] env[69399]: INFO nova.compute.resource_tracker [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Updating resource usage from migration a37c9eb6-a3cb-4276-b657-d2b9f834cc2a [ 1239.035830] env[69399]: INFO nova.compute.manager [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Took 35.59 seconds to build instance. [ 1239.075397] env[69399]: DEBUG oslo_concurrency.lockutils [None req-89b81ca0-af1b-41f4-b8af-b85ba396b179 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.149562] env[69399]: DEBUG oslo_vmware.api [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177722, 'name': ReconfigVM_Task, 'duration_secs': 0.322735} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.149911] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 1af17995-e9c5-401f-bb07-9c09fdf4de4e/1af17995-e9c5-401f-bb07-9c09fdf4de4e.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1239.153722] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1dbb10c3-c146-4211-840d-09b9f4e6edcd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.161495] env[69399]: DEBUG oslo_vmware.api [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1239.161495] env[69399]: value = "task-4177723" [ 1239.161495] env[69399]: _type = "Task" [ 1239.161495] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.172818] env[69399]: DEBUG oslo_vmware.api [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177723, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.253021] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e777a945-f389-4b1e-918a-1220f0ed0702 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.261331] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2032494-ca4f-43a5-b7fc-7e401d5cbb54 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.294177] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeda8dfb-db3c-432f-b166-7453f218d1a4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.302239] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf77c50-1ac4-4629-b13c-6b18ce39a460 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.316170] env[69399]: DEBUG nova.compute.provider_tree [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.483244] env[69399]: DEBUG nova.compute.manager [req-c17e6647-6962-49ec-ab60-c6484ee6f1e0 req-c0d9b276-4c0a-4d10-b4ce-c6457eeb2897 service nova] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Received event network-vif-deleted-d60fe5f1-3c5e-44c5-bf11-bcb4845c0d00 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.535746] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b6c5ce31-1689-49a2-87a5-42dfebf8ba13 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "592c5dba-b787-40ee-9c07-183331f8b085" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.116s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.672224] env[69399]: DEBUG oslo_vmware.api [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177723, 'name': Rename_Task, 'duration_secs': 0.155931} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.672444] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1239.672669] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8232c92c-ffa9-4f9d-9953-d7c5d91e642a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.679430] env[69399]: DEBUG oslo_vmware.api [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1239.679430] env[69399]: value = "task-4177724" [ 1239.679430] env[69399]: _type = "Task" [ 1239.679430] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.688014] env[69399]: DEBUG oslo_vmware.api [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.820231] env[69399]: DEBUG nova.scheduler.client.report [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.892755] env[69399]: DEBUG nova.compute.manager [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1239.922807] env[69399]: DEBUG nova.virt.hardware [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1239.923088] env[69399]: DEBUG nova.virt.hardware [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1239.923259] env[69399]: DEBUG nova.virt.hardware [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1239.923448] env[69399]: DEBUG nova.virt.hardware [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1239.923593] env[69399]: DEBUG nova.virt.hardware [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1239.923916] env[69399]: DEBUG nova.virt.hardware [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1239.924245] env[69399]: DEBUG nova.virt.hardware [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1239.924504] env[69399]: DEBUG nova.virt.hardware [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1239.924695] env[69399]: DEBUG nova.virt.hardware [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1239.924884] env[69399]: DEBUG nova.virt.hardware [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1239.925085] env[69399]: DEBUG nova.virt.hardware [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1239.927420] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490aeb2a-a715-4286-b894-e3f8a75016d0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.936473] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bfcd8a-8cae-4429-874e-65b8c2b35869 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.193905] env[69399]: DEBUG oslo_vmware.api [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177724, 'name': PowerOnVM_Task, 'duration_secs': 0.504538} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.194115] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1240.194337] env[69399]: INFO nova.compute.manager [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Took 7.82 seconds to spawn the instance on the hypervisor. [ 1240.194561] env[69399]: DEBUG nova.compute.manager [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1240.195525] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c84fed0-3135-4905-8f5b-b4cb9ed71926 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.325796] env[69399]: DEBUG oslo_concurrency.lockutils [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.541s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.325954] env[69399]: INFO nova.compute.manager [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Migrating [ 1240.332667] env[69399]: DEBUG oslo_concurrency.lockutils [None req-55eaf9b1-465c-46db-aff4-e5418a92dbc2 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.387s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.332896] env[69399]: DEBUG nova.objects.instance [None req-55eaf9b1-465c-46db-aff4-e5418a92dbc2 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Lazy-loading 'resources' on Instance uuid 484d2845-d93a-455a-b122-09e1ff3bf72d {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.715163] env[69399]: INFO nova.compute.manager [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Took 28.09 seconds to build instance. [ 1240.847597] env[69399]: DEBUG oslo_concurrency.lockutils [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "refresh_cache-7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.848305] env[69399]: DEBUG oslo_concurrency.lockutils [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquired lock "refresh_cache-7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.848305] env[69399]: DEBUG nova.network.neutron [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1240.945736] env[69399]: DEBUG nova.compute.manager [req-ac675127-2ef2-4d3e-967e-4af34cfb7dad req-f2d29814-3b31-41c2-85b1-40de0bf38e6e service nova] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Received event network-vif-plugged-8112bb31-c8c6-4173-9d71-7b2cb24e9d55 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.946134] env[69399]: DEBUG oslo_concurrency.lockutils [req-ac675127-2ef2-4d3e-967e-4af34cfb7dad req-f2d29814-3b31-41c2-85b1-40de0bf38e6e service nova] Acquiring lock "dee733a0-bd52-41cb-8267-7e968184f14d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.948182] env[69399]: DEBUG oslo_concurrency.lockutils [req-ac675127-2ef2-4d3e-967e-4af34cfb7dad req-f2d29814-3b31-41c2-85b1-40de0bf38e6e service nova] Lock "dee733a0-bd52-41cb-8267-7e968184f14d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.948182] env[69399]: DEBUG oslo_concurrency.lockutils [req-ac675127-2ef2-4d3e-967e-4af34cfb7dad req-f2d29814-3b31-41c2-85b1-40de0bf38e6e service nova] Lock "dee733a0-bd52-41cb-8267-7e968184f14d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.948182] env[69399]: DEBUG nova.compute.manager [req-ac675127-2ef2-4d3e-967e-4af34cfb7dad req-f2d29814-3b31-41c2-85b1-40de0bf38e6e service nova] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] No waiting events found dispatching network-vif-plugged-8112bb31-c8c6-4173-9d71-7b2cb24e9d55 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1240.948182] env[69399]: WARNING nova.compute.manager [req-ac675127-2ef2-4d3e-967e-4af34cfb7dad req-f2d29814-3b31-41c2-85b1-40de0bf38e6e service nova] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Received unexpected event network-vif-plugged-8112bb31-c8c6-4173-9d71-7b2cb24e9d55 for instance with vm_state building and task_state spawning. [ 1241.214385] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520d7c08-9503-45bb-af6a-ada0fb1de81d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.217610] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b593fdf7-60d1-4791-a343-a5f92706e43e tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "1af17995-e9c5-401f-bb07-9c09fdf4de4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.607s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.223140] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9a5e8d-921a-44e5-a9ad-5923717acd71 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.258567] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fcfa2b-1b1a-4210-9d25-b5e29b5b262d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.266794] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6a8ad6-ace2-48ec-95ab-e26a8c082dd9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.281774] env[69399]: DEBUG nova.compute.provider_tree [None req-55eaf9b1-465c-46db-aff4-e5418a92dbc2 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.434846] env[69399]: DEBUG nova.network.neutron [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Successfully updated port: 8112bb31-c8c6-4173-9d71-7b2cb24e9d55 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1241.590934] env[69399]: DEBUG nova.network.neutron [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Updating instance_info_cache with network_info: [{"id": "3d296f7a-47ed-4f08-8d77-d2b895ca3e5a", "address": "fa:16:3e:7c:8e:6e", "network": {"id": "fbc8d689-e009-493c-b7c6-f99fecd83767", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-209279494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "466df03825994aaaad4ffa06b54a80c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d296f7a-47", "ovs_interfaceid": "3d296f7a-47ed-4f08-8d77-d2b895ca3e5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.608129] env[69399]: DEBUG nova.compute.manager [req-ab8bf847-6f88-4182-ba5c-0e0a5227b40f req-5cd32cf5-4930-4096-82b0-977bc49f78b8 service nova] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Received event network-changed-6c468f68-3aaf-427b-8513-fd3165a5f741 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.608811] env[69399]: DEBUG nova.compute.manager [req-ab8bf847-6f88-4182-ba5c-0e0a5227b40f req-5cd32cf5-4930-4096-82b0-977bc49f78b8 service nova] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Refreshing instance network info cache due to event network-changed-6c468f68-3aaf-427b-8513-fd3165a5f741. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1241.609194] env[69399]: DEBUG oslo_concurrency.lockutils [req-ab8bf847-6f88-4182-ba5c-0e0a5227b40f req-5cd32cf5-4930-4096-82b0-977bc49f78b8 service nova] Acquiring lock "refresh_cache-fa91de6b-1662-4bda-8d55-df585262b3a3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.609388] env[69399]: DEBUG oslo_concurrency.lockutils [req-ab8bf847-6f88-4182-ba5c-0e0a5227b40f req-5cd32cf5-4930-4096-82b0-977bc49f78b8 service nova] Acquired lock "refresh_cache-fa91de6b-1662-4bda-8d55-df585262b3a3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.609590] env[69399]: DEBUG nova.network.neutron [req-ab8bf847-6f88-4182-ba5c-0e0a5227b40f req-5cd32cf5-4930-4096-82b0-977bc49f78b8 service nova] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Refreshing network info cache for port 6c468f68-3aaf-427b-8513-fd3165a5f741 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1241.784903] env[69399]: DEBUG nova.scheduler.client.report [None req-55eaf9b1-465c-46db-aff4-e5418a92dbc2 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.938610] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "refresh_cache-dee733a0-bd52-41cb-8267-7e968184f14d" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.938700] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquired lock "refresh_cache-dee733a0-bd52-41cb-8267-7e968184f14d" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.938860] env[69399]: DEBUG nova.network.neutron [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.953756] env[69399]: DEBUG oslo_concurrency.lockutils [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "ed3a64aa-8eb8-46bb-83ca-3c2509dac317" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.954033] env[69399]: DEBUG oslo_concurrency.lockutils [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "ed3a64aa-8eb8-46bb-83ca-3c2509dac317" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.094701] env[69399]: DEBUG oslo_concurrency.lockutils [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Releasing lock "refresh_cache-7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.292034] env[69399]: DEBUG oslo_concurrency.lockutils [None req-55eaf9b1-465c-46db-aff4-e5418a92dbc2 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.957s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.293653] env[69399]: DEBUG oslo_concurrency.lockutils [None req-bedd9af1-1d63-45b0-8ea0-3d97f164ab19 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.285s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.295526] env[69399]: DEBUG nova.objects.instance [None req-bedd9af1-1d63-45b0-8ea0-3d97f164ab19 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Lazy-loading 'resources' on Instance uuid 60991720-72a2-4456-aff2-cb8b47eeb83c {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.313396] env[69399]: INFO nova.scheduler.client.report [None req-55eaf9b1-465c-46db-aff4-e5418a92dbc2 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Deleted allocations for instance 484d2845-d93a-455a-b122-09e1ff3bf72d [ 1242.374743] env[69399]: DEBUG nova.network.neutron [req-ab8bf847-6f88-4182-ba5c-0e0a5227b40f req-5cd32cf5-4930-4096-82b0-977bc49f78b8 service nova] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Updated VIF entry in instance network info cache for port 6c468f68-3aaf-427b-8513-fd3165a5f741. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1242.375216] env[69399]: DEBUG nova.network.neutron [req-ab8bf847-6f88-4182-ba5c-0e0a5227b40f req-5cd32cf5-4930-4096-82b0-977bc49f78b8 service nova] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Updating instance_info_cache with network_info: [{"id": "6c468f68-3aaf-427b-8513-fd3165a5f741", "address": "fa:16:3e:65:9f:07", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c468f68-3a", "ovs_interfaceid": "6c468f68-3aaf-427b-8513-fd3165a5f741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.455985] env[69399]: DEBUG nova.compute.manager [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1242.474549] env[69399]: DEBUG nova.network.neutron [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1242.611905] env[69399]: DEBUG nova.network.neutron [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Updating instance_info_cache with network_info: [{"id": "8112bb31-c8c6-4173-9d71-7b2cb24e9d55", "address": "fa:16:3e:7f:0b:ad", "network": {"id": "2e919c77-3170-4d6d-9779-978d4cf8fafb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1843815499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44de2a3fad244be683fd7f2cea410ef2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8112bb31-c8", "ovs_interfaceid": "8112bb31-c8c6-4173-9d71-7b2cb24e9d55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.826498] env[69399]: DEBUG oslo_concurrency.lockutils [None req-55eaf9b1-465c-46db-aff4-e5418a92dbc2 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Lock "484d2845-d93a-455a-b122-09e1ff3bf72d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.441s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.877588] env[69399]: DEBUG oslo_concurrency.lockutils [req-ab8bf847-6f88-4182-ba5c-0e0a5227b40f req-5cd32cf5-4930-4096-82b0-977bc49f78b8 service nova] Releasing lock "refresh_cache-fa91de6b-1662-4bda-8d55-df585262b3a3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.877864] env[69399]: DEBUG nova.compute.manager [req-ab8bf847-6f88-4182-ba5c-0e0a5227b40f req-5cd32cf5-4930-4096-82b0-977bc49f78b8 service nova] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Received event network-changed-5c6c10bb-48dd-4bc3-918f-b3537a9d7133 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.878119] env[69399]: DEBUG nova.compute.manager [req-ab8bf847-6f88-4182-ba5c-0e0a5227b40f req-5cd32cf5-4930-4096-82b0-977bc49f78b8 service nova] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Refreshing instance network info cache due to event network-changed-5c6c10bb-48dd-4bc3-918f-b3537a9d7133. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1242.878377] env[69399]: DEBUG oslo_concurrency.lockutils [req-ab8bf847-6f88-4182-ba5c-0e0a5227b40f req-5cd32cf5-4930-4096-82b0-977bc49f78b8 service nova] Acquiring lock "refresh_cache-592c5dba-b787-40ee-9c07-183331f8b085" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.878552] env[69399]: DEBUG oslo_concurrency.lockutils [req-ab8bf847-6f88-4182-ba5c-0e0a5227b40f req-5cd32cf5-4930-4096-82b0-977bc49f78b8 service nova] Acquired lock "refresh_cache-592c5dba-b787-40ee-9c07-183331f8b085" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.878732] env[69399]: DEBUG nova.network.neutron [req-ab8bf847-6f88-4182-ba5c-0e0a5227b40f req-5cd32cf5-4930-4096-82b0-977bc49f78b8 service nova] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Refreshing network info cache for port 5c6c10bb-48dd-4bc3-918f-b3537a9d7133 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1242.979858] env[69399]: DEBUG oslo_concurrency.lockutils [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.112784] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1183e513-63c5-480e-87dd-e1a14bf389ee {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.116731] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Releasing lock "refresh_cache-dee733a0-bd52-41cb-8267-7e968184f14d" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.117089] env[69399]: DEBUG nova.compute.manager [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Instance network_info: |[{"id": "8112bb31-c8c6-4173-9d71-7b2cb24e9d55", "address": "fa:16:3e:7f:0b:ad", "network": {"id": "2e919c77-3170-4d6d-9779-978d4cf8fafb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1843815499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44de2a3fad244be683fd7f2cea410ef2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8112bb31-c8", "ovs_interfaceid": "8112bb31-c8c6-4173-9d71-7b2cb24e9d55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1243.117605] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:0b:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f996252-e329-42bd-a897-446dfe2b81cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8112bb31-c8c6-4173-9d71-7b2cb24e9d55', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1243.125586] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1243.126861] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1243.127193] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d09c997c-d34b-4318-9553-68d2f17203c3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.146020] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c08707c-4c8e-4a6c-99b7-6f380c586105 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.151700] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1243.151700] env[69399]: value = "task-4177725" [ 1243.151700] env[69399]: _type = "Task" [ 1243.151700] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.183367] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d88193-0e51-4283-98d1-a8600639bee7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.191479] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177725, 'name': CreateVM_Task} progress is 15%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.198638] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22499a47-1d74-4c78-ba53-c243ed8843de {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.218153] env[69399]: DEBUG nova.compute.provider_tree [None req-bedd9af1-1d63-45b0-8ea0-3d97f164ab19 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.341396] env[69399]: DEBUG oslo_concurrency.lockutils [None req-239edcfc-9efd-45ab-83c1-4661b418eb22 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquiring lock "f1889218-2e1e-459f-bb4d-e4461ca64702" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.343577] env[69399]: DEBUG oslo_concurrency.lockutils [None req-239edcfc-9efd-45ab-83c1-4661b418eb22 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Lock "f1889218-2e1e-459f-bb4d-e4461ca64702" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.600800] env[69399]: DEBUG nova.network.neutron [req-ab8bf847-6f88-4182-ba5c-0e0a5227b40f req-5cd32cf5-4930-4096-82b0-977bc49f78b8 service nova] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Updated VIF entry in instance network info cache for port 5c6c10bb-48dd-4bc3-918f-b3537a9d7133. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1243.601242] env[69399]: DEBUG nova.network.neutron [req-ab8bf847-6f88-4182-ba5c-0e0a5227b40f req-5cd32cf5-4930-4096-82b0-977bc49f78b8 service nova] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Updating instance_info_cache with network_info: [{"id": "5c6c10bb-48dd-4bc3-918f-b3537a9d7133", "address": "fa:16:3e:43:e4:f6", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c6c10bb-48", "ovs_interfaceid": "5c6c10bb-48dd-4bc3-918f-b3537a9d7133", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.613302] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfece438-b63d-4bd7-8748-25239501b686 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.632777] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Updating instance '7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932' progress to 0 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1243.654900] env[69399]: DEBUG nova.compute.manager [req-defec09b-4d07-476a-9efa-a0b51a3d88d1 req-12dd6dbb-dee5-4a94-a7fa-6fa2831cac83 service nova] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Received event network-changed-5c6c10bb-48dd-4bc3-918f-b3537a9d7133 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.655115] env[69399]: DEBUG nova.compute.manager [req-defec09b-4d07-476a-9efa-a0b51a3d88d1 req-12dd6dbb-dee5-4a94-a7fa-6fa2831cac83 service nova] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Refreshing instance network info cache due to event network-changed-5c6c10bb-48dd-4bc3-918f-b3537a9d7133. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1243.655338] env[69399]: DEBUG oslo_concurrency.lockutils [req-defec09b-4d07-476a-9efa-a0b51a3d88d1 req-12dd6dbb-dee5-4a94-a7fa-6fa2831cac83 service nova] Acquiring lock "refresh_cache-592c5dba-b787-40ee-9c07-183331f8b085" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.665105] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177725, 'name': CreateVM_Task, 'duration_secs': 0.389928} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.665300] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1243.665983] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.666157] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.666467] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.666721] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef42ed83-f367-44fa-957c-e927f9f616dc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.672044] env[69399]: DEBUG oslo_vmware.api [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1243.672044] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5228e4a9-df6b-a040-b272-2c77d905c155" [ 1243.672044] env[69399]: _type = "Task" [ 1243.672044] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.680860] env[69399]: DEBUG oslo_vmware.api [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5228e4a9-df6b-a040-b272-2c77d905c155, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.721459] env[69399]: DEBUG nova.scheduler.client.report [None req-bedd9af1-1d63-45b0-8ea0-3d97f164ab19 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.845351] env[69399]: DEBUG nova.compute.utils [None req-239edcfc-9efd-45ab-83c1-4661b418eb22 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1244.103808] env[69399]: DEBUG oslo_concurrency.lockutils [req-ab8bf847-6f88-4182-ba5c-0e0a5227b40f req-5cd32cf5-4930-4096-82b0-977bc49f78b8 service nova] Releasing lock "refresh_cache-592c5dba-b787-40ee-9c07-183331f8b085" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.104171] env[69399]: DEBUG nova.compute.manager [req-ab8bf847-6f88-4182-ba5c-0e0a5227b40f req-5cd32cf5-4930-4096-82b0-977bc49f78b8 service nova] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Received event network-changed-8112bb31-c8c6-4173-9d71-7b2cb24e9d55 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.104283] env[69399]: DEBUG nova.compute.manager [req-ab8bf847-6f88-4182-ba5c-0e0a5227b40f req-5cd32cf5-4930-4096-82b0-977bc49f78b8 service nova] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Refreshing instance network info cache due to event network-changed-8112bb31-c8c6-4173-9d71-7b2cb24e9d55. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1244.104491] env[69399]: DEBUG oslo_concurrency.lockutils [req-ab8bf847-6f88-4182-ba5c-0e0a5227b40f req-5cd32cf5-4930-4096-82b0-977bc49f78b8 service nova] Acquiring lock "refresh_cache-dee733a0-bd52-41cb-8267-7e968184f14d" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.104642] env[69399]: DEBUG oslo_concurrency.lockutils [req-ab8bf847-6f88-4182-ba5c-0e0a5227b40f req-5cd32cf5-4930-4096-82b0-977bc49f78b8 service nova] Acquired lock "refresh_cache-dee733a0-bd52-41cb-8267-7e968184f14d" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.104819] env[69399]: DEBUG nova.network.neutron [req-ab8bf847-6f88-4182-ba5c-0e0a5227b40f req-5cd32cf5-4930-4096-82b0-977bc49f78b8 service nova] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Refreshing network info cache for port 8112bb31-c8c6-4173-9d71-7b2cb24e9d55 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1244.106115] env[69399]: DEBUG oslo_concurrency.lockutils [req-defec09b-4d07-476a-9efa-a0b51a3d88d1 req-12dd6dbb-dee5-4a94-a7fa-6fa2831cac83 service nova] Acquired lock "refresh_cache-592c5dba-b787-40ee-9c07-183331f8b085" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.106302] env[69399]: DEBUG nova.network.neutron [req-defec09b-4d07-476a-9efa-a0b51a3d88d1 req-12dd6dbb-dee5-4a94-a7fa-6fa2831cac83 service nova] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Refreshing network info cache for port 5c6c10bb-48dd-4bc3-918f-b3537a9d7133 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1244.141904] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1244.142303] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afa04cf6-9700-450b-8be0-514eacfc6a41 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.152807] env[69399]: DEBUG oslo_vmware.api [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1244.152807] env[69399]: value = "task-4177726" [ 1244.152807] env[69399]: _type = "Task" [ 1244.152807] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.162977] env[69399]: DEBUG oslo_vmware.api [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.183427] env[69399]: DEBUG oslo_vmware.api [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5228e4a9-df6b-a040-b272-2c77d905c155, 'name': SearchDatastore_Task, 'duration_secs': 0.010972} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.183715] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.183972] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1244.184250] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.184406] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.184617] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1244.184899] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77c3a8c0-ff13-495e-9414-8557b58a5ea3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.193964] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1244.194223] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1244.194899] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf554717-9188-4914-9f98-f0533c52178e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.201328] env[69399]: DEBUG oslo_vmware.api [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1244.201328] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]520068e9-108e-6e84-8c71-09a48c164b93" [ 1244.201328] env[69399]: _type = "Task" [ 1244.201328] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.209905] env[69399]: DEBUG oslo_vmware.api [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]520068e9-108e-6e84-8c71-09a48c164b93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.226901] env[69399]: DEBUG oslo_concurrency.lockutils [None req-bedd9af1-1d63-45b0-8ea0-3d97f164ab19 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.933s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.229347] env[69399]: DEBUG oslo_concurrency.lockutils [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.972s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.230916] env[69399]: INFO nova.compute.claims [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1244.256570] env[69399]: INFO nova.scheduler.client.report [None req-bedd9af1-1d63-45b0-8ea0-3d97f164ab19 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Deleted allocations for instance 60991720-72a2-4456-aff2-cb8b47eeb83c [ 1244.308631] env[69399]: DEBUG oslo_concurrency.lockutils [None req-99af60ad-9fd7-41c3-81bd-df4c884d6daf tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "interface-fa91de6b-1662-4bda-8d55-df585262b3a3-37f821e6-5f17-46af-8854-625260553c51" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.308903] env[69399]: DEBUG oslo_concurrency.lockutils [None req-99af60ad-9fd7-41c3-81bd-df4c884d6daf tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "interface-fa91de6b-1662-4bda-8d55-df585262b3a3-37f821e6-5f17-46af-8854-625260553c51" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.309292] env[69399]: DEBUG nova.objects.instance [None req-99af60ad-9fd7-41c3-81bd-df4c884d6daf tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lazy-loading 'flavor' on Instance uuid fa91de6b-1662-4bda-8d55-df585262b3a3 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1244.348912] env[69399]: DEBUG oslo_concurrency.lockutils [None req-239edcfc-9efd-45ab-83c1-4661b418eb22 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Lock "f1889218-2e1e-459f-bb4d-e4461ca64702" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.663744] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] VM already powered off {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1244.664168] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Updating instance '7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932' progress to 17 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1244.712831] env[69399]: DEBUG oslo_vmware.api [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]520068e9-108e-6e84-8c71-09a48c164b93, 'name': SearchDatastore_Task, 'duration_secs': 0.009901} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.717498] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-379bedff-825c-4adb-a6bf-d8686a0dd4dc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.724246] env[69399]: DEBUG oslo_vmware.api [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1244.724246] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52871900-e617-512f-fd03-16b980456529" [ 1244.724246] env[69399]: _type = "Task" [ 1244.724246] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.732575] env[69399]: DEBUG oslo_vmware.api [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52871900-e617-512f-fd03-16b980456529, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.764942] env[69399]: DEBUG oslo_concurrency.lockutils [None req-bedd9af1-1d63-45b0-8ea0-3d97f164ab19 tempest-MultipleCreateTestJSON-686889961 tempest-MultipleCreateTestJSON-686889961-project-member] Lock "60991720-72a2-4456-aff2-cb8b47eeb83c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.298s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.841174] env[69399]: DEBUG nova.network.neutron [req-ab8bf847-6f88-4182-ba5c-0e0a5227b40f req-5cd32cf5-4930-4096-82b0-977bc49f78b8 service nova] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Updated VIF entry in instance network info cache for port 8112bb31-c8c6-4173-9d71-7b2cb24e9d55. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1244.843812] env[69399]: DEBUG nova.network.neutron [req-ab8bf847-6f88-4182-ba5c-0e0a5227b40f req-5cd32cf5-4930-4096-82b0-977bc49f78b8 service nova] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Updating instance_info_cache with network_info: [{"id": "8112bb31-c8c6-4173-9d71-7b2cb24e9d55", "address": "fa:16:3e:7f:0b:ad", "network": {"id": "2e919c77-3170-4d6d-9779-978d4cf8fafb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1843815499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44de2a3fad244be683fd7f2cea410ef2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8112bb31-c8", "ovs_interfaceid": "8112bb31-c8c6-4173-9d71-7b2cb24e9d55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.868898] env[69399]: DEBUG nova.network.neutron [req-defec09b-4d07-476a-9efa-a0b51a3d88d1 req-12dd6dbb-dee5-4a94-a7fa-6fa2831cac83 service nova] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Updated VIF entry in instance network info cache for port 5c6c10bb-48dd-4bc3-918f-b3537a9d7133. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1244.869296] env[69399]: DEBUG nova.network.neutron [req-defec09b-4d07-476a-9efa-a0b51a3d88d1 req-12dd6dbb-dee5-4a94-a7fa-6fa2831cac83 service nova] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Updating instance_info_cache with network_info: [{"id": "5c6c10bb-48dd-4bc3-918f-b3537a9d7133", "address": "fa:16:3e:43:e4:f6", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c6c10bb-48", "ovs_interfaceid": "5c6c10bb-48dd-4bc3-918f-b3537a9d7133", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.923091] env[69399]: DEBUG nova.objects.instance [None req-99af60ad-9fd7-41c3-81bd-df4c884d6daf tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lazy-loading 'pci_requests' on Instance uuid fa91de6b-1662-4bda-8d55-df585262b3a3 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.170864] env[69399]: DEBUG nova.virt.hardware [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1245.171241] env[69399]: DEBUG nova.virt.hardware [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1245.171391] env[69399]: DEBUG nova.virt.hardware [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1245.171625] env[69399]: DEBUG nova.virt.hardware [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1245.171806] env[69399]: DEBUG nova.virt.hardware [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1245.171963] env[69399]: DEBUG nova.virt.hardware [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1245.172278] env[69399]: DEBUG nova.virt.hardware [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1245.172536] env[69399]: DEBUG nova.virt.hardware [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1245.172801] env[69399]: DEBUG nova.virt.hardware [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1245.173024] env[69399]: DEBUG nova.virt.hardware [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1245.173223] env[69399]: DEBUG nova.virt.hardware [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1245.180147] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3a1ee0e-8042-441c-b458-31d91192d840 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.198774] env[69399]: DEBUG oslo_vmware.api [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1245.198774] env[69399]: value = "task-4177727" [ 1245.198774] env[69399]: _type = "Task" [ 1245.198774] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.206806] env[69399]: DEBUG oslo_vmware.api [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177727, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.234340] env[69399]: DEBUG oslo_vmware.api [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52871900-e617-512f-fd03-16b980456529, 'name': SearchDatastore_Task, 'duration_secs': 0.010393} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.234609] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.234869] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] dee733a0-bd52-41cb-8267-7e968184f14d/dee733a0-bd52-41cb-8267-7e968184f14d.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1245.235153] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3194a7f-e6aa-4d7d-856c-6869a268a722 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.242967] env[69399]: DEBUG oslo_vmware.api [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1245.242967] env[69399]: value = "task-4177728" [ 1245.242967] env[69399]: _type = "Task" [ 1245.242967] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.251591] env[69399]: DEBUG oslo_vmware.api [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.345030] env[69399]: DEBUG oslo_concurrency.lockutils [req-ab8bf847-6f88-4182-ba5c-0e0a5227b40f req-5cd32cf5-4930-4096-82b0-977bc49f78b8 service nova] Releasing lock "refresh_cache-dee733a0-bd52-41cb-8267-7e968184f14d" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.374481] env[69399]: DEBUG oslo_concurrency.lockutils [req-defec09b-4d07-476a-9efa-a0b51a3d88d1 req-12dd6dbb-dee5-4a94-a7fa-6fa2831cac83 service nova] Releasing lock "refresh_cache-592c5dba-b787-40ee-9c07-183331f8b085" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.374774] env[69399]: DEBUG nova.compute.manager [req-defec09b-4d07-476a-9efa-a0b51a3d88d1 req-12dd6dbb-dee5-4a94-a7fa-6fa2831cac83 service nova] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Received event network-changed-6c468f68-3aaf-427b-8513-fd3165a5f741 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.374959] env[69399]: DEBUG nova.compute.manager [req-defec09b-4d07-476a-9efa-a0b51a3d88d1 req-12dd6dbb-dee5-4a94-a7fa-6fa2831cac83 service nova] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Refreshing instance network info cache due to event network-changed-6c468f68-3aaf-427b-8513-fd3165a5f741. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1245.375201] env[69399]: DEBUG oslo_concurrency.lockutils [req-defec09b-4d07-476a-9efa-a0b51a3d88d1 req-12dd6dbb-dee5-4a94-a7fa-6fa2831cac83 service nova] Acquiring lock "refresh_cache-fa91de6b-1662-4bda-8d55-df585262b3a3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.375343] env[69399]: DEBUG oslo_concurrency.lockutils [req-defec09b-4d07-476a-9efa-a0b51a3d88d1 req-12dd6dbb-dee5-4a94-a7fa-6fa2831cac83 service nova] Acquired lock "refresh_cache-fa91de6b-1662-4bda-8d55-df585262b3a3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.375515] env[69399]: DEBUG nova.network.neutron [req-defec09b-4d07-476a-9efa-a0b51a3d88d1 req-12dd6dbb-dee5-4a94-a7fa-6fa2831cac83 service nova] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Refreshing network info cache for port 6c468f68-3aaf-427b-8513-fd3165a5f741 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1245.414069] env[69399]: DEBUG oslo_concurrency.lockutils [None req-239edcfc-9efd-45ab-83c1-4661b418eb22 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquiring lock "f1889218-2e1e-459f-bb4d-e4461ca64702" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.414615] env[69399]: DEBUG oslo_concurrency.lockutils [None req-239edcfc-9efd-45ab-83c1-4661b418eb22 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Lock "f1889218-2e1e-459f-bb4d-e4461ca64702" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.414718] env[69399]: INFO nova.compute.manager [None req-239edcfc-9efd-45ab-83c1-4661b418eb22 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Attaching volume 9f4928e6-675f-4761-8272-a275d3196e2b to /dev/sdb [ 1245.425824] env[69399]: DEBUG nova.objects.base [None req-99af60ad-9fd7-41c3-81bd-df4c884d6daf tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1245.426132] env[69399]: DEBUG nova.network.neutron [None req-99af60ad-9fd7-41c3-81bd-df4c884d6daf tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1245.452692] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ae5ccc-ea87-4ceb-b67c-d6ede1be02d8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.465046] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6ce024-edcc-4cd5-a42f-d457a4322b71 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.483978] env[69399]: DEBUG nova.virt.block_device [None req-239edcfc-9efd-45ab-83c1-4661b418eb22 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Updating existing volume attachment record: 12671647-d9e9-40dd-93df-1d55ba841d54 {{(pid=69399) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1245.584901] env[69399]: DEBUG nova.policy [None req-99af60ad-9fd7-41c3-81bd-df4c884d6daf tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87b6f0ee1d2044ad93f431d4bf27cd1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88bc526a7b714e3b9020af814e510d26', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1245.698325] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19853df4-2afb-4ae0-9998-b5351220a6c5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.713671] env[69399]: DEBUG oslo_vmware.api [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177727, 'name': ReconfigVM_Task, 'duration_secs': 0.155935} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.716447] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Updating instance '7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932' progress to 33 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1245.724396] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0050b4-1c0c-4735-9fdd-f2376284a5aa {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.761384] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcf5db6-a6b4-48b5-b907-d82b415a9269 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.773856] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994245ce-1e1c-4229-b5f9-af7b83e9f094 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.777985] env[69399]: DEBUG oslo_vmware.api [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517816} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.779289] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] dee733a0-bd52-41cb-8267-7e968184f14d/dee733a0-bd52-41cb-8267-7e968184f14d.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1245.779454] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1245.780193] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d58c3265-588e-4975-97bb-bb948e84d552 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.790964] env[69399]: DEBUG nova.compute.provider_tree [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.798019] env[69399]: DEBUG oslo_vmware.api [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1245.798019] env[69399]: value = "task-4177732" [ 1245.798019] env[69399]: _type = "Task" [ 1245.798019] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.808152] env[69399]: DEBUG oslo_vmware.api [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.228217] env[69399]: DEBUG nova.virt.hardware [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1246.228607] env[69399]: DEBUG nova.virt.hardware [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1246.228784] env[69399]: DEBUG nova.virt.hardware [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1246.229085] env[69399]: DEBUG nova.virt.hardware [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1246.229289] env[69399]: DEBUG nova.virt.hardware [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1246.229456] env[69399]: DEBUG nova.virt.hardware [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1246.229666] env[69399]: DEBUG nova.virt.hardware [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1246.229837] env[69399]: DEBUG nova.virt.hardware [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1246.230053] env[69399]: DEBUG nova.virt.hardware [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1246.230264] env[69399]: DEBUG nova.virt.hardware [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1246.230448] env[69399]: DEBUG nova.virt.hardware [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1246.237092] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Reconfiguring VM instance instance-0000004d to detach disk 2000 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1246.237615] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1776c7b-c1c7-499e-bc72-d5236c1ed5bb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.260639] env[69399]: DEBUG oslo_vmware.api [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1246.260639] env[69399]: value = "task-4177733" [ 1246.260639] env[69399]: _type = "Task" [ 1246.260639] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.271238] env[69399]: DEBUG oslo_vmware.api [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177733, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.294441] env[69399]: DEBUG nova.scheduler.client.report [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.309779] env[69399]: DEBUG oslo_vmware.api [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070535} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.310055] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1246.310838] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2757fb7a-5c65-470a-8e5a-b2fe7b8f8a23 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.333631] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] dee733a0-bd52-41cb-8267-7e968184f14d/dee733a0-bd52-41cb-8267-7e968184f14d.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1246.334261] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95278b19-6187-4421-82ca-9aa4a819e58b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.354629] env[69399]: DEBUG oslo_vmware.api [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1246.354629] env[69399]: value = "task-4177734" [ 1246.354629] env[69399]: _type = "Task" [ 1246.354629] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.363715] env[69399]: DEBUG oslo_vmware.api [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177734, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.462121] env[69399]: DEBUG nova.network.neutron [req-defec09b-4d07-476a-9efa-a0b51a3d88d1 req-12dd6dbb-dee5-4a94-a7fa-6fa2831cac83 service nova] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Updated VIF entry in instance network info cache for port 6c468f68-3aaf-427b-8513-fd3165a5f741. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1246.462548] env[69399]: DEBUG nova.network.neutron [req-defec09b-4d07-476a-9efa-a0b51a3d88d1 req-12dd6dbb-dee5-4a94-a7fa-6fa2831cac83 service nova] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Updating instance_info_cache with network_info: [{"id": "6c468f68-3aaf-427b-8513-fd3165a5f741", "address": "fa:16:3e:65:9f:07", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c468f68-3a", "ovs_interfaceid": "6c468f68-3aaf-427b-8513-fd3165a5f741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.770251] env[69399]: DEBUG oslo_vmware.api [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177733, 'name': ReconfigVM_Task, 'duration_secs': 0.183173} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.771802] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Reconfigured VM instance instance-0000004d to detach disk 2000 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1246.771802] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43455d0-e498-4d34-a8dd-4d2bda84ab6b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.798533] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932/7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1246.798533] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a76dac60-26c0-42e4-9a0a-2613e6a2d82f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.810761] env[69399]: DEBUG oslo_concurrency.lockutils [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.811312] env[69399]: DEBUG nova.compute.manager [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1246.814482] env[69399]: DEBUG oslo_concurrency.lockutils [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.751s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.816322] env[69399]: INFO nova.compute.claims [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1246.825917] env[69399]: DEBUG oslo_vmware.api [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1246.825917] env[69399]: value = "task-4177735" [ 1246.825917] env[69399]: _type = "Task" [ 1246.825917] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.833020] env[69399]: DEBUG oslo_vmware.api [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177735, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.869420] env[69399]: DEBUG oslo_vmware.api [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177734, 'name': ReconfigVM_Task, 'duration_secs': 0.281637} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.869420] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Reconfigured VM instance instance-0000006a to attach disk [datastore2] dee733a0-bd52-41cb-8267-7e968184f14d/dee733a0-bd52-41cb-8267-7e968184f14d.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1246.869420] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e70b143-b6c4-4146-ac63-be5335c4c44d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.876305] env[69399]: DEBUG oslo_vmware.api [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1246.876305] env[69399]: value = "task-4177736" [ 1246.876305] env[69399]: _type = "Task" [ 1246.876305] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.886549] env[69399]: DEBUG oslo_vmware.api [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177736, 'name': Rename_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.965645] env[69399]: DEBUG oslo_concurrency.lockutils [req-defec09b-4d07-476a-9efa-a0b51a3d88d1 req-12dd6dbb-dee5-4a94-a7fa-6fa2831cac83 service nova] Releasing lock "refresh_cache-fa91de6b-1662-4bda-8d55-df585262b3a3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.321539] env[69399]: DEBUG nova.compute.utils [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1247.326663] env[69399]: DEBUG nova.compute.manager [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1247.326663] env[69399]: DEBUG nova.network.neutron [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1247.338195] env[69399]: DEBUG oslo_vmware.api [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177735, 'name': ReconfigVM_Task, 'duration_secs': 0.3631} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.339514] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932/7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1247.339835] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Updating instance '7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932' progress to 50 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1247.388195] env[69399]: DEBUG oslo_vmware.api [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177736, 'name': Rename_Task, 'duration_secs': 0.17888} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.388195] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1247.388796] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01073dbe-6e62-48c8-a727-4b01f2b26b7b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.397794] env[69399]: DEBUG oslo_vmware.api [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1247.397794] env[69399]: value = "task-4177737" [ 1247.397794] env[69399]: _type = "Task" [ 1247.397794] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.399600] env[69399]: DEBUG nova.policy [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fffd0b8752594014ba4753550eac82af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55629667f6cd4f8a948cc9a5a7f54dd2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1247.414072] env[69399]: DEBUG oslo_vmware.api [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.771401] env[69399]: DEBUG nova.compute.manager [req-1c7a6a6d-7ce9-42c7-a619-9200b00bb337 req-5501b445-2055-4578-a207-806775bc29b8 service nova] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Received event network-vif-plugged-37f821e6-5f17-46af-8854-625260553c51 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.771401] env[69399]: DEBUG oslo_concurrency.lockutils [req-1c7a6a6d-7ce9-42c7-a619-9200b00bb337 req-5501b445-2055-4578-a207-806775bc29b8 service nova] Acquiring lock "fa91de6b-1662-4bda-8d55-df585262b3a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.771401] env[69399]: DEBUG oslo_concurrency.lockutils [req-1c7a6a6d-7ce9-42c7-a619-9200b00bb337 req-5501b445-2055-4578-a207-806775bc29b8 service nova] Lock "fa91de6b-1662-4bda-8d55-df585262b3a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.771401] env[69399]: DEBUG oslo_concurrency.lockutils [req-1c7a6a6d-7ce9-42c7-a619-9200b00bb337 req-5501b445-2055-4578-a207-806775bc29b8 service nova] Lock "fa91de6b-1662-4bda-8d55-df585262b3a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.771401] env[69399]: DEBUG nova.compute.manager [req-1c7a6a6d-7ce9-42c7-a619-9200b00bb337 req-5501b445-2055-4578-a207-806775bc29b8 service nova] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] No waiting events found dispatching network-vif-plugged-37f821e6-5f17-46af-8854-625260553c51 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1247.771401] env[69399]: WARNING nova.compute.manager [req-1c7a6a6d-7ce9-42c7-a619-9200b00bb337 req-5501b445-2055-4578-a207-806775bc29b8 service nova] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Received unexpected event network-vif-plugged-37f821e6-5f17-46af-8854-625260553c51 for instance with vm_state active and task_state None. [ 1247.829023] env[69399]: DEBUG nova.compute.manager [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1247.848029] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f307f1a-c471-41a9-b3c0-a1d40335c4ff {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.876896] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79339b2b-6563-473a-8302-1add87304388 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.902441] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Updating instance '7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932' progress to 67 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1247.921528] env[69399]: DEBUG oslo_vmware.api [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177737, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.935625] env[69399]: DEBUG nova.network.neutron [None req-99af60ad-9fd7-41c3-81bd-df4c884d6daf tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Successfully updated port: 37f821e6-5f17-46af-8854-625260553c51 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1248.025250] env[69399]: DEBUG nova.network.neutron [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Successfully created port: 0737b3e3-6cad-4b9c-8867-725c58c49f4c {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1248.285106] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a568bdb-77c2-4a14-a6fb-bc40d0837d55 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.293954] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56612e7-4190-4c9a-b3bd-3804b65f755c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.325790] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547981c5-8768-49ea-851f-cfa3fa05fbf9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.334215] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70882a20-f8e4-4d8a-82a7-570045726436 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.352858] env[69399]: DEBUG nova.compute.provider_tree [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.413154] env[69399]: DEBUG oslo_vmware.api [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177737, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.440307] env[69399]: DEBUG oslo_concurrency.lockutils [None req-99af60ad-9fd7-41c3-81bd-df4c884d6daf tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "refresh_cache-fa91de6b-1662-4bda-8d55-df585262b3a3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.440675] env[69399]: DEBUG oslo_concurrency.lockutils [None req-99af60ad-9fd7-41c3-81bd-df4c884d6daf tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquired lock "refresh_cache-fa91de6b-1662-4bda-8d55-df585262b3a3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.440968] env[69399]: DEBUG nova.network.neutron [None req-99af60ad-9fd7-41c3-81bd-df4c884d6daf tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1248.459346] env[69399]: DEBUG nova.network.neutron [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Port 3d296f7a-47ed-4f08-8d77-d2b895ca3e5a binding to destination host cpu-1 is already ACTIVE {{(pid=69399) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1248.844843] env[69399]: DEBUG nova.compute.manager [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1248.855967] env[69399]: DEBUG nova.scheduler.client.report [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.879878] env[69399]: DEBUG nova.virt.hardware [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1248.880258] env[69399]: DEBUG nova.virt.hardware [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1248.880498] env[69399]: DEBUG nova.virt.hardware [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1248.880774] env[69399]: DEBUG nova.virt.hardware [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1248.880995] env[69399]: DEBUG nova.virt.hardware [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1248.881236] env[69399]: DEBUG nova.virt.hardware [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1248.881542] env[69399]: DEBUG nova.virt.hardware [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1248.881783] env[69399]: DEBUG nova.virt.hardware [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1248.882047] env[69399]: DEBUG nova.virt.hardware [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1248.882303] env[69399]: DEBUG nova.virt.hardware [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1248.882569] env[69399]: DEBUG nova.virt.hardware [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1248.884177] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da10a0fb-59bd-48ca-879f-b47eaa7771fc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.895816] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53cef72-78b2-4c1d-8e74-ac95b793d3a0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.925890] env[69399]: DEBUG oslo_vmware.api [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177737, 'name': PowerOnVM_Task, 'duration_secs': 1.103822} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.926172] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1248.926380] env[69399]: INFO nova.compute.manager [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Took 9.03 seconds to spawn the instance on the hypervisor. [ 1248.926560] env[69399]: DEBUG nova.compute.manager [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1248.927479] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3034632-7e9e-42a8-b82e-5203bb72c782 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.977880] env[69399]: WARNING nova.network.neutron [None req-99af60ad-9fd7-41c3-81bd-df4c884d6daf tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] b5ff883e-6cca-41df-b9b0-c9fd5bfb37db already exists in list: networks containing: ['b5ff883e-6cca-41df-b9b0-c9fd5bfb37db']. ignoring it [ 1249.361536] env[69399]: DEBUG oslo_concurrency.lockutils [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.362110] env[69399]: DEBUG nova.compute.manager [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1249.365374] env[69399]: DEBUG oslo_concurrency.lockutils [None req-64f4f8e4-9b40-4fb2-8507-66c5fef7ed56 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.120s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.365569] env[69399]: DEBUG nova.objects.instance [None req-64f4f8e4-9b40-4fb2-8507-66c5fef7ed56 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lazy-loading 'resources' on Instance uuid 19b05061-0c6c-4c7b-9aad-04f8ef2366ef {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.448890] env[69399]: INFO nova.compute.manager [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Took 29.11 seconds to build instance. [ 1249.480623] env[69399]: DEBUG nova.network.neutron [None req-99af60ad-9fd7-41c3-81bd-df4c884d6daf tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Updating instance_info_cache with network_info: [{"id": "6c468f68-3aaf-427b-8513-fd3165a5f741", "address": "fa:16:3e:65:9f:07", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c468f68-3a", "ovs_interfaceid": "6c468f68-3aaf-427b-8513-fd3165a5f741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "37f821e6-5f17-46af-8854-625260553c51", "address": "fa:16:3e:dd:b9:ba", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37f821e6-5f", "ovs_interfaceid": "37f821e6-5f17-46af-8854-625260553c51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.492104] env[69399]: DEBUG oslo_concurrency.lockutils [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.492104] env[69399]: DEBUG oslo_concurrency.lockutils [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.492104] env[69399]: DEBUG oslo_concurrency.lockutils [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.828802] env[69399]: DEBUG nova.network.neutron [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Successfully updated port: 0737b3e3-6cad-4b9c-8867-725c58c49f4c {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1249.868687] env[69399]: DEBUG nova.compute.utils [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1249.874031] env[69399]: DEBUG nova.compute.manager [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1249.874031] env[69399]: DEBUG nova.network.neutron [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1249.952247] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c4475306-18f9-4a3d-9838-36acdee6285a tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "dee733a0-bd52-41cb-8267-7e968184f14d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.624s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.961679] env[69399]: DEBUG nova.policy [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '217ff5b3d71045aea01e0e74336d7d06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ddf098d312d4b1282b2b2f8d85149f7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1249.992397] env[69399]: DEBUG oslo_concurrency.lockutils [None req-99af60ad-9fd7-41c3-81bd-df4c884d6daf tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Releasing lock "refresh_cache-fa91de6b-1662-4bda-8d55-df585262b3a3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.993138] env[69399]: DEBUG oslo_concurrency.lockutils [None req-99af60ad-9fd7-41c3-81bd-df4c884d6daf tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "fa91de6b-1662-4bda-8d55-df585262b3a3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.993299] env[69399]: DEBUG oslo_concurrency.lockutils [None req-99af60ad-9fd7-41c3-81bd-df4c884d6daf tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquired lock "fa91de6b-1662-4bda-8d55-df585262b3a3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.995796] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb135a3-53a9-40c5-abd3-29b62c5f274d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.018422] env[69399]: DEBUG nova.virt.hardware [None req-99af60ad-9fd7-41c3-81bd-df4c884d6daf tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1250.018834] env[69399]: DEBUG nova.virt.hardware [None req-99af60ad-9fd7-41c3-81bd-df4c884d6daf tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1250.019063] env[69399]: DEBUG nova.virt.hardware [None req-99af60ad-9fd7-41c3-81bd-df4c884d6daf tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1250.019298] env[69399]: DEBUG nova.virt.hardware [None req-99af60ad-9fd7-41c3-81bd-df4c884d6daf tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1250.019480] env[69399]: DEBUG nova.virt.hardware [None req-99af60ad-9fd7-41c3-81bd-df4c884d6daf tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1250.019681] env[69399]: DEBUG nova.virt.hardware [None req-99af60ad-9fd7-41c3-81bd-df4c884d6daf tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1250.020140] env[69399]: DEBUG nova.virt.hardware [None req-99af60ad-9fd7-41c3-81bd-df4c884d6daf tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1250.020364] env[69399]: DEBUG nova.virt.hardware [None req-99af60ad-9fd7-41c3-81bd-df4c884d6daf tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1250.020582] env[69399]: DEBUG nova.virt.hardware [None req-99af60ad-9fd7-41c3-81bd-df4c884d6daf tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1250.020783] env[69399]: DEBUG nova.virt.hardware [None req-99af60ad-9fd7-41c3-81bd-df4c884d6daf tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1250.020996] env[69399]: DEBUG nova.virt.hardware [None req-99af60ad-9fd7-41c3-81bd-df4c884d6daf tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1250.028765] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-99af60ad-9fd7-41c3-81bd-df4c884d6daf tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Reconfiguring VM to attach interface {{(pid=69399) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1250.033492] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bee1a4a-e04e-46a2-af4d-7fdbc3ac76ad {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.047095] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-239edcfc-9efd-45ab-83c1-4661b418eb22 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Volume attach. Driver type: vmdk {{(pid=69399) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1250.047355] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-239edcfc-9efd-45ab-83c1-4661b418eb22 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826977', 'volume_id': '9f4928e6-675f-4761-8272-a275d3196e2b', 'name': 'volume-9f4928e6-675f-4761-8272-a275d3196e2b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1889218-2e1e-459f-bb4d-e4461ca64702', 'attached_at': '', 'detached_at': '', 'volume_id': '9f4928e6-675f-4761-8272-a275d3196e2b', 'serial': '9f4928e6-675f-4761-8272-a275d3196e2b'} {{(pid=69399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1250.048605] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fe4ed2-7350-4c6a-8714-99e25a85d1b7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.070944] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f74855e-e655-46e2-98f3-fd96663ee986 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.073648] env[69399]: DEBUG oslo_vmware.api [None req-99af60ad-9fd7-41c3-81bd-df4c884d6daf tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 1250.073648] env[69399]: value = "task-4177739" [ 1250.073648] env[69399]: _type = "Task" [ 1250.073648] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.100858] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-239edcfc-9efd-45ab-83c1-4661b418eb22 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] volume-9f4928e6-675f-4761-8272-a275d3196e2b/volume-9f4928e6-675f-4761-8272-a275d3196e2b.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1250.104246] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00d79ff9-ffc0-473c-ae81-2691ac49ef93 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.120114] env[69399]: DEBUG oslo_vmware.api [None req-99af60ad-9fd7-41c3-81bd-df4c884d6daf tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177739, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.126950] env[69399]: DEBUG oslo_vmware.api [None req-239edcfc-9efd-45ab-83c1-4661b418eb22 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1250.126950] env[69399]: value = "task-4177740" [ 1250.126950] env[69399]: _type = "Task" [ 1250.126950] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.141620] env[69399]: DEBUG oslo_vmware.api [None req-239edcfc-9efd-45ab-83c1-4661b418eb22 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177740, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.298797] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f829fe81-35c3-42f9-99aa-60e9cb3a2fae {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.307599] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f724dc-0f3d-49c8-a846-a09be81c966f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.348261] env[69399]: DEBUG oslo_concurrency.lockutils [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "refresh_cache-52adc0b6-d4b5-43d2-9323-0ec2917109d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.348440] env[69399]: DEBUG oslo_concurrency.lockutils [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquired lock "refresh_cache-52adc0b6-d4b5-43d2-9323-0ec2917109d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.348623] env[69399]: DEBUG nova.network.neutron [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.351060] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2435e3-cbf0-43e2-9022-2ec877c8c1a2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.360540] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55dbf0f-72e6-450c-ade7-71fd2188b069 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.377055] env[69399]: DEBUG nova.compute.manager [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1250.380510] env[69399]: DEBUG nova.compute.provider_tree [None req-64f4f8e4-9b40-4fb2-8507-66c5fef7ed56 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.561176] env[69399]: DEBUG oslo_concurrency.lockutils [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "refresh_cache-7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.561314] env[69399]: DEBUG oslo_concurrency.lockutils [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquired lock "refresh_cache-7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.561518] env[69399]: DEBUG nova.network.neutron [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.585547] env[69399]: DEBUG oslo_vmware.api [None req-99af60ad-9fd7-41c3-81bd-df4c884d6daf tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177739, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.637830] env[69399]: DEBUG oslo_vmware.api [None req-239edcfc-9efd-45ab-83c1-4661b418eb22 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177740, 'name': ReconfigVM_Task, 'duration_secs': 0.440339} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.638133] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-239edcfc-9efd-45ab-83c1-4661b418eb22 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Reconfigured VM instance instance-00000063 to attach disk [datastore2] volume-9f4928e6-675f-4761-8272-a275d3196e2b/volume-9f4928e6-675f-4761-8272-a275d3196e2b.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1250.643166] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d722f85-300a-4701-886c-989b03e579d5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.661512] env[69399]: DEBUG oslo_vmware.api [None req-239edcfc-9efd-45ab-83c1-4661b418eb22 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1250.661512] env[69399]: value = "task-4177741" [ 1250.661512] env[69399]: _type = "Task" [ 1250.661512] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.672088] env[69399]: DEBUG oslo_vmware.api [None req-239edcfc-9efd-45ab-83c1-4661b418eb22 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177741, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.694393] env[69399]: DEBUG nova.compute.manager [req-c4248da4-1694-42d6-8f1f-022ce4c16431 req-6dc63a21-ea5c-42e5-9fe1-38e39c9ec923 service nova] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Received event network-changed-37f821e6-5f17-46af-8854-625260553c51 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.694618] env[69399]: DEBUG nova.compute.manager [req-c4248da4-1694-42d6-8f1f-022ce4c16431 req-6dc63a21-ea5c-42e5-9fe1-38e39c9ec923 service nova] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Refreshing instance network info cache due to event network-changed-37f821e6-5f17-46af-8854-625260553c51. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1250.694925] env[69399]: DEBUG oslo_concurrency.lockutils [req-c4248da4-1694-42d6-8f1f-022ce4c16431 req-6dc63a21-ea5c-42e5-9fe1-38e39c9ec923 service nova] Acquiring lock "refresh_cache-fa91de6b-1662-4bda-8d55-df585262b3a3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.694968] env[69399]: DEBUG oslo_concurrency.lockutils [req-c4248da4-1694-42d6-8f1f-022ce4c16431 req-6dc63a21-ea5c-42e5-9fe1-38e39c9ec923 service nova] Acquired lock "refresh_cache-fa91de6b-1662-4bda-8d55-df585262b3a3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.695132] env[69399]: DEBUG nova.network.neutron [req-c4248da4-1694-42d6-8f1f-022ce4c16431 req-6dc63a21-ea5c-42e5-9fe1-38e39c9ec923 service nova] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Refreshing network info cache for port 37f821e6-5f17-46af-8854-625260553c51 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1250.760204] env[69399]: DEBUG nova.network.neutron [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Successfully created port: 9757542d-d72e-4a66-ad85-0d60b7f756bd {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1250.887708] env[69399]: DEBUG nova.scheduler.client.report [None req-64f4f8e4-9b40-4fb2-8507-66c5fef7ed56 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.916614] env[69399]: DEBUG nova.network.neutron [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1251.086895] env[69399]: DEBUG oslo_vmware.api [None req-99af60ad-9fd7-41c3-81bd-df4c884d6daf tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177739, 'name': ReconfigVM_Task, 'duration_secs': 0.742318} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.088068] env[69399]: DEBUG oslo_concurrency.lockutils [None req-99af60ad-9fd7-41c3-81bd-df4c884d6daf tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Releasing lock "fa91de6b-1662-4bda-8d55-df585262b3a3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.088068] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-99af60ad-9fd7-41c3-81bd-df4c884d6daf tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Reconfigured VM to attach interface {{(pid=69399) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1251.183527] env[69399]: DEBUG oslo_vmware.api [None req-239edcfc-9efd-45ab-83c1-4661b418eb22 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177741, 'name': ReconfigVM_Task, 'duration_secs': 0.174424} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.183527] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-239edcfc-9efd-45ab-83c1-4661b418eb22 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826977', 'volume_id': '9f4928e6-675f-4761-8272-a275d3196e2b', 'name': 'volume-9f4928e6-675f-4761-8272-a275d3196e2b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1889218-2e1e-459f-bb4d-e4461ca64702', 'attached_at': '', 'detached_at': '', 'volume_id': '9f4928e6-675f-4761-8272-a275d3196e2b', 'serial': '9f4928e6-675f-4761-8272-a275d3196e2b'} {{(pid=69399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1251.193825] env[69399]: DEBUG nova.network.neutron [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Updating instance_info_cache with network_info: [{"id": "0737b3e3-6cad-4b9c-8867-725c58c49f4c", "address": "fa:16:3e:31:5c:06", "network": {"id": "afe3de9f-8d2f-45fb-9256-92317049c9ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-136698690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55629667f6cd4f8a948cc9a5a7f54dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0737b3e3-6c", "ovs_interfaceid": "0737b3e3-6cad-4b9c-8867-725c58c49f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.370893] env[69399]: DEBUG nova.network.neutron [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Updating instance_info_cache with network_info: [{"id": "3d296f7a-47ed-4f08-8d77-d2b895ca3e5a", "address": "fa:16:3e:7c:8e:6e", "network": {"id": "fbc8d689-e009-493c-b7c6-f99fecd83767", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-209279494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "466df03825994aaaad4ffa06b54a80c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d296f7a-47", "ovs_interfaceid": "3d296f7a-47ed-4f08-8d77-d2b895ca3e5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.393535] env[69399]: DEBUG nova.compute.manager [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1251.399795] env[69399]: DEBUG oslo_concurrency.lockutils [None req-64f4f8e4-9b40-4fb2-8507-66c5fef7ed56 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.031s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.404382] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.806s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.404707] env[69399]: DEBUG nova.objects.instance [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lazy-loading 'resources' on Instance uuid 4c94260c-00d8-4095-b74c-4b25679aad98 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.438406] env[69399]: INFO nova.scheduler.client.report [None req-64f4f8e4-9b40-4fb2-8507-66c5fef7ed56 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Deleted allocations for instance 19b05061-0c6c-4c7b-9aad-04f8ef2366ef [ 1251.455016] env[69399]: DEBUG nova.virt.hardware [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1251.455370] env[69399]: DEBUG nova.virt.hardware [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1251.455539] env[69399]: DEBUG nova.virt.hardware [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1251.455755] env[69399]: DEBUG nova.virt.hardware [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1251.455909] env[69399]: DEBUG nova.virt.hardware [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1251.456071] env[69399]: DEBUG nova.virt.hardware [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1251.456286] env[69399]: DEBUG nova.virt.hardware [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1251.456467] env[69399]: DEBUG nova.virt.hardware [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1251.456640] env[69399]: DEBUG nova.virt.hardware [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1251.456885] env[69399]: DEBUG nova.virt.hardware [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1251.457494] env[69399]: DEBUG nova.virt.hardware [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1251.459215] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0974fdd-fda3-4c7e-8bb5-85f815089a76 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.469652] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c2c265-a502-470c-b10a-e90163f7b7c5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.583086] env[69399]: DEBUG nova.network.neutron [req-c4248da4-1694-42d6-8f1f-022ce4c16431 req-6dc63a21-ea5c-42e5-9fe1-38e39c9ec923 service nova] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Updated VIF entry in instance network info cache for port 37f821e6-5f17-46af-8854-625260553c51. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1251.583558] env[69399]: DEBUG nova.network.neutron [req-c4248da4-1694-42d6-8f1f-022ce4c16431 req-6dc63a21-ea5c-42e5-9fe1-38e39c9ec923 service nova] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Updating instance_info_cache with network_info: [{"id": "6c468f68-3aaf-427b-8513-fd3165a5f741", "address": "fa:16:3e:65:9f:07", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c468f68-3a", "ovs_interfaceid": "6c468f68-3aaf-427b-8513-fd3165a5f741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "37f821e6-5f17-46af-8854-625260553c51", "address": "fa:16:3e:dd:b9:ba", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37f821e6-5f", "ovs_interfaceid": "37f821e6-5f17-46af-8854-625260553c51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.592652] env[69399]: DEBUG oslo_concurrency.lockutils [None req-99af60ad-9fd7-41c3-81bd-df4c884d6daf tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "interface-fa91de6b-1662-4bda-8d55-df585262b3a3-37f821e6-5f17-46af-8854-625260553c51" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.284s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.696389] env[69399]: DEBUG oslo_concurrency.lockutils [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Releasing lock "refresh_cache-52adc0b6-d4b5-43d2-9323-0ec2917109d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.696704] env[69399]: DEBUG nova.compute.manager [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Instance network_info: |[{"id": "0737b3e3-6cad-4b9c-8867-725c58c49f4c", "address": "fa:16:3e:31:5c:06", "network": {"id": "afe3de9f-8d2f-45fb-9256-92317049c9ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-136698690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55629667f6cd4f8a948cc9a5a7f54dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0737b3e3-6c", "ovs_interfaceid": "0737b3e3-6cad-4b9c-8867-725c58c49f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1251.697214] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:5c:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '163e60bd-32d6-41c5-95e6-2eb10c5c9245', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0737b3e3-6cad-4b9c-8867-725c58c49f4c', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1251.707505] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Creating folder: Project (55629667f6cd4f8a948cc9a5a7f54dd2). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1251.707505] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7c3190d-3693-4bc7-896b-56ef21ec3761 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.718876] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Created folder: Project (55629667f6cd4f8a948cc9a5a7f54dd2) in parent group-v826677. [ 1251.719325] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Creating folder: Instances. Parent ref: group-v826978. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1251.719325] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da2179aa-0b95-4cd9-8f45-73f157a26ef2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.732478] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Created folder: Instances in parent group-v826978. [ 1251.732825] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.733046] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1251.733279] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b9a277e-f7f4-41b3-8b2f-3038036aa842 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.756169] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1251.756169] env[69399]: value = "task-4177744" [ 1251.756169] env[69399]: _type = "Task" [ 1251.756169] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.765082] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177744, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.874103] env[69399]: DEBUG oslo_concurrency.lockutils [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Releasing lock "refresh_cache-7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.913316] env[69399]: DEBUG nova.objects.instance [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lazy-loading 'numa_topology' on Instance uuid 4c94260c-00d8-4095-b74c-4b25679aad98 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.950976] env[69399]: DEBUG oslo_concurrency.lockutils [None req-64f4f8e4-9b40-4fb2-8507-66c5fef7ed56 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "19b05061-0c6c-4c7b-9aad-04f8ef2366ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.164s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.086446] env[69399]: DEBUG oslo_concurrency.lockutils [req-c4248da4-1694-42d6-8f1f-022ce4c16431 req-6dc63a21-ea5c-42e5-9fe1-38e39c9ec923 service nova] Releasing lock "refresh_cache-fa91de6b-1662-4bda-8d55-df585262b3a3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.086737] env[69399]: DEBUG nova.compute.manager [req-c4248da4-1694-42d6-8f1f-022ce4c16431 req-6dc63a21-ea5c-42e5-9fe1-38e39c9ec923 service nova] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Received event network-vif-plugged-0737b3e3-6cad-4b9c-8867-725c58c49f4c {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.086956] env[69399]: DEBUG oslo_concurrency.lockutils [req-c4248da4-1694-42d6-8f1f-022ce4c16431 req-6dc63a21-ea5c-42e5-9fe1-38e39c9ec923 service nova] Acquiring lock "52adc0b6-d4b5-43d2-9323-0ec2917109d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.087206] env[69399]: DEBUG oslo_concurrency.lockutils [req-c4248da4-1694-42d6-8f1f-022ce4c16431 req-6dc63a21-ea5c-42e5-9fe1-38e39c9ec923 service nova] Lock "52adc0b6-d4b5-43d2-9323-0ec2917109d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.087401] env[69399]: DEBUG oslo_concurrency.lockutils [req-c4248da4-1694-42d6-8f1f-022ce4c16431 req-6dc63a21-ea5c-42e5-9fe1-38e39c9ec923 service nova] Lock "52adc0b6-d4b5-43d2-9323-0ec2917109d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.087600] env[69399]: DEBUG nova.compute.manager [req-c4248da4-1694-42d6-8f1f-022ce4c16431 req-6dc63a21-ea5c-42e5-9fe1-38e39c9ec923 service nova] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] No waiting events found dispatching network-vif-plugged-0737b3e3-6cad-4b9c-8867-725c58c49f4c {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1252.087776] env[69399]: WARNING nova.compute.manager [req-c4248da4-1694-42d6-8f1f-022ce4c16431 req-6dc63a21-ea5c-42e5-9fe1-38e39c9ec923 service nova] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Received unexpected event network-vif-plugged-0737b3e3-6cad-4b9c-8867-725c58c49f4c for instance with vm_state building and task_state spawning. [ 1252.228444] env[69399]: DEBUG nova.objects.instance [None req-239edcfc-9efd-45ab-83c1-4661b418eb22 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Lazy-loading 'flavor' on Instance uuid f1889218-2e1e-459f-bb4d-e4461ca64702 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.269250] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177744, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.398770] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a307f29-de40-41af-b9dd-1d52d7a667dc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.418649] env[69399]: DEBUG nova.objects.base [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Object Instance<4c94260c-00d8-4095-b74c-4b25679aad98> lazy-loaded attributes: resources,numa_topology {{(pid=69399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1252.422415] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06429304-7284-4fa3-961d-26f018755063 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.430366] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Updating instance '7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932' progress to 83 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1252.728835] env[69399]: DEBUG oslo_concurrency.lockutils [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Acquiring lock "92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.729163] env[69399]: DEBUG oslo_concurrency.lockutils [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Lock "92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.734476] env[69399]: DEBUG oslo_concurrency.lockutils [None req-239edcfc-9efd-45ab-83c1-4661b418eb22 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Lock "f1889218-2e1e-459f-bb4d-e4461ca64702" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.320s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.771437] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177744, 'name': CreateVM_Task, 'duration_secs': 0.536317} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.771659] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1252.772395] env[69399]: DEBUG oslo_concurrency.lockutils [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.772568] env[69399]: DEBUG oslo_concurrency.lockutils [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.772893] env[69399]: DEBUG oslo_concurrency.lockutils [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.773538] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3c60195-1672-48b6-8543-6d85fdf8bdb7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.782860] env[69399]: DEBUG oslo_vmware.api [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1252.782860] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52cda0a5-aa7e-ec74-4270-557404354760" [ 1252.782860] env[69399]: _type = "Task" [ 1252.782860] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.792947] env[69399]: DEBUG oslo_vmware.api [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52cda0a5-aa7e-ec74-4270-557404354760, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.814373] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76189181-1c48-4528-968b-efddbd39669f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.822419] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e238a11e-f0cf-424e-a96f-105827f9822c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.871168] env[69399]: DEBUG nova.network.neutron [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Successfully updated port: 9757542d-d72e-4a66-ad85-0d60b7f756bd {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1252.874883] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b9b498-7d9e-47a4-8e18-be4887916b5d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.886026] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fbe209-fc5d-4c2f-92bc-aa45de3d2f35 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.902678] env[69399]: DEBUG nova.compute.provider_tree [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.937040] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-09a976f4-ccaf-44b9-99ec-ee9e5781c335 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Updating instance '7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932' progress to 100 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1253.096411] env[69399]: DEBUG nova.compute.manager [req-9d7f0bf6-e5c5-41ca-bd7f-ab29894606de req-fec4afa2-5549-4b0f-a3b2-0f0da80bb737 service nova] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Received event network-changed-0737b3e3-6cad-4b9c-8867-725c58c49f4c {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.096626] env[69399]: DEBUG nova.compute.manager [req-9d7f0bf6-e5c5-41ca-bd7f-ab29894606de req-fec4afa2-5549-4b0f-a3b2-0f0da80bb737 service nova] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Refreshing instance network info cache due to event network-changed-0737b3e3-6cad-4b9c-8867-725c58c49f4c. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1253.097056] env[69399]: DEBUG oslo_concurrency.lockutils [req-9d7f0bf6-e5c5-41ca-bd7f-ab29894606de req-fec4afa2-5549-4b0f-a3b2-0f0da80bb737 service nova] Acquiring lock "refresh_cache-52adc0b6-d4b5-43d2-9323-0ec2917109d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.097142] env[69399]: DEBUG oslo_concurrency.lockutils [req-9d7f0bf6-e5c5-41ca-bd7f-ab29894606de req-fec4afa2-5549-4b0f-a3b2-0f0da80bb737 service nova] Acquired lock "refresh_cache-52adc0b6-d4b5-43d2-9323-0ec2917109d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.101566] env[69399]: DEBUG nova.network.neutron [req-9d7f0bf6-e5c5-41ca-bd7f-ab29894606de req-fec4afa2-5549-4b0f-a3b2-0f0da80bb737 service nova] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Refreshing network info cache for port 0737b3e3-6cad-4b9c-8867-725c58c49f4c {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1253.232679] env[69399]: DEBUG nova.compute.manager [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1253.298414] env[69399]: DEBUG oslo_vmware.api [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52cda0a5-aa7e-ec74-4270-557404354760, 'name': SearchDatastore_Task, 'duration_secs': 0.034405} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.298816] env[69399]: DEBUG oslo_concurrency.lockutils [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.299075] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1253.299348] env[69399]: DEBUG oslo_concurrency.lockutils [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.299505] env[69399]: DEBUG oslo_concurrency.lockutils [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.299869] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1253.299964] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-560b9694-5e6e-4310-ae08-47959ee6cb0a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.310741] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1253.310882] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1253.312890] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f3e3a96-ed3c-4583-a1fb-544694b2f7c0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.326938] env[69399]: DEBUG oslo_vmware.api [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1253.326938] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c5a845-8397-6935-bae7-fb4aef85ba4b" [ 1253.326938] env[69399]: _type = "Task" [ 1253.326938] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.339145] env[69399]: DEBUG oslo_vmware.api [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c5a845-8397-6935-bae7-fb4aef85ba4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.381051] env[69399]: INFO nova.compute.manager [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Rescuing [ 1253.381427] env[69399]: DEBUG oslo_concurrency.lockutils [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquiring lock "refresh_cache-f1889218-2e1e-459f-bb4d-e4461ca64702" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.382231] env[69399]: DEBUG oslo_concurrency.lockutils [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquired lock "refresh_cache-f1889218-2e1e-459f-bb4d-e4461ca64702" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.382231] env[69399]: DEBUG nova.network.neutron [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1253.383554] env[69399]: DEBUG oslo_concurrency.lockutils [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquiring lock "refresh_cache-39559751-7c5a-4442-a252-b49372494de8" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.383704] env[69399]: DEBUG oslo_concurrency.lockutils [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquired lock "refresh_cache-39559751-7c5a-4442-a252-b49372494de8" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.383850] env[69399]: DEBUG nova.network.neutron [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1253.408122] env[69399]: DEBUG nova.scheduler.client.report [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.651931] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4bc720fa-3759-4d62-bf4e-e74a28750e38 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "interface-fa91de6b-1662-4bda-8d55-df585262b3a3-37f821e6-5f17-46af-8854-625260553c51" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.651931] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4bc720fa-3759-4d62-bf4e-e74a28750e38 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "interface-fa91de6b-1662-4bda-8d55-df585262b3a3-37f821e6-5f17-46af-8854-625260553c51" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.759015] env[69399]: DEBUG oslo_concurrency.lockutils [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.759444] env[69399]: DEBUG oslo_concurrency.lockutils [None req-504a8de4-570e-44dd-9dab-d414cb523caa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquiring lock "1c211d56-d533-4a14-95dc-5ced9a324e4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.759668] env[69399]: DEBUG oslo_concurrency.lockutils [None req-504a8de4-570e-44dd-9dab-d414cb523caa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "1c211d56-d533-4a14-95dc-5ced9a324e4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.759860] env[69399]: DEBUG oslo_concurrency.lockutils [None req-504a8de4-570e-44dd-9dab-d414cb523caa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquiring lock "1c211d56-d533-4a14-95dc-5ced9a324e4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.760050] env[69399]: DEBUG oslo_concurrency.lockutils [None req-504a8de4-570e-44dd-9dab-d414cb523caa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "1c211d56-d533-4a14-95dc-5ced9a324e4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.760218] env[69399]: DEBUG oslo_concurrency.lockutils [None req-504a8de4-570e-44dd-9dab-d414cb523caa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "1c211d56-d533-4a14-95dc-5ced9a324e4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.762493] env[69399]: INFO nova.compute.manager [None req-504a8de4-570e-44dd-9dab-d414cb523caa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Terminating instance [ 1253.841563] env[69399]: DEBUG oslo_vmware.api [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c5a845-8397-6935-bae7-fb4aef85ba4b, 'name': SearchDatastore_Task, 'duration_secs': 0.013964} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.842475] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a91fac2-923c-4dc1-be18-74d083326715 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.850194] env[69399]: DEBUG oslo_vmware.api [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1253.850194] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5257b14c-f0e8-d0b4-c6e1-6f3941a7530c" [ 1253.850194] env[69399]: _type = "Task" [ 1253.850194] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.860737] env[69399]: DEBUG oslo_vmware.api [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5257b14c-f0e8-d0b4-c6e1-6f3941a7530c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.911696] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.507s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.914600] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.085s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.914849] env[69399]: DEBUG nova.objects.instance [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lazy-loading 'pci_requests' on Instance uuid 19cedc3f-97c4-4d41-baa5-cccf1bb48d84 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.942031] env[69399]: DEBUG nova.network.neutron [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1254.083773] env[69399]: DEBUG nova.network.neutron [req-9d7f0bf6-e5c5-41ca-bd7f-ab29894606de req-fec4afa2-5549-4b0f-a3b2-0f0da80bb737 service nova] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Updated VIF entry in instance network info cache for port 0737b3e3-6cad-4b9c-8867-725c58c49f4c. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1254.084262] env[69399]: DEBUG nova.network.neutron [req-9d7f0bf6-e5c5-41ca-bd7f-ab29894606de req-fec4afa2-5549-4b0f-a3b2-0f0da80bb737 service nova] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Updating instance_info_cache with network_info: [{"id": "0737b3e3-6cad-4b9c-8867-725c58c49f4c", "address": "fa:16:3e:31:5c:06", "network": {"id": "afe3de9f-8d2f-45fb-9256-92317049c9ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-136698690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55629667f6cd4f8a948cc9a5a7f54dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0737b3e3-6c", "ovs_interfaceid": "0737b3e3-6cad-4b9c-8867-725c58c49f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.125081] env[69399]: DEBUG nova.network.neutron [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Updating instance_info_cache with network_info: [{"id": "9757542d-d72e-4a66-ad85-0d60b7f756bd", "address": "fa:16:3e:5e:12:2c", "network": {"id": "8bbd0a10-2e65-411d-8a62-f5ebaf71e8e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1453218423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ddf098d312d4b1282b2b2f8d85149f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9757542d-d7", "ovs_interfaceid": "9757542d-d72e-4a66-ad85-0d60b7f756bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.159257] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4bc720fa-3759-4d62-bf4e-e74a28750e38 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "fa91de6b-1662-4bda-8d55-df585262b3a3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.159464] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4bc720fa-3759-4d62-bf4e-e74a28750e38 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquired lock "fa91de6b-1662-4bda-8d55-df585262b3a3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.160842] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2527821-ac93-4f66-9d80-78678ac5804c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.182462] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fbdd8e-155d-445d-ae45-c362d9dfdd65 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.216085] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc720fa-3759-4d62-bf4e-e74a28750e38 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Reconfiguring VM to detach interface {{(pid=69399) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1254.219350] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ee36619-9f5b-4e61-94a6-edea460fc503 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.239635] env[69399]: DEBUG oslo_vmware.api [None req-4bc720fa-3759-4d62-bf4e-e74a28750e38 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 1254.239635] env[69399]: value = "task-4177746" [ 1254.239635] env[69399]: _type = "Task" [ 1254.239635] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.249414] env[69399]: DEBUG oslo_vmware.api [None req-4bc720fa-3759-4d62-bf4e-e74a28750e38 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177746, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.266489] env[69399]: DEBUG nova.compute.manager [None req-504a8de4-570e-44dd-9dab-d414cb523caa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1254.266723] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-504a8de4-570e-44dd-9dab-d414cb523caa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1254.267765] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776146af-955d-4256-8ba8-5a76fb687e6d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.275821] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-504a8de4-570e-44dd-9dab-d414cb523caa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.278364] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbfcd658-d13d-4a9c-9a9a-f8b5d2310110 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.287064] env[69399]: DEBUG oslo_vmware.api [None req-504a8de4-570e-44dd-9dab-d414cb523caa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1254.287064] env[69399]: value = "task-4177747" [ 1254.287064] env[69399]: _type = "Task" [ 1254.287064] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.297965] env[69399]: DEBUG oslo_vmware.api [None req-504a8de4-570e-44dd-9dab-d414cb523caa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.314240] env[69399]: DEBUG nova.network.neutron [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Updating instance_info_cache with network_info: [{"id": "817bc585-50c1-40e3-86a8-8ec3c9e844d0", "address": "fa:16:3e:60:23:42", "network": {"id": "809294fb-b90a-414f-80ae-c4f4ae7adef0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1026961644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d5582922e3b4d2eb1763d5198e21b2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap817bc585-50", "ovs_interfaceid": "817bc585-50c1-40e3-86a8-8ec3c9e844d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.361899] env[69399]: DEBUG oslo_vmware.api [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5257b14c-f0e8-d0b4-c6e1-6f3941a7530c, 'name': SearchDatastore_Task, 'duration_secs': 0.014193} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.362186] env[69399]: DEBUG oslo_concurrency.lockutils [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.362449] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 52adc0b6-d4b5-43d2-9323-0ec2917109d0/52adc0b6-d4b5-43d2-9323-0ec2917109d0.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1254.362705] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-044b2fa0-6f3a-4714-87c7-81abc96ba818 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.370730] env[69399]: DEBUG oslo_vmware.api [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1254.370730] env[69399]: value = "task-4177748" [ 1254.370730] env[69399]: _type = "Task" [ 1254.370730] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.380408] env[69399]: DEBUG oslo_vmware.api [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4177748, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.418665] env[69399]: DEBUG nova.objects.instance [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lazy-loading 'numa_topology' on Instance uuid 19cedc3f-97c4-4d41-baa5-cccf1bb48d84 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.423955] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1bc3dfee-0e99-4db3-80e3-3ea0fd54ae93 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "4c94260c-00d8-4095-b74c-4b25679aad98" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 43.375s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.424118] env[69399]: DEBUG oslo_concurrency.lockutils [None req-31b4797a-24e2-4a09-a40f-6f3f646ac026 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "4c94260c-00d8-4095-b74c-4b25679aad98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 19.581s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.425705] env[69399]: DEBUG oslo_concurrency.lockutils [None req-31b4797a-24e2-4a09-a40f-6f3f646ac026 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "4c94260c-00d8-4095-b74c-4b25679aad98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.425705] env[69399]: DEBUG oslo_concurrency.lockutils [None req-31b4797a-24e2-4a09-a40f-6f3f646ac026 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "4c94260c-00d8-4095-b74c-4b25679aad98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.425705] env[69399]: DEBUG oslo_concurrency.lockutils [None req-31b4797a-24e2-4a09-a40f-6f3f646ac026 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "4c94260c-00d8-4095-b74c-4b25679aad98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.426715] env[69399]: INFO nova.compute.manager [None req-31b4797a-24e2-4a09-a40f-6f3f646ac026 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Terminating instance [ 1254.551468] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquiring lock "499c045e-dacb-46da-be6f-bc1bdaefff76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.551817] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "499c045e-dacb-46da-be6f-bc1bdaefff76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.587428] env[69399]: DEBUG oslo_concurrency.lockutils [req-9d7f0bf6-e5c5-41ca-bd7f-ab29894606de req-fec4afa2-5549-4b0f-a3b2-0f0da80bb737 service nova] Releasing lock "refresh_cache-52adc0b6-d4b5-43d2-9323-0ec2917109d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.587758] env[69399]: DEBUG nova.compute.manager [req-9d7f0bf6-e5c5-41ca-bd7f-ab29894606de req-fec4afa2-5549-4b0f-a3b2-0f0da80bb737 service nova] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Received event network-changed-8112bb31-c8c6-4173-9d71-7b2cb24e9d55 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.587934] env[69399]: DEBUG nova.compute.manager [req-9d7f0bf6-e5c5-41ca-bd7f-ab29894606de req-fec4afa2-5549-4b0f-a3b2-0f0da80bb737 service nova] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Refreshing instance network info cache due to event network-changed-8112bb31-c8c6-4173-9d71-7b2cb24e9d55. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1254.588163] env[69399]: DEBUG oslo_concurrency.lockutils [req-9d7f0bf6-e5c5-41ca-bd7f-ab29894606de req-fec4afa2-5549-4b0f-a3b2-0f0da80bb737 service nova] Acquiring lock "refresh_cache-dee733a0-bd52-41cb-8267-7e968184f14d" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.588304] env[69399]: DEBUG oslo_concurrency.lockutils [req-9d7f0bf6-e5c5-41ca-bd7f-ab29894606de req-fec4afa2-5549-4b0f-a3b2-0f0da80bb737 service nova] Acquired lock "refresh_cache-dee733a0-bd52-41cb-8267-7e968184f14d" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.588489] env[69399]: DEBUG nova.network.neutron [req-9d7f0bf6-e5c5-41ca-bd7f-ab29894606de req-fec4afa2-5549-4b0f-a3b2-0f0da80bb737 service nova] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Refreshing network info cache for port 8112bb31-c8c6-4173-9d71-7b2cb24e9d55 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1254.629198] env[69399]: DEBUG oslo_concurrency.lockutils [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Releasing lock "refresh_cache-39559751-7c5a-4442-a252-b49372494de8" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.629557] env[69399]: DEBUG nova.compute.manager [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Instance network_info: |[{"id": "9757542d-d72e-4a66-ad85-0d60b7f756bd", "address": "fa:16:3e:5e:12:2c", "network": {"id": "8bbd0a10-2e65-411d-8a62-f5ebaf71e8e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1453218423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ddf098d312d4b1282b2b2f8d85149f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9757542d-d7", "ovs_interfaceid": "9757542d-d72e-4a66-ad85-0d60b7f756bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1254.629992] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:12:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24ec44b7-0acf-4ff9-8bb3-4641b74af7a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9757542d-d72e-4a66-ad85-0d60b7f756bd', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1254.637949] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1254.638620] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39559751-7c5a-4442-a252-b49372494de8] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1254.638908] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a1f09bf-7e05-4099-85ec-c66527f18773 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.661949] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1254.661949] env[69399]: value = "task-4177749" [ 1254.661949] env[69399]: _type = "Task" [ 1254.661949] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.671325] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177749, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.750563] env[69399]: DEBUG oslo_vmware.api [None req-4bc720fa-3759-4d62-bf4e-e74a28750e38 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.786510] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d5168370-b63d-4007-ada7-b48ff8505c71 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.786785] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d5168370-b63d-4007-ada7-b48ff8505c71 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.786984] env[69399]: DEBUG nova.compute.manager [None req-d5168370-b63d-4007-ada7-b48ff8505c71 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Going to confirm migration 4 {{(pid=69399) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1254.799209] env[69399]: DEBUG oslo_vmware.api [None req-504a8de4-570e-44dd-9dab-d414cb523caa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177747, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.817684] env[69399]: DEBUG oslo_concurrency.lockutils [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Releasing lock "refresh_cache-f1889218-2e1e-459f-bb4d-e4461ca64702" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.882421] env[69399]: DEBUG oslo_vmware.api [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4177748, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.924087] env[69399]: INFO nova.compute.claims [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1254.931970] env[69399]: DEBUG nova.compute.manager [None req-31b4797a-24e2-4a09-a40f-6f3f646ac026 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1254.931970] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-31b4797a-24e2-4a09-a40f-6f3f646ac026 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1254.931970] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-923d1de4-3a13-4d96-9506-2e17d2010553 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.949910] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0657cb2e-669c-42cc-b412-04c891dc4109 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.996024] env[69399]: WARNING nova.virt.vmwareapi.vmops [None req-31b4797a-24e2-4a09-a40f-6f3f646ac026 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 4c94260c-00d8-4095-b74c-4b25679aad98 could not be found. [ 1254.996024] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-31b4797a-24e2-4a09-a40f-6f3f646ac026 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1254.996437] env[69399]: INFO nova.compute.manager [None req-31b4797a-24e2-4a09-a40f-6f3f646ac026 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Took 0.07 seconds to destroy the instance on the hypervisor. [ 1254.996437] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31b4797a-24e2-4a09-a40f-6f3f646ac026 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1254.996865] env[69399]: DEBUG nova.compute.manager [-] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1254.996865] env[69399]: DEBUG nova.network.neutron [-] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1255.054721] env[69399]: DEBUG nova.compute.manager [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1255.178527] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177749, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.180462] env[69399]: DEBUG nova.compute.manager [req-07a4423c-12bd-4c67-a404-b0a831259125 req-3ca339f1-7b13-4d02-9b8f-cc56f9e20320 service nova] [instance: 39559751-7c5a-4442-a252-b49372494de8] Received event network-changed-9757542d-d72e-4a66-ad85-0d60b7f756bd {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.180767] env[69399]: DEBUG nova.compute.manager [req-07a4423c-12bd-4c67-a404-b0a831259125 req-3ca339f1-7b13-4d02-9b8f-cc56f9e20320 service nova] [instance: 39559751-7c5a-4442-a252-b49372494de8] Refreshing instance network info cache due to event network-changed-9757542d-d72e-4a66-ad85-0d60b7f756bd. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1255.181074] env[69399]: DEBUG oslo_concurrency.lockutils [req-07a4423c-12bd-4c67-a404-b0a831259125 req-3ca339f1-7b13-4d02-9b8f-cc56f9e20320 service nova] Acquiring lock "refresh_cache-39559751-7c5a-4442-a252-b49372494de8" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.181422] env[69399]: DEBUG oslo_concurrency.lockutils [req-07a4423c-12bd-4c67-a404-b0a831259125 req-3ca339f1-7b13-4d02-9b8f-cc56f9e20320 service nova] Acquired lock "refresh_cache-39559751-7c5a-4442-a252-b49372494de8" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.181663] env[69399]: DEBUG nova.network.neutron [req-07a4423c-12bd-4c67-a404-b0a831259125 req-3ca339f1-7b13-4d02-9b8f-cc56f9e20320 service nova] [instance: 39559751-7c5a-4442-a252-b49372494de8] Refreshing network info cache for port 9757542d-d72e-4a66-ad85-0d60b7f756bd {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1255.255251] env[69399]: DEBUG oslo_vmware.api [None req-4bc720fa-3759-4d62-bf4e-e74a28750e38 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.302504] env[69399]: DEBUG oslo_vmware.api [None req-504a8de4-570e-44dd-9dab-d414cb523caa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177747, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.351484] env[69399]: DEBUG nova.network.neutron [req-9d7f0bf6-e5c5-41ca-bd7f-ab29894606de req-fec4afa2-5549-4b0f-a3b2-0f0da80bb737 service nova] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Updated VIF entry in instance network info cache for port 8112bb31-c8c6-4173-9d71-7b2cb24e9d55. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1255.351869] env[69399]: DEBUG nova.network.neutron [req-9d7f0bf6-e5c5-41ca-bd7f-ab29894606de req-fec4afa2-5549-4b0f-a3b2-0f0da80bb737 service nova] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Updating instance_info_cache with network_info: [{"id": "8112bb31-c8c6-4173-9d71-7b2cb24e9d55", "address": "fa:16:3e:7f:0b:ad", "network": {"id": "2e919c77-3170-4d6d-9779-978d4cf8fafb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1843815499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44de2a3fad244be683fd7f2cea410ef2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8112bb31-c8", "ovs_interfaceid": "8112bb31-c8c6-4173-9d71-7b2cb24e9d55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.356614] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d5168370-b63d-4007-ada7-b48ff8505c71 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "refresh_cache-7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.356814] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d5168370-b63d-4007-ada7-b48ff8505c71 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquired lock "refresh_cache-7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.356995] env[69399]: DEBUG nova.network.neutron [None req-d5168370-b63d-4007-ada7-b48ff8505c71 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1255.357192] env[69399]: DEBUG nova.objects.instance [None req-d5168370-b63d-4007-ada7-b48ff8505c71 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lazy-loading 'info_cache' on Instance uuid 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.382515] env[69399]: DEBUG oslo_vmware.api [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4177748, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.8049} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.383644] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 52adc0b6-d4b5-43d2-9323-0ec2917109d0/52adc0b6-d4b5-43d2-9323-0ec2917109d0.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1255.383940] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1255.384278] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5bfb40dc-2472-4615-9f9a-dea22ece505e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.394252] env[69399]: DEBUG oslo_vmware.api [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1255.394252] env[69399]: value = "task-4177750" [ 1255.394252] env[69399]: _type = "Task" [ 1255.394252] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.404812] env[69399]: DEBUG oslo_vmware.api [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4177750, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.578742] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.672255] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177749, 'name': CreateVM_Task, 'duration_secs': 0.591963} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.672432] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39559751-7c5a-4442-a252-b49372494de8] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1255.673138] env[69399]: DEBUG oslo_concurrency.lockutils [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.673306] env[69399]: DEBUG oslo_concurrency.lockutils [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.673623] env[69399]: DEBUG oslo_concurrency.lockutils [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.673874] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d71ddced-880f-453f-8a21-2806e64dfbff {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.678859] env[69399]: DEBUG oslo_vmware.api [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 1255.678859] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52ea414a-9aa5-7e2b-feaa-04845d15bdf0" [ 1255.678859] env[69399]: _type = "Task" [ 1255.678859] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.688677] env[69399]: DEBUG oslo_vmware.api [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52ea414a-9aa5-7e2b-feaa-04845d15bdf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.752473] env[69399]: DEBUG oslo_vmware.api [None req-4bc720fa-3759-4d62-bf4e-e74a28750e38 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.799355] env[69399]: DEBUG oslo_vmware.api [None req-504a8de4-570e-44dd-9dab-d414cb523caa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177747, 'name': PowerOffVM_Task, 'duration_secs': 1.299302} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.799668] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-504a8de4-570e-44dd-9dab-d414cb523caa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1255.799906] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-504a8de4-570e-44dd-9dab-d414cb523caa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1255.800120] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25c8093c-7501-431b-bce6-d2463a23a784 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.854268] env[69399]: DEBUG oslo_concurrency.lockutils [req-9d7f0bf6-e5c5-41ca-bd7f-ab29894606de req-fec4afa2-5549-4b0f-a3b2-0f0da80bb737 service nova] Releasing lock "refresh_cache-dee733a0-bd52-41cb-8267-7e968184f14d" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.854578] env[69399]: DEBUG nova.compute.manager [req-9d7f0bf6-e5c5-41ca-bd7f-ab29894606de req-fec4afa2-5549-4b0f-a3b2-0f0da80bb737 service nova] [instance: 39559751-7c5a-4442-a252-b49372494de8] Received event network-vif-plugged-9757542d-d72e-4a66-ad85-0d60b7f756bd {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.854787] env[69399]: DEBUG oslo_concurrency.lockutils [req-9d7f0bf6-e5c5-41ca-bd7f-ab29894606de req-fec4afa2-5549-4b0f-a3b2-0f0da80bb737 service nova] Acquiring lock "39559751-7c5a-4442-a252-b49372494de8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.854997] env[69399]: DEBUG oslo_concurrency.lockutils [req-9d7f0bf6-e5c5-41ca-bd7f-ab29894606de req-fec4afa2-5549-4b0f-a3b2-0f0da80bb737 service nova] Lock "39559751-7c5a-4442-a252-b49372494de8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.855174] env[69399]: DEBUG oslo_concurrency.lockutils [req-9d7f0bf6-e5c5-41ca-bd7f-ab29894606de req-fec4afa2-5549-4b0f-a3b2-0f0da80bb737 service nova] Lock "39559751-7c5a-4442-a252-b49372494de8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.855383] env[69399]: DEBUG nova.compute.manager [req-9d7f0bf6-e5c5-41ca-bd7f-ab29894606de req-fec4afa2-5549-4b0f-a3b2-0f0da80bb737 service nova] [instance: 39559751-7c5a-4442-a252-b49372494de8] No waiting events found dispatching network-vif-plugged-9757542d-d72e-4a66-ad85-0d60b7f756bd {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1255.855602] env[69399]: WARNING nova.compute.manager [req-9d7f0bf6-e5c5-41ca-bd7f-ab29894606de req-fec4afa2-5549-4b0f-a3b2-0f0da80bb737 service nova] [instance: 39559751-7c5a-4442-a252-b49372494de8] Received unexpected event network-vif-plugged-9757542d-d72e-4a66-ad85-0d60b7f756bd for instance with vm_state building and task_state spawning. [ 1255.880298] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-504a8de4-570e-44dd-9dab-d414cb523caa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1255.880516] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-504a8de4-570e-44dd-9dab-d414cb523caa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1255.880701] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-504a8de4-570e-44dd-9dab-d414cb523caa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Deleting the datastore file [datastore2] 1c211d56-d533-4a14-95dc-5ced9a324e4c {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.881127] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-800fcb9d-d0db-4ce1-a26d-4a0d4e8b449a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.888947] env[69399]: DEBUG oslo_vmware.api [None req-504a8de4-570e-44dd-9dab-d414cb523caa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1255.888947] env[69399]: value = "task-4177752" [ 1255.888947] env[69399]: _type = "Task" [ 1255.888947] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.893516] env[69399]: DEBUG nova.network.neutron [-] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.901879] env[69399]: DEBUG oslo_vmware.api [None req-504a8de4-570e-44dd-9dab-d414cb523caa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177752, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.908548] env[69399]: DEBUG oslo_vmware.api [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4177750, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077867} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.910961] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1255.912195] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510a8383-05ed-4c4f-9892-0059496953d1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.938088] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 52adc0b6-d4b5-43d2-9323-0ec2917109d0/52adc0b6-d4b5-43d2-9323-0ec2917109d0.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1255.938789] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-003d5fdb-57fd-47d7-a398-71da4437cfb9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.954175] env[69399]: DEBUG nova.network.neutron [req-07a4423c-12bd-4c67-a404-b0a831259125 req-3ca339f1-7b13-4d02-9b8f-cc56f9e20320 service nova] [instance: 39559751-7c5a-4442-a252-b49372494de8] Updated VIF entry in instance network info cache for port 9757542d-d72e-4a66-ad85-0d60b7f756bd. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1255.954528] env[69399]: DEBUG nova.network.neutron [req-07a4423c-12bd-4c67-a404-b0a831259125 req-3ca339f1-7b13-4d02-9b8f-cc56f9e20320 service nova] [instance: 39559751-7c5a-4442-a252-b49372494de8] Updating instance_info_cache with network_info: [{"id": "9757542d-d72e-4a66-ad85-0d60b7f756bd", "address": "fa:16:3e:5e:12:2c", "network": {"id": "8bbd0a10-2e65-411d-8a62-f5ebaf71e8e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1453218423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ddf098d312d4b1282b2b2f8d85149f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9757542d-d7", "ovs_interfaceid": "9757542d-d72e-4a66-ad85-0d60b7f756bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.966425] env[69399]: DEBUG oslo_vmware.api [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1255.966425] env[69399]: value = "task-4177753" [ 1255.966425] env[69399]: _type = "Task" [ 1255.966425] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.977214] env[69399]: DEBUG oslo_vmware.api [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4177753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.191240] env[69399]: DEBUG oslo_vmware.api [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52ea414a-9aa5-7e2b-feaa-04845d15bdf0, 'name': SearchDatastore_Task, 'duration_secs': 0.070879} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.192193] env[69399]: DEBUG oslo_concurrency.lockutils [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.192193] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1256.192302] env[69399]: DEBUG oslo_concurrency.lockutils [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.192475] env[69399]: DEBUG oslo_concurrency.lockutils [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.192719] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1256.195753] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a267525-8886-4ff9-95a3-ad5279cbb030 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.207280] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1256.207529] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1256.208371] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4a7826e-cf0d-4be6-b333-83ccc7983729 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.215189] env[69399]: DEBUG oslo_vmware.api [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 1256.215189] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5217b59c-e695-f96e-a8e4-2bf4df5bd0ce" [ 1256.215189] env[69399]: _type = "Task" [ 1256.215189] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.227333] env[69399]: DEBUG oslo_vmware.api [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5217b59c-e695-f96e-a8e4-2bf4df5bd0ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.255492] env[69399]: DEBUG oslo_vmware.api [None req-4bc720fa-3759-4d62-bf4e-e74a28750e38 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.356723] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d0a4dd-d275-41ec-8385-872dbc4b4db5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.364434] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99dde6b-b04c-4e25-8a44-03c6c629e5b7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.396648] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1256.397156] env[69399]: INFO nova.compute.manager [-] [instance: 4c94260c-00d8-4095-b74c-4b25679aad98] Took 1.40 seconds to deallocate network for instance. [ 1256.397624] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-342bc374-b5c5-435a-a6e0-6d14c9d69cbd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.403906] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306d3e75-26d7-41c9-ad90-cbdd75003bcc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.423048] env[69399]: DEBUG oslo_vmware.api [None req-504a8de4-570e-44dd-9dab-d414cb523caa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177752, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272485} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.428686] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-504a8de4-570e-44dd-9dab-d414cb523caa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1256.428686] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-504a8de4-570e-44dd-9dab-d414cb523caa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1256.428686] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-504a8de4-570e-44dd-9dab-d414cb523caa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1256.428686] env[69399]: INFO nova.compute.manager [None req-504a8de4-570e-44dd-9dab-d414cb523caa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Took 2.16 seconds to destroy the instance on the hypervisor. [ 1256.428686] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-504a8de4-570e-44dd-9dab-d414cb523caa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1256.428686] env[69399]: DEBUG oslo_vmware.api [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1256.428686] env[69399]: value = "task-4177754" [ 1256.428686] env[69399]: _type = "Task" [ 1256.428686] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.428686] env[69399]: DEBUG nova.compute.manager [-] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1256.428686] env[69399]: DEBUG nova.network.neutron [-] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1256.432887] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff364bd4-f9b1-4fe7-9263-59f164685aa4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.446570] env[69399]: DEBUG oslo_vmware.api [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.454476] env[69399]: DEBUG nova.compute.provider_tree [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.461057] env[69399]: DEBUG oslo_concurrency.lockutils [req-07a4423c-12bd-4c67-a404-b0a831259125 req-3ca339f1-7b13-4d02-9b8f-cc56f9e20320 service nova] Releasing lock "refresh_cache-39559751-7c5a-4442-a252-b49372494de8" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.477438] env[69399]: DEBUG oslo_vmware.api [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4177753, 'name': ReconfigVM_Task, 'duration_secs': 0.390501} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.478054] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 52adc0b6-d4b5-43d2-9323-0ec2917109d0/52adc0b6-d4b5-43d2-9323-0ec2917109d0.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1256.478790] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67e0f43b-ac41-452b-b8bf-c23f42526d78 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.492718] env[69399]: DEBUG oslo_vmware.api [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1256.492718] env[69399]: value = "task-4177755" [ 1256.492718] env[69399]: _type = "Task" [ 1256.492718] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.511838] env[69399]: DEBUG oslo_vmware.api [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4177755, 'name': Rename_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.724539] env[69399]: DEBUG oslo_vmware.api [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5217b59c-e695-f96e-a8e4-2bf4df5bd0ce, 'name': SearchDatastore_Task, 'duration_secs': 0.040578} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.727199] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edaf69f7-b2ed-4d32-862b-98fd31736ccf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.731816] env[69399]: DEBUG oslo_vmware.api [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 1256.731816] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f0ee5a-df34-682c-acf0-8aaea0c6934a" [ 1256.731816] env[69399]: _type = "Task" [ 1256.731816] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.742930] env[69399]: DEBUG oslo_vmware.api [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f0ee5a-df34-682c-acf0-8aaea0c6934a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.751916] env[69399]: DEBUG oslo_vmware.api [None req-4bc720fa-3759-4d62-bf4e-e74a28750e38 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.942832] env[69399]: DEBUG oslo_vmware.api [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177754, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.942832] env[69399]: DEBUG nova.network.neutron [None req-d5168370-b63d-4007-ada7-b48ff8505c71 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Updating instance_info_cache with network_info: [{"id": "3d296f7a-47ed-4f08-8d77-d2b895ca3e5a", "address": "fa:16:3e:7c:8e:6e", "network": {"id": "fbc8d689-e009-493c-b7c6-f99fecd83767", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-209279494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "466df03825994aaaad4ffa06b54a80c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d296f7a-47", "ovs_interfaceid": "3d296f7a-47ed-4f08-8d77-d2b895ca3e5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.960060] env[69399]: DEBUG nova.scheduler.client.report [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.013288] env[69399]: DEBUG oslo_vmware.api [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4177755, 'name': Rename_Task, 'duration_secs': 0.191444} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.016244] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1257.016244] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87473af9-d75d-48da-8a36-1693d7d8afcc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.025633] env[69399]: DEBUG oslo_vmware.api [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1257.025633] env[69399]: value = "task-4177757" [ 1257.025633] env[69399]: _type = "Task" [ 1257.025633] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.036830] env[69399]: DEBUG oslo_vmware.api [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4177757, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.244034] env[69399]: DEBUG oslo_vmware.api [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f0ee5a-df34-682c-acf0-8aaea0c6934a, 'name': SearchDatastore_Task, 'duration_secs': 0.042777} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.248552] env[69399]: DEBUG oslo_concurrency.lockutils [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.248868] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 39559751-7c5a-4442-a252-b49372494de8/39559751-7c5a-4442-a252-b49372494de8.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1257.250334] env[69399]: DEBUG nova.compute.manager [req-208d4038-ce01-47a1-a6c1-1f917cc0fe46 req-222a1fc7-66de-4856-9f0d-405391bfc3c9 service nova] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Received event network-vif-deleted-1b26c21b-ae71-4155-aa32-134ca7782a4a {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.250534] env[69399]: INFO nova.compute.manager [req-208d4038-ce01-47a1-a6c1-1f917cc0fe46 req-222a1fc7-66de-4856-9f0d-405391bfc3c9 service nova] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Neutron deleted interface 1b26c21b-ae71-4155-aa32-134ca7782a4a; detaching it from the instance and deleting it from the info cache [ 1257.250705] env[69399]: DEBUG nova.network.neutron [req-208d4038-ce01-47a1-a6c1-1f917cc0fe46 req-222a1fc7-66de-4856-9f0d-405391bfc3c9 service nova] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.252918] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ddc8050-68fb-4ea5-bfb1-bbe1511917c5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.265933] env[69399]: DEBUG oslo_vmware.api [None req-4bc720fa-3759-4d62-bf4e-e74a28750e38 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.269354] env[69399]: DEBUG oslo_vmware.api [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 1257.269354] env[69399]: value = "task-4177758" [ 1257.269354] env[69399]: _type = "Task" [ 1257.269354] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.440728] env[69399]: DEBUG oslo_vmware.api [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177754, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.444555] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d5168370-b63d-4007-ada7-b48ff8505c71 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Releasing lock "refresh_cache-7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.444856] env[69399]: DEBUG nova.objects.instance [None req-d5168370-b63d-4007-ada7-b48ff8505c71 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lazy-loading 'migration_context' on Instance uuid 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.451783] env[69399]: DEBUG oslo_concurrency.lockutils [None req-31b4797a-24e2-4a09-a40f-6f3f646ac026 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "4c94260c-00d8-4095-b74c-4b25679aad98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.027s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.466457] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.552s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.472635] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.489s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.472635] env[69399]: INFO nova.compute.claims [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1257.515808] env[69399]: DEBUG nova.network.neutron [-] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.525531] env[69399]: INFO nova.network.neutron [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Updating port 615ae80f-7dd5-4320-9fbb-1d0da84e1528 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1257.541279] env[69399]: DEBUG oslo_vmware.api [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4177757, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.754489] env[69399]: DEBUG oslo_vmware.api [None req-4bc720fa-3759-4d62-bf4e-e74a28750e38 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.755117] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-944f9716-b1b3-49a6-ba8b-0bdfa34c68b8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.765589] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5edd5a5-83d0-4d86-b4c1-efcfaf672bc0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.786043] env[69399]: DEBUG oslo_vmware.api [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.806879] env[69399]: DEBUG nova.compute.manager [req-208d4038-ce01-47a1-a6c1-1f917cc0fe46 req-222a1fc7-66de-4856-9f0d-405391bfc3c9 service nova] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Detach interface failed, port_id=1b26c21b-ae71-4155-aa32-134ca7782a4a, reason: Instance 1c211d56-d533-4a14-95dc-5ced9a324e4c could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1257.940194] env[69399]: DEBUG oslo_vmware.api [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177754, 'name': PowerOffVM_Task, 'duration_secs': 1.434846} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.940464] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1257.941314] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66412a3-cd0c-4753-ab51-8bb647f6c92e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.964980] env[69399]: DEBUG nova.objects.base [None req-d5168370-b63d-4007-ada7-b48ff8505c71 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Object Instance<7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932> lazy-loaded attributes: info_cache,migration_context {{(pid=69399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1257.966231] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fdbfcc-5af2-4581-a7d0-9161fba6d589 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.969631] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce16ba7c-ddfd-41c4-a5c3-a5261c3ad5cd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.006162] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ce3c329-69bd-4d70-9761-caad47dfed9a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.013139] env[69399]: DEBUG oslo_vmware.api [None req-d5168370-b63d-4007-ada7-b48ff8505c71 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1258.013139] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5273c48f-98d9-c053-7378-c4cea0e2a484" [ 1258.013139] env[69399]: _type = "Task" [ 1258.013139] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.022992] env[69399]: INFO nova.compute.manager [-] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Took 1.60 seconds to deallocate network for instance. [ 1258.023673] env[69399]: DEBUG oslo_vmware.api [None req-d5168370-b63d-4007-ada7-b48ff8505c71 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5273c48f-98d9-c053-7378-c4cea0e2a484, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.041580] env[69399]: DEBUG oslo_vmware.api [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4177757, 'name': PowerOnVM_Task, 'duration_secs': 0.653953} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.042240] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1258.042475] env[69399]: INFO nova.compute.manager [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Took 9.20 seconds to spawn the instance on the hypervisor. [ 1258.042666] env[69399]: DEBUG nova.compute.manager [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1258.043635] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d978065-e814-4dd9-970a-68a89a060449 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.048224] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.048566] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37791ef0-54e6-4d2f-999f-eec4bfd62ebd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.063035] env[69399]: DEBUG oslo_vmware.api [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1258.063035] env[69399]: value = "task-4177759" [ 1258.063035] env[69399]: _type = "Task" [ 1258.063035] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.073043] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] VM already powered off {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1258.073043] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1258.073043] env[69399]: DEBUG oslo_concurrency.lockutils [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.073043] env[69399]: DEBUG oslo_concurrency.lockutils [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.073043] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1258.073043] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8add2f6-cb40-4826-8007-8cbb37f9f4af {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.091562] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1258.091562] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1258.092378] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd6bc41f-3230-4a80-accd-d3b3447bd17b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.100967] env[69399]: DEBUG oslo_vmware.api [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1258.100967] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52583267-1ff2-46b2-d811-5ece9a678e08" [ 1258.100967] env[69399]: _type = "Task" [ 1258.100967] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.110820] env[69399]: DEBUG oslo_vmware.api [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52583267-1ff2-46b2-d811-5ece9a678e08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.259817] env[69399]: DEBUG oslo_vmware.api [None req-4bc720fa-3759-4d62-bf4e-e74a28750e38 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.289672] env[69399]: DEBUG oslo_vmware.api [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177758, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.498838] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "cd38965b-6046-4f0b-afa9-c189669a6e08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.499077] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "cd38965b-6046-4f0b-afa9-c189669a6e08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.524876] env[69399]: DEBUG oslo_vmware.api [None req-d5168370-b63d-4007-ada7-b48ff8505c71 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5273c48f-98d9-c053-7378-c4cea0e2a484, 'name': SearchDatastore_Task, 'duration_secs': 0.028741} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.525211] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d5168370-b63d-4007-ada7-b48ff8505c71 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.536730] env[69399]: DEBUG oslo_concurrency.lockutils [None req-504a8de4-570e-44dd-9dab-d414cb523caa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.576404] env[69399]: INFO nova.compute.manager [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Took 34.35 seconds to build instance. [ 1258.614683] env[69399]: DEBUG oslo_vmware.api [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52583267-1ff2-46b2-d811-5ece9a678e08, 'name': SearchDatastore_Task, 'duration_secs': 0.050699} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.615449] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94fb52d6-e1e2-4275-9998-ed2d2599d991 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.623185] env[69399]: DEBUG oslo_vmware.api [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1258.623185] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5236e206-0ab2-7c15-9712-6b6488bc3627" [ 1258.623185] env[69399]: _type = "Task" [ 1258.623185] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.632362] env[69399]: DEBUG oslo_vmware.api [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5236e206-0ab2-7c15-9712-6b6488bc3627, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.764425] env[69399]: DEBUG oslo_vmware.api [None req-4bc720fa-3759-4d62-bf4e-e74a28750e38 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.789574] env[69399]: DEBUG oslo_vmware.api [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177758, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.166986} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.789867] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 39559751-7c5a-4442-a252-b49372494de8/39559751-7c5a-4442-a252-b49372494de8.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1258.790097] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1258.790369] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04a470ed-509a-4917-80ce-929570cadc4f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.801922] env[69399]: DEBUG oslo_vmware.api [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 1258.801922] env[69399]: value = "task-4177761" [ 1258.801922] env[69399]: _type = "Task" [ 1258.801922] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.812939] env[69399]: DEBUG oslo_vmware.api [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.859456] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fbf58c-e018-4ab8-8e17-83047e4449d7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.867592] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28607a7a-03c3-4238-9a8c-34503f3c4786 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.901252] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb392c0-fa3a-46a3-bc83-7f2de528e5c7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.909620] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b0c685-7508-4396-9a26-7ffb5da74549 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.925504] env[69399]: DEBUG nova.compute.provider_tree [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1259.001076] env[69399]: DEBUG nova.compute.manager [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1259.078591] env[69399]: DEBUG oslo_concurrency.lockutils [None req-56b36871-e169-4ee5-9e22-391e3e381fdf tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "52adc0b6-d4b5-43d2-9323-0ec2917109d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.868s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.137038] env[69399]: DEBUG oslo_vmware.api [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5236e206-0ab2-7c15-9712-6b6488bc3627, 'name': SearchDatastore_Task, 'duration_secs': 0.020552} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.137038] env[69399]: DEBUG oslo_concurrency.lockutils [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.137038] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] f1889218-2e1e-459f-bb4d-e4461ca64702/080cf791-deb9-45e0-96cd-252fc7c4f56a-rescue.vmdk. {{(pid=69399) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1259.137038] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff126274-2c62-4c85-9760-523bd92e49f5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.143423] env[69399]: DEBUG oslo_vmware.api [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1259.143423] env[69399]: value = "task-4177762" [ 1259.143423] env[69399]: _type = "Task" [ 1259.143423] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.153129] env[69399]: DEBUG oslo_vmware.api [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.257619] env[69399]: DEBUG oslo_vmware.api [None req-4bc720fa-3759-4d62-bf4e-e74a28750e38 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.280986] env[69399]: DEBUG nova.compute.manager [req-3d39144e-bf15-4f16-be6b-004db207ab18 req-cdd6f2b2-96dd-4726-b9cc-346c7477a5ef service nova] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Received event network-changed-0737b3e3-6cad-4b9c-8867-725c58c49f4c {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.280986] env[69399]: DEBUG nova.compute.manager [req-3d39144e-bf15-4f16-be6b-004db207ab18 req-cdd6f2b2-96dd-4726-b9cc-346c7477a5ef service nova] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Refreshing instance network info cache due to event network-changed-0737b3e3-6cad-4b9c-8867-725c58c49f4c. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1259.280986] env[69399]: DEBUG oslo_concurrency.lockutils [req-3d39144e-bf15-4f16-be6b-004db207ab18 req-cdd6f2b2-96dd-4726-b9cc-346c7477a5ef service nova] Acquiring lock "refresh_cache-52adc0b6-d4b5-43d2-9323-0ec2917109d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.280986] env[69399]: DEBUG oslo_concurrency.lockutils [req-3d39144e-bf15-4f16-be6b-004db207ab18 req-cdd6f2b2-96dd-4726-b9cc-346c7477a5ef service nova] Acquired lock "refresh_cache-52adc0b6-d4b5-43d2-9323-0ec2917109d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.280986] env[69399]: DEBUG nova.network.neutron [req-3d39144e-bf15-4f16-be6b-004db207ab18 req-cdd6f2b2-96dd-4726-b9cc-346c7477a5ef service nova] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Refreshing network info cache for port 0737b3e3-6cad-4b9c-8867-725c58c49f4c {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1259.314037] env[69399]: DEBUG oslo_vmware.api [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075484} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.314230] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1259.315105] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb55fde-c2a9-4a54-9238-3d3d89d8b565 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.339652] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 39559751-7c5a-4442-a252-b49372494de8/39559751-7c5a-4442-a252-b49372494de8.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1259.340142] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb9a8bc3-f1d9-4682-acf6-09a566094151 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.361821] env[69399]: DEBUG oslo_vmware.api [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 1259.361821] env[69399]: value = "task-4177763" [ 1259.361821] env[69399]: _type = "Task" [ 1259.361821] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.371423] env[69399]: DEBUG oslo_vmware.api [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177763, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.449551] env[69399]: ERROR nova.scheduler.client.report [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [req-d2ffc4ca-63bc-45e1-8cd3-1f7e3572b8c7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65caca49-2bb8-4896-b9be-5baf8708847a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d2ffc4ca-63bc-45e1-8cd3-1f7e3572b8c7"}]} [ 1259.469474] env[69399]: DEBUG nova.scheduler.client.report [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Refreshing inventories for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1259.485852] env[69399]: DEBUG nova.scheduler.client.report [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Updating ProviderTree inventory for provider 65caca49-2bb8-4896-b9be-5baf8708847a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1259.486103] env[69399]: DEBUG nova.compute.provider_tree [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1259.506160] env[69399]: DEBUG nova.scheduler.client.report [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Refreshing aggregate associations for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a, aggregates: None {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1259.537071] env[69399]: DEBUG nova.scheduler.client.report [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Refreshing trait associations for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1259.542568] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.660758] env[69399]: DEBUG oslo_vmware.api [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177762, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.761833] env[69399]: DEBUG oslo_vmware.api [None req-4bc720fa-3759-4d62-bf4e-e74a28750e38 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177746, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.876987] env[69399]: DEBUG oslo_vmware.api [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177763, 'name': ReconfigVM_Task, 'duration_secs': 0.506885} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.877481] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 39559751-7c5a-4442-a252-b49372494de8/39559751-7c5a-4442-a252-b49372494de8.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1259.878799] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec6d132f-dfd1-4c5b-b834-d9bd42acf294 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.891045] env[69399]: DEBUG oslo_vmware.api [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 1259.891045] env[69399]: value = "task-4177764" [ 1259.891045] env[69399]: _type = "Task" [ 1259.891045] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.906116] env[69399]: DEBUG oslo_vmware.api [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177764, 'name': Rename_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.971411] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquiring lock "refresh_cache-19cedc3f-97c4-4d41-baa5-cccf1bb48d84" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.971613] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquired lock "refresh_cache-19cedc3f-97c4-4d41-baa5-cccf1bb48d84" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.971777] env[69399]: DEBUG nova.network.neutron [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1260.025867] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026c26c9-1be4-4d2a-8cbe-9304a714d563 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.037056] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f35f94-5afa-4e8c-a8b4-5214496d8c88 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.070513] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1647e6-25bc-4bc2-9958-d71d145c2307 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.078487] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8959fe31-d52e-4840-a267-39da90adce93 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.093354] env[69399]: DEBUG nova.compute.provider_tree [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1260.104470] env[69399]: DEBUG nova.network.neutron [req-3d39144e-bf15-4f16-be6b-004db207ab18 req-cdd6f2b2-96dd-4726-b9cc-346c7477a5ef service nova] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Updated VIF entry in instance network info cache for port 0737b3e3-6cad-4b9c-8867-725c58c49f4c. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1260.104838] env[69399]: DEBUG nova.network.neutron [req-3d39144e-bf15-4f16-be6b-004db207ab18 req-cdd6f2b2-96dd-4726-b9cc-346c7477a5ef service nova] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Updating instance_info_cache with network_info: [{"id": "0737b3e3-6cad-4b9c-8867-725c58c49f4c", "address": "fa:16:3e:31:5c:06", "network": {"id": "afe3de9f-8d2f-45fb-9256-92317049c9ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-136698690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55629667f6cd4f8a948cc9a5a7f54dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0737b3e3-6c", "ovs_interfaceid": "0737b3e3-6cad-4b9c-8867-725c58c49f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.154881] env[69399]: DEBUG oslo_vmware.api [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177762, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565135} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.155217] env[69399]: INFO nova.virt.vmwareapi.ds_util [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] f1889218-2e1e-459f-bb4d-e4461ca64702/080cf791-deb9-45e0-96cd-252fc7c4f56a-rescue.vmdk. [ 1260.155994] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b1fc90-8cd4-4b66-86ff-586e498d227a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.186899] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] f1889218-2e1e-459f-bb4d-e4461ca64702/080cf791-deb9-45e0-96cd-252fc7c4f56a-rescue.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1260.187641] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e56f78f7-4077-4a44-846a-94d5892db88d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.208945] env[69399]: DEBUG oslo_vmware.api [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1260.208945] env[69399]: value = "task-4177765" [ 1260.208945] env[69399]: _type = "Task" [ 1260.208945] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.217882] env[69399]: DEBUG oslo_vmware.api [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177765, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.261927] env[69399]: DEBUG oslo_vmware.api [None req-4bc720fa-3759-4d62-bf4e-e74a28750e38 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177746, 'name': ReconfigVM_Task, 'duration_secs': 5.835383} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.262159] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4bc720fa-3759-4d62-bf4e-e74a28750e38 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Releasing lock "fa91de6b-1662-4bda-8d55-df585262b3a3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.262405] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc720fa-3759-4d62-bf4e-e74a28750e38 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Reconfigured VM to detach interface {{(pid=69399) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1260.403072] env[69399]: DEBUG oslo_vmware.api [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177764, 'name': Rename_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.608431] env[69399]: DEBUG oslo_concurrency.lockutils [req-3d39144e-bf15-4f16-be6b-004db207ab18 req-cdd6f2b2-96dd-4726-b9cc-346c7477a5ef service nova] Releasing lock "refresh_cache-52adc0b6-d4b5-43d2-9323-0ec2917109d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.634392] env[69399]: DEBUG nova.scheduler.client.report [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Updated inventory for provider 65caca49-2bb8-4896-b9be-5baf8708847a with generation 146 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1260.634894] env[69399]: DEBUG nova.compute.provider_tree [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Updating resource provider 65caca49-2bb8-4896-b9be-5baf8708847a generation from 146 to 147 during operation: update_inventory {{(pid=69399) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1260.635107] env[69399]: DEBUG nova.compute.provider_tree [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1260.719943] env[69399]: DEBUG oslo_vmware.api [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177765, 'name': ReconfigVM_Task, 'duration_secs': 0.46755} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.720405] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Reconfigured VM instance instance-00000063 to attach disk [datastore2] f1889218-2e1e-459f-bb4d-e4461ca64702/080cf791-deb9-45e0-96cd-252fc7c4f56a-rescue.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1260.721429] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8149cf7a-639e-47f3-a235-b58e7f52c1d5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.758988] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dce1bd4a-17b2-465b-8a3d-b22a83f2e0cd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.777623] env[69399]: DEBUG oslo_vmware.api [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1260.777623] env[69399]: value = "task-4177766" [ 1260.777623] env[69399]: _type = "Task" [ 1260.777623] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.788857] env[69399]: DEBUG oslo_vmware.api [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177766, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.904339] env[69399]: DEBUG oslo_vmware.api [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177764, 'name': Rename_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.030253] env[69399]: DEBUG nova.network.neutron [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Updating instance_info_cache with network_info: [{"id": "615ae80f-7dd5-4320-9fbb-1d0da84e1528", "address": "fa:16:3e:66:b4:49", "network": {"id": "ec26b104-06f2-45dc-8dea-679a3711ccb3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-608903597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b365d893784bd2b90412f55fdaaa49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap615ae80f-7d", "ovs_interfaceid": "615ae80f-7dd5-4320-9fbb-1d0da84e1528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.141340] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.672s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.141869] env[69399]: DEBUG nova.compute.manager [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1261.144923] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 23.614s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.145114] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.145271] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69399) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1261.145563] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c6f055a7-3b01-4da8-88ca-628959ed5704 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.701s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.145878] env[69399]: DEBUG nova.objects.instance [None req-c6f055a7-3b01-4da8-88ca-628959ed5704 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Lazy-loading 'resources' on Instance uuid 73a12662-f81b-4ec7-95e0-01e64b81c5fd {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.147616] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ad56a3-ad78-4516-9795-0fb666b757d2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.156819] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee91147-8763-4a0e-95fb-95fcbbb24c97 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.172887] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f81e524-6c84-4e49-a719-e7523b02a531 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.181808] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e30f43-c809-4b29-b34a-98aa21fab391 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.215176] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178612MB free_disk=6GB free_vcpus=48 pci_devices=None {{(pid=69399) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1261.215403] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.287229] env[69399]: DEBUG oslo_vmware.api [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177766, 'name': ReconfigVM_Task, 'duration_secs': 0.335012} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.287538] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1261.287787] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d33a09c6-4428-4ba6-9696-a19d0348d89a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.294241] env[69399]: DEBUG oslo_vmware.api [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1261.294241] env[69399]: value = "task-4177768" [ 1261.294241] env[69399]: _type = "Task" [ 1261.294241] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.302239] env[69399]: DEBUG oslo_vmware.api [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177768, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.308349] env[69399]: DEBUG nova.compute.manager [req-6248ff65-501e-4b3d-86c8-11caace258b5 req-a912ff8e-bbbc-4042-8d78-f64fae226dba service nova] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Received event network-vif-plugged-615ae80f-7dd5-4320-9fbb-1d0da84e1528 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.308627] env[69399]: DEBUG oslo_concurrency.lockutils [req-6248ff65-501e-4b3d-86c8-11caace258b5 req-a912ff8e-bbbc-4042-8d78-f64fae226dba service nova] Acquiring lock "19cedc3f-97c4-4d41-baa5-cccf1bb48d84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.308836] env[69399]: DEBUG oslo_concurrency.lockutils [req-6248ff65-501e-4b3d-86c8-11caace258b5 req-a912ff8e-bbbc-4042-8d78-f64fae226dba service nova] Lock "19cedc3f-97c4-4d41-baa5-cccf1bb48d84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.308977] env[69399]: DEBUG oslo_concurrency.lockutils [req-6248ff65-501e-4b3d-86c8-11caace258b5 req-a912ff8e-bbbc-4042-8d78-f64fae226dba service nova] Lock "19cedc3f-97c4-4d41-baa5-cccf1bb48d84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.309166] env[69399]: DEBUG nova.compute.manager [req-6248ff65-501e-4b3d-86c8-11caace258b5 req-a912ff8e-bbbc-4042-8d78-f64fae226dba service nova] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] No waiting events found dispatching network-vif-plugged-615ae80f-7dd5-4320-9fbb-1d0da84e1528 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1261.309346] env[69399]: WARNING nova.compute.manager [req-6248ff65-501e-4b3d-86c8-11caace258b5 req-a912ff8e-bbbc-4042-8d78-f64fae226dba service nova] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Received unexpected event network-vif-plugged-615ae80f-7dd5-4320-9fbb-1d0da84e1528 for instance with vm_state shelved_offloaded and task_state spawning. [ 1261.309485] env[69399]: DEBUG nova.compute.manager [req-6248ff65-501e-4b3d-86c8-11caace258b5 req-a912ff8e-bbbc-4042-8d78-f64fae226dba service nova] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Received event network-changed-615ae80f-7dd5-4320-9fbb-1d0da84e1528 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.309639] env[69399]: DEBUG nova.compute.manager [req-6248ff65-501e-4b3d-86c8-11caace258b5 req-a912ff8e-bbbc-4042-8d78-f64fae226dba service nova] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Refreshing instance network info cache due to event network-changed-615ae80f-7dd5-4320-9fbb-1d0da84e1528. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1261.309805] env[69399]: DEBUG oslo_concurrency.lockutils [req-6248ff65-501e-4b3d-86c8-11caace258b5 req-a912ff8e-bbbc-4042-8d78-f64fae226dba service nova] Acquiring lock "refresh_cache-19cedc3f-97c4-4d41-baa5-cccf1bb48d84" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.405076] env[69399]: DEBUG oslo_vmware.api [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177764, 'name': Rename_Task, 'duration_secs': 1.16064} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.405461] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1261.405765] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efd89f23-aeba-4cc4-90a5-068ff197dae9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.412067] env[69399]: DEBUG oslo_vmware.api [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 1261.412067] env[69399]: value = "task-4177769" [ 1261.412067] env[69399]: _type = "Task" [ 1261.412067] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.420332] env[69399]: DEBUG oslo_vmware.api [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.532967] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Releasing lock "refresh_cache-19cedc3f-97c4-4d41-baa5-cccf1bb48d84" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.535384] env[69399]: DEBUG oslo_concurrency.lockutils [req-6248ff65-501e-4b3d-86c8-11caace258b5 req-a912ff8e-bbbc-4042-8d78-f64fae226dba service nova] Acquired lock "refresh_cache-19cedc3f-97c4-4d41-baa5-cccf1bb48d84" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.535644] env[69399]: DEBUG nova.network.neutron [req-6248ff65-501e-4b3d-86c8-11caace258b5 req-a912ff8e-bbbc-4042-8d78-f64fae226dba service nova] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Refreshing network info cache for port 615ae80f-7dd5-4320-9fbb-1d0da84e1528 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1261.564250] env[69399]: DEBUG nova.virt.hardware [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e0bc0c42c246334329a470f54fc86ef6',container_format='bare',created_at=2025-05-15T10:58:09Z,direct_url=,disk_format='vmdk',id=4598d570-6bb1-4add-8683-cb9051b1cf44,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1635738819-shelved',owner='90b365d893784bd2b90412f55fdaaa49',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-05-15T10:58:25Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1261.564625] env[69399]: DEBUG nova.virt.hardware [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1261.564872] env[69399]: DEBUG nova.virt.hardware [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1261.565337] env[69399]: DEBUG nova.virt.hardware [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1261.565559] env[69399]: DEBUG nova.virt.hardware [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1261.565726] env[69399]: DEBUG nova.virt.hardware [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1261.565944] env[69399]: DEBUG nova.virt.hardware [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1261.566161] env[69399]: DEBUG nova.virt.hardware [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1261.566348] env[69399]: DEBUG nova.virt.hardware [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1261.566518] env[69399]: DEBUG nova.virt.hardware [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1261.566696] env[69399]: DEBUG nova.virt.hardware [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1261.567933] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f273512-2686-43ad-b356-1fec3d9dc568 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.576932] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517a3132-d5ef-407e-a777-9c459e05840d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.592619] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:b4:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '615ae80f-7dd5-4320-9fbb-1d0da84e1528', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1261.600554] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1261.600736] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1261.600960] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6522ca08-e405-48a7-89ca-8fdf7f4017ad {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.624046] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1261.624046] env[69399]: value = "task-4177770" [ 1261.624046] env[69399]: _type = "Task" [ 1261.624046] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.635818] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177770, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.649041] env[69399]: DEBUG nova.compute.utils [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1261.650641] env[69399]: DEBUG nova.compute.manager [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1261.651041] env[69399]: DEBUG nova.network.neutron [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1261.780323] env[69399]: DEBUG nova.policy [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30edd93afb254a96ab5a1f259a8f53a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d78bffd4fc241838d980740174d171b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1261.806207] env[69399]: DEBUG oslo_vmware.api [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177768, 'name': PowerOnVM_Task, 'duration_secs': 0.431676} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.809398] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1261.812476] env[69399]: DEBUG nova.compute.manager [None req-60c0fd4e-b711-4aad-ae83-cac3290a5159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1261.813485] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4cd8b4-6a2b-42c3-9059-db71bd209926 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.855787] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4bc720fa-3759-4d62-bf4e-e74a28750e38 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "refresh_cache-fa91de6b-1662-4bda-8d55-df585262b3a3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.855787] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4bc720fa-3759-4d62-bf4e-e74a28750e38 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquired lock "refresh_cache-fa91de6b-1662-4bda-8d55-df585262b3a3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.855787] env[69399]: DEBUG nova.network.neutron [None req-4bc720fa-3759-4d62-bf4e-e74a28750e38 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.925959] env[69399]: DEBUG oslo_vmware.api [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177769, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.056061] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1f71e9-9fa3-4f0f-a48b-06066e5f5cdd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.065683] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d703306-fd9a-4812-8c35-84ba77132bdf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.103728] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089bf5ef-b533-464b-9484-8fcac9d26708 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.115352] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54c2f32-b093-4394-977c-c90b9989774f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.130383] env[69399]: DEBUG nova.compute.provider_tree [None req-c6f055a7-3b01-4da8-88ca-628959ed5704 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.144871] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177770, 'name': CreateVM_Task, 'duration_secs': 0.503241} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.144871] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1262.144871] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4598d570-6bb1-4add-8683-cb9051b1cf44" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.144871] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4598d570-6bb1-4add-8683-cb9051b1cf44" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.145513] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4598d570-6bb1-4add-8683-cb9051b1cf44" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.145747] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05802b94-cb4a-42c4-9c38-c14fa6f52e6b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.151037] env[69399]: DEBUG oslo_vmware.api [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 1262.151037] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52891b18-3b32-420a-bf1a-3b5d5d41bc12" [ 1262.151037] env[69399]: _type = "Task" [ 1262.151037] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.161038] env[69399]: DEBUG nova.compute.manager [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1262.163689] env[69399]: DEBUG oslo_vmware.api [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52891b18-3b32-420a-bf1a-3b5d5d41bc12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.422932] env[69399]: DEBUG oslo_vmware.api [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177769, 'name': PowerOnVM_Task, 'duration_secs': 0.550531} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.423213] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1262.423413] env[69399]: INFO nova.compute.manager [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Took 11.03 seconds to spawn the instance on the hypervisor. [ 1262.423590] env[69399]: DEBUG nova.compute.manager [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1262.424501] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f5bd11-6293-4b26-92e2-31630d2e3d6d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.592565] env[69399]: INFO nova.network.neutron [None req-4bc720fa-3759-4d62-bf4e-e74a28750e38 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Port 37f821e6-5f17-46af-8854-625260553c51 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1262.592565] env[69399]: DEBUG nova.network.neutron [None req-4bc720fa-3759-4d62-bf4e-e74a28750e38 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Updating instance_info_cache with network_info: [{"id": "6c468f68-3aaf-427b-8513-fd3165a5f741", "address": "fa:16:3e:65:9f:07", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c468f68-3a", "ovs_interfaceid": "6c468f68-3aaf-427b-8513-fd3165a5f741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.635678] env[69399]: DEBUG nova.scheduler.client.report [None req-c6f055a7-3b01-4da8-88ca-628959ed5704 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.662545] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4598d570-6bb1-4add-8683-cb9051b1cf44" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.662809] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Processing image 4598d570-6bb1-4add-8683-cb9051b1cf44 {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1262.663081] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4598d570-6bb1-4add-8683-cb9051b1cf44/4598d570-6bb1-4add-8683-cb9051b1cf44.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.663232] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4598d570-6bb1-4add-8683-cb9051b1cf44/4598d570-6bb1-4add-8683-cb9051b1cf44.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.663428] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1262.663657] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecc5e80e-7494-4479-98a6-dea773ee300d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.688726] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1262.689102] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1262.689861] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c9cbf3d-0cb1-4515-bddd-f703502608b2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.695618] env[69399]: DEBUG oslo_vmware.api [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 1262.695618] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52706d3b-d3b5-feb8-c0f3-4aa61694912a" [ 1262.695618] env[69399]: _type = "Task" [ 1262.695618] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.711670] env[69399]: DEBUG oslo_vmware.api [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52706d3b-d3b5-feb8-c0f3-4aa61694912a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.721545] env[69399]: DEBUG nova.network.neutron [req-6248ff65-501e-4b3d-86c8-11caace258b5 req-a912ff8e-bbbc-4042-8d78-f64fae226dba service nova] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Updated VIF entry in instance network info cache for port 615ae80f-7dd5-4320-9fbb-1d0da84e1528. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1262.721927] env[69399]: DEBUG nova.network.neutron [req-6248ff65-501e-4b3d-86c8-11caace258b5 req-a912ff8e-bbbc-4042-8d78-f64fae226dba service nova] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Updating instance_info_cache with network_info: [{"id": "615ae80f-7dd5-4320-9fbb-1d0da84e1528", "address": "fa:16:3e:66:b4:49", "network": {"id": "ec26b104-06f2-45dc-8dea-679a3711ccb3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-608903597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90b365d893784bd2b90412f55fdaaa49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap615ae80f-7d", "ovs_interfaceid": "615ae80f-7dd5-4320-9fbb-1d0da84e1528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.725442] env[69399]: DEBUG nova.network.neutron [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Successfully created port: 9fafa21a-eab8-4afc-b35f-f263eb33c658 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1262.949875] env[69399]: INFO nova.compute.manager [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Took 37.90 seconds to build instance. [ 1263.095472] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4bc720fa-3759-4d62-bf4e-e74a28750e38 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Releasing lock "refresh_cache-fa91de6b-1662-4bda-8d55-df585262b3a3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.141069] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c6f055a7-3b01-4da8-88ca-628959ed5704 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.995s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.143663] env[69399]: DEBUG oslo_concurrency.lockutils [None req-89b81ca0-af1b-41f4-b8af-b85ba396b179 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.068s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.146384] env[69399]: DEBUG oslo_concurrency.lockutils [None req-89b81ca0-af1b-41f4-b8af-b85ba396b179 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.146384] env[69399]: DEBUG oslo_concurrency.lockutils [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.166s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.147286] env[69399]: INFO nova.compute.claims [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1263.171748] env[69399]: INFO nova.scheduler.client.report [None req-89b81ca0-af1b-41f4-b8af-b85ba396b179 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Deleted allocations for instance e832460f-2ff6-4825-a10a-b8d48871919f [ 1263.174379] env[69399]: DEBUG nova.compute.manager [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1263.186382] env[69399]: INFO nova.scheduler.client.report [None req-c6f055a7-3b01-4da8-88ca-628959ed5704 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Deleted allocations for instance 73a12662-f81b-4ec7-95e0-01e64b81c5fd [ 1263.210113] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Preparing fetch location {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1263.212109] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Fetch image to [datastore1] OSTACK_IMG_8b036478-47be-40fc-9e05-10a981323a47/OSTACK_IMG_8b036478-47be-40fc-9e05-10a981323a47.vmdk {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1263.212109] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Downloading stream optimized image 4598d570-6bb1-4add-8683-cb9051b1cf44 to [datastore1] OSTACK_IMG_8b036478-47be-40fc-9e05-10a981323a47/OSTACK_IMG_8b036478-47be-40fc-9e05-10a981323a47.vmdk on the data store datastore1 as vApp {{(pid=69399) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1263.212109] env[69399]: DEBUG nova.virt.vmwareapi.images [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Downloading image file data 4598d570-6bb1-4add-8683-cb9051b1cf44 to the ESX as VM named 'OSTACK_IMG_8b036478-47be-40fc-9e05-10a981323a47' {{(pid=69399) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1263.221270] env[69399]: DEBUG nova.virt.hardware [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1263.221448] env[69399]: DEBUG nova.virt.hardware [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1263.221496] env[69399]: DEBUG nova.virt.hardware [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1263.221649] env[69399]: DEBUG nova.virt.hardware [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1263.221795] env[69399]: DEBUG nova.virt.hardware [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1263.222207] env[69399]: DEBUG nova.virt.hardware [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1263.222448] env[69399]: DEBUG nova.virt.hardware [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1263.222611] env[69399]: DEBUG nova.virt.hardware [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1263.223068] env[69399]: DEBUG nova.virt.hardware [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1263.223068] env[69399]: DEBUG nova.virt.hardware [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1263.223179] env[69399]: DEBUG nova.virt.hardware [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1263.224061] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e8a092-9e45-424e-b47b-400dfcec9613 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.228143] env[69399]: DEBUG oslo_concurrency.lockutils [req-6248ff65-501e-4b3d-86c8-11caace258b5 req-a912ff8e-bbbc-4042-8d78-f64fae226dba service nova] Releasing lock "refresh_cache-19cedc3f-97c4-4d41-baa5-cccf1bb48d84" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.235277] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62019c09-75c1-457d-af79-ff738f73e2ba {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.321729] env[69399]: DEBUG oslo_vmware.rw_handles [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1263.321729] env[69399]: value = "resgroup-9" [ 1263.321729] env[69399]: _type = "ResourcePool" [ 1263.321729] env[69399]: }. {{(pid=69399) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1263.322867] env[69399]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9d503552-1371-4354-adb5-57cdf878a9a1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.349240] env[69399]: DEBUG oslo_vmware.rw_handles [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lease: (returnval){ [ 1263.349240] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]522c51f9-d685-eb18-e16a-a8852e8161af" [ 1263.349240] env[69399]: _type = "HttpNfcLease" [ 1263.349240] env[69399]: } obtained for vApp import into resource pool (val){ [ 1263.349240] env[69399]: value = "resgroup-9" [ 1263.349240] env[69399]: _type = "ResourcePool" [ 1263.349240] env[69399]: }. {{(pid=69399) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1263.349515] env[69399]: DEBUG oslo_vmware.api [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the lease: (returnval){ [ 1263.349515] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]522c51f9-d685-eb18-e16a-a8852e8161af" [ 1263.349515] env[69399]: _type = "HttpNfcLease" [ 1263.349515] env[69399]: } to be ready. {{(pid=69399) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1263.366193] env[69399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1263.366193] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]522c51f9-d685-eb18-e16a-a8852e8161af" [ 1263.366193] env[69399]: _type = "HttpNfcLease" [ 1263.366193] env[69399]: } is initializing. {{(pid=69399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1263.452751] env[69399]: DEBUG oslo_concurrency.lockutils [None req-04f0d7bc-8ffc-400d-b607-61184dd24eb9 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "39559751-7c5a-4442-a252-b49372494de8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.413s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.601054] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4bc720fa-3759-4d62-bf4e-e74a28750e38 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "interface-fa91de6b-1662-4bda-8d55-df585262b3a3-37f821e6-5f17-46af-8854-625260553c51" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.949s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.687287] env[69399]: DEBUG oslo_concurrency.lockutils [None req-89b81ca0-af1b-41f4-b8af-b85ba396b179 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "e832460f-2ff6-4825-a10a-b8d48871919f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.203s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.704151] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c6f055a7-3b01-4da8-88ca-628959ed5704 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Lock "73a12662-f81b-4ec7-95e0-01e64b81c5fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.785s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.861281] env[69399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1263.861281] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]522c51f9-d685-eb18-e16a-a8852e8161af" [ 1263.861281] env[69399]: _type = "HttpNfcLease" [ 1263.861281] env[69399]: } is initializing. {{(pid=69399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1264.060623] env[69399]: DEBUG nova.compute.manager [req-cb0afd1c-aa79-481c-b98c-4b1b20064593 req-c9597fca-94bb-412f-bee3-9b7907d19ad1 service nova] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Received event network-changed-6c468f68-3aaf-427b-8513-fd3165a5f741 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.064125] env[69399]: DEBUG nova.compute.manager [req-cb0afd1c-aa79-481c-b98c-4b1b20064593 req-c9597fca-94bb-412f-bee3-9b7907d19ad1 service nova] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Refreshing instance network info cache due to event network-changed-6c468f68-3aaf-427b-8513-fd3165a5f741. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1264.064125] env[69399]: DEBUG oslo_concurrency.lockutils [req-cb0afd1c-aa79-481c-b98c-4b1b20064593 req-c9597fca-94bb-412f-bee3-9b7907d19ad1 service nova] Acquiring lock "refresh_cache-fa91de6b-1662-4bda-8d55-df585262b3a3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.064125] env[69399]: DEBUG oslo_concurrency.lockutils [req-cb0afd1c-aa79-481c-b98c-4b1b20064593 req-c9597fca-94bb-412f-bee3-9b7907d19ad1 service nova] Acquired lock "refresh_cache-fa91de6b-1662-4bda-8d55-df585262b3a3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.064125] env[69399]: DEBUG nova.network.neutron [req-cb0afd1c-aa79-481c-b98c-4b1b20064593 req-c9597fca-94bb-412f-bee3-9b7907d19ad1 service nova] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Refreshing network info cache for port 6c468f68-3aaf-427b-8513-fd3165a5f741 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1264.359249] env[69399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1264.359249] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]522c51f9-d685-eb18-e16a-a8852e8161af" [ 1264.359249] env[69399]: _type = "HttpNfcLease" [ 1264.359249] env[69399]: } is ready. {{(pid=69399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1264.362130] env[69399]: DEBUG oslo_vmware.rw_handles [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1264.362130] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]522c51f9-d685-eb18-e16a-a8852e8161af" [ 1264.362130] env[69399]: _type = "HttpNfcLease" [ 1264.362130] env[69399]: }. {{(pid=69399) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1264.363168] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25951b2c-8557-4fe7-89e3-fb06bf11343c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.371265] env[69399]: DEBUG oslo_vmware.rw_handles [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e542e5-94b5-aa54-ca4e-ee45ddefcbcb/disk-0.vmdk from lease info. {{(pid=69399) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1264.371450] env[69399]: DEBUG oslo_vmware.rw_handles [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e542e5-94b5-aa54-ca4e-ee45ddefcbcb/disk-0.vmdk. {{(pid=69399) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1264.436842] env[69399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2b832939-866f-4909-9dfd-0b8fb6ea30d4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.553305] env[69399]: INFO nova.compute.manager [None req-8994c026-b66b-46d9-b6cd-e60bb1f54633 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Unrescuing [ 1264.553305] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8994c026-b66b-46d9-b6cd-e60bb1f54633 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquiring lock "refresh_cache-f1889218-2e1e-459f-bb4d-e4461ca64702" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.553305] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8994c026-b66b-46d9-b6cd-e60bb1f54633 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquired lock "refresh_cache-f1889218-2e1e-459f-bb4d-e4461ca64702" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.553305] env[69399]: DEBUG nova.network.neutron [None req-8994c026-b66b-46d9-b6cd-e60bb1f54633 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1264.565726] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbc6817-5f2f-42e3-aaba-5cd47b18a20f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.581714] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd41756-25d3-4303-8e21-24ab0d999b3f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.634237] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1570417e-b36a-4a7f-88bf-446af6a20007 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.645885] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d746f3bd-3412-4346-beb8-675b56435c46 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.674580] env[69399]: DEBUG nova.compute.provider_tree [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1264.762959] env[69399]: DEBUG oslo_concurrency.lockutils [None req-acecfa5c-61c8-47bb-a0eb-72b757f02922 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "interface-592c5dba-b787-40ee-9c07-183331f8b085-37f821e6-5f17-46af-8854-625260553c51" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.763317] env[69399]: DEBUG oslo_concurrency.lockutils [None req-acecfa5c-61c8-47bb-a0eb-72b757f02922 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "interface-592c5dba-b787-40ee-9c07-183331f8b085-37f821e6-5f17-46af-8854-625260553c51" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.763723] env[69399]: DEBUG nova.objects.instance [None req-acecfa5c-61c8-47bb-a0eb-72b757f02922 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lazy-loading 'flavor' on Instance uuid 592c5dba-b787-40ee-9c07-183331f8b085 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.138612] env[69399]: DEBUG nova.network.neutron [req-cb0afd1c-aa79-481c-b98c-4b1b20064593 req-c9597fca-94bb-412f-bee3-9b7907d19ad1 service nova] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Updated VIF entry in instance network info cache for port 6c468f68-3aaf-427b-8513-fd3165a5f741. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1265.139016] env[69399]: DEBUG nova.network.neutron [req-cb0afd1c-aa79-481c-b98c-4b1b20064593 req-c9597fca-94bb-412f-bee3-9b7907d19ad1 service nova] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Updating instance_info_cache with network_info: [{"id": "6c468f68-3aaf-427b-8513-fd3165a5f741", "address": "fa:16:3e:65:9f:07", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c468f68-3a", "ovs_interfaceid": "6c468f68-3aaf-427b-8513-fd3165a5f741", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.225213] env[69399]: DEBUG nova.scheduler.client.report [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Updated inventory for provider 65caca49-2bb8-4896-b9be-5baf8708847a with generation 147 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1265.225490] env[69399]: DEBUG nova.compute.provider_tree [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Updating resource provider 65caca49-2bb8-4896-b9be-5baf8708847a generation from 147 to 148 during operation: update_inventory {{(pid=69399) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1265.226364] env[69399]: DEBUG nova.compute.provider_tree [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1265.364978] env[69399]: DEBUG nova.network.neutron [None req-8994c026-b66b-46d9-b6cd-e60bb1f54633 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Updating instance_info_cache with network_info: [{"id": "817bc585-50c1-40e3-86a8-8ec3c9e844d0", "address": "fa:16:3e:60:23:42", "network": {"id": "809294fb-b90a-414f-80ae-c4f4ae7adef0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1026961644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d5582922e3b4d2eb1763d5198e21b2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap817bc585-50", "ovs_interfaceid": "817bc585-50c1-40e3-86a8-8ec3c9e844d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.388220] env[69399]: DEBUG nova.network.neutron [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Successfully updated port: 9fafa21a-eab8-4afc-b35f-f263eb33c658 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1265.457454] env[69399]: DEBUG nova.objects.instance [None req-acecfa5c-61c8-47bb-a0eb-72b757f02922 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lazy-loading 'pci_requests' on Instance uuid 592c5dba-b787-40ee-9c07-183331f8b085 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.641622] env[69399]: DEBUG oslo_concurrency.lockutils [req-cb0afd1c-aa79-481c-b98c-4b1b20064593 req-c9597fca-94bb-412f-bee3-9b7907d19ad1 service nova] Releasing lock "refresh_cache-fa91de6b-1662-4bda-8d55-df585262b3a3" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.733199] env[69399]: DEBUG oslo_concurrency.lockutils [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.733750] env[69399]: DEBUG nova.compute.manager [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1265.736834] env[69399]: DEBUG oslo_concurrency.lockutils [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.978s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.738421] env[69399]: INFO nova.compute.claims [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1265.869024] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8994c026-b66b-46d9-b6cd-e60bb1f54633 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Releasing lock "refresh_cache-f1889218-2e1e-459f-bb4d-e4461ca64702" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.870020] env[69399]: DEBUG nova.objects.instance [None req-8994c026-b66b-46d9-b6cd-e60bb1f54633 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Lazy-loading 'flavor' on Instance uuid f1889218-2e1e-459f-bb4d-e4461ca64702 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.883523] env[69399]: DEBUG oslo_vmware.rw_handles [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Completed reading data from the image iterator. {{(pid=69399) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1265.883523] env[69399]: DEBUG oslo_vmware.rw_handles [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e542e5-94b5-aa54-ca4e-ee45ddefcbcb/disk-0.vmdk. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1265.884215] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86763a8f-bf93-4f94-9069-48c841a39834 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.890592] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "refresh_cache-6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.890681] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquired lock "refresh_cache-6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.890816] env[69399]: DEBUG nova.network.neutron [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1265.898748] env[69399]: DEBUG oslo_vmware.rw_handles [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e542e5-94b5-aa54-ca4e-ee45ddefcbcb/disk-0.vmdk is in state: ready. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1265.899422] env[69399]: DEBUG oslo_vmware.rw_handles [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e542e5-94b5-aa54-ca4e-ee45ddefcbcb/disk-0.vmdk. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1265.899983] env[69399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b5ccbe9b-4a8c-4da6-86dd-6bf190372379 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.960935] env[69399]: DEBUG nova.objects.base [None req-acecfa5c-61c8-47bb-a0eb-72b757f02922 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Object Instance<592c5dba-b787-40ee-9c07-183331f8b085> lazy-loaded attributes: flavor,pci_requests {{(pid=69399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1265.961217] env[69399]: DEBUG nova.network.neutron [None req-acecfa5c-61c8-47bb-a0eb-72b757f02922 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1266.058220] env[69399]: DEBUG nova.policy [None req-acecfa5c-61c8-47bb-a0eb-72b757f02922 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87b6f0ee1d2044ad93f431d4bf27cd1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88bc526a7b714e3b9020af814e510d26', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1266.093290] env[69399]: DEBUG nova.compute.manager [req-72ce81cc-9566-4c23-8851-09d7a18533ca req-c204ab3d-9226-4196-bbca-aa804c625243 service nova] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Received event network-changed-5c6c10bb-48dd-4bc3-918f-b3537a9d7133 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.093500] env[69399]: DEBUG nova.compute.manager [req-72ce81cc-9566-4c23-8851-09d7a18533ca req-c204ab3d-9226-4196-bbca-aa804c625243 service nova] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Refreshing instance network info cache due to event network-changed-5c6c10bb-48dd-4bc3-918f-b3537a9d7133. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1266.093757] env[69399]: DEBUG oslo_concurrency.lockutils [req-72ce81cc-9566-4c23-8851-09d7a18533ca req-c204ab3d-9226-4196-bbca-aa804c625243 service nova] Acquiring lock "refresh_cache-592c5dba-b787-40ee-9c07-183331f8b085" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.093892] env[69399]: DEBUG oslo_concurrency.lockutils [req-72ce81cc-9566-4c23-8851-09d7a18533ca req-c204ab3d-9226-4196-bbca-aa804c625243 service nova] Acquired lock "refresh_cache-592c5dba-b787-40ee-9c07-183331f8b085" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.094090] env[69399]: DEBUG nova.network.neutron [req-72ce81cc-9566-4c23-8851-09d7a18533ca req-c204ab3d-9226-4196-bbca-aa804c625243 service nova] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Refreshing network info cache for port 5c6c10bb-48dd-4bc3-918f-b3537a9d7133 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1266.244059] env[69399]: DEBUG nova.compute.utils [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1266.247521] env[69399]: DEBUG nova.compute.manager [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1266.247800] env[69399]: DEBUG nova.network.neutron [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1266.306724] env[69399]: DEBUG nova.policy [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd502712f3bd54101b90ac169ff650c08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd160850aa58647f7920daed297800d71', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1266.378870] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453c3e19-eabc-4568-b39e-0c33fe6583e6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.406635] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8994c026-b66b-46d9-b6cd-e60bb1f54633 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1266.407016] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e616b1e-a282-43c5-abf8-00605c64ae68 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.416687] env[69399]: DEBUG oslo_vmware.api [None req-8994c026-b66b-46d9-b6cd-e60bb1f54633 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1266.416687] env[69399]: value = "task-4177774" [ 1266.416687] env[69399]: _type = "Task" [ 1266.416687] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.424721] env[69399]: DEBUG oslo_vmware.api [None req-8994c026-b66b-46d9-b6cd-e60bb1f54633 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.450925] env[69399]: DEBUG nova.network.neutron [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1266.484478] env[69399]: DEBUG oslo_vmware.rw_handles [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e542e5-94b5-aa54-ca4e-ee45ddefcbcb/disk-0.vmdk. {{(pid=69399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1266.484718] env[69399]: INFO nova.virt.vmwareapi.images [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Downloaded image file data 4598d570-6bb1-4add-8683-cb9051b1cf44 [ 1266.485593] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354bbe57-6193-47ac-bd5c-5ac486720d5a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.505510] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec42eaf0-f608-4f6c-90a8-2123efab2ca6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.543105] env[69399]: INFO nova.virt.vmwareapi.images [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] The imported VM was unregistered [ 1266.545669] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Caching image {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1266.546048] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Creating directory with path [datastore1] devstack-image-cache_base/4598d570-6bb1-4add-8683-cb9051b1cf44 {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1266.546353] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c96be00-94c3-44d3-9fe0-1c1ede57ea92 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.562834] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Created directory with path [datastore1] devstack-image-cache_base/4598d570-6bb1-4add-8683-cb9051b1cf44 {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1266.563085] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_8b036478-47be-40fc-9e05-10a981323a47/OSTACK_IMG_8b036478-47be-40fc-9e05-10a981323a47.vmdk to [datastore1] devstack-image-cache_base/4598d570-6bb1-4add-8683-cb9051b1cf44/4598d570-6bb1-4add-8683-cb9051b1cf44.vmdk. {{(pid=69399) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1266.564057] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-14152b37-bd65-46b1-be15-3187a1dbf8bb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.571648] env[69399]: DEBUG oslo_vmware.api [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 1266.571648] env[69399]: value = "task-4177776" [ 1266.571648] env[69399]: _type = "Task" [ 1266.571648] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.581969] env[69399]: DEBUG oslo_vmware.api [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177776, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.620979] env[69399]: DEBUG nova.network.neutron [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Updating instance_info_cache with network_info: [{"id": "9fafa21a-eab8-4afc-b35f-f263eb33c658", "address": "fa:16:3e:d4:be:5c", "network": {"id": "302a16c9-0f99-4330-b574-b9a9243b0443", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083795903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d78bffd4fc241838d980740174d171b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fafa21a-ea", "ovs_interfaceid": "9fafa21a-eab8-4afc-b35f-f263eb33c658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.748189] env[69399]: DEBUG nova.compute.manager [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1266.852709] env[69399]: DEBUG nova.network.neutron [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Successfully created port: 01b6f451-2175-4aa6-8794-aa5b993ddb98 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1266.933560] env[69399]: DEBUG oslo_vmware.api [None req-8994c026-b66b-46d9-b6cd-e60bb1f54633 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177774, 'name': PowerOffVM_Task, 'duration_secs': 0.327725} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.938725] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8994c026-b66b-46d9-b6cd-e60bb1f54633 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1266.946319] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8994c026-b66b-46d9-b6cd-e60bb1f54633 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Reconfiguring VM instance instance-00000063 to detach disk 2002 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1266.950831] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abe42d08-1c35-4d0e-b255-5a051476ba1a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.978299] env[69399]: DEBUG oslo_vmware.api [None req-8994c026-b66b-46d9-b6cd-e60bb1f54633 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1266.978299] env[69399]: value = "task-4177777" [ 1266.978299] env[69399]: _type = "Task" [ 1266.978299] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.987800] env[69399]: DEBUG oslo_vmware.api [None req-8994c026-b66b-46d9-b6cd-e60bb1f54633 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177777, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.100875] env[69399]: DEBUG oslo_vmware.api [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177776, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.124168] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Releasing lock "refresh_cache-6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.124674] env[69399]: DEBUG nova.compute.manager [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Instance network_info: |[{"id": "9fafa21a-eab8-4afc-b35f-f263eb33c658", "address": "fa:16:3e:d4:be:5c", "network": {"id": "302a16c9-0f99-4330-b574-b9a9243b0443", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083795903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d78bffd4fc241838d980740174d171b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fafa21a-ea", "ovs_interfaceid": "9fafa21a-eab8-4afc-b35f-f263eb33c658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1267.125264] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:be:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fafa21a-eab8-4afc-b35f-f263eb33c658', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1267.138273] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1267.145787] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1267.146386] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34d6db5d-79e8-4417-adda-ae7f875b5d2c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.174024] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1267.174024] env[69399]: value = "task-4177779" [ 1267.174024] env[69399]: _type = "Task" [ 1267.174024] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.180858] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177779, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.183120] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd03b1f-f782-4d22-8986-b243ba5b3b0a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.197109] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1097bd-a10c-4a5c-a175-4ac33c9f9ef7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.231401] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1eebfe8-d00e-4675-a830-9e0843548b58 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.240192] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0159bc-124f-4c45-99f5-1d40c247ed3d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.261719] env[69399]: DEBUG nova.compute.provider_tree [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.284854] env[69399]: DEBUG nova.network.neutron [req-72ce81cc-9566-4c23-8851-09d7a18533ca req-c204ab3d-9226-4196-bbca-aa804c625243 service nova] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Updated VIF entry in instance network info cache for port 5c6c10bb-48dd-4bc3-918f-b3537a9d7133. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1267.285295] env[69399]: DEBUG nova.network.neutron [req-72ce81cc-9566-4c23-8851-09d7a18533ca req-c204ab3d-9226-4196-bbca-aa804c625243 service nova] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Updating instance_info_cache with network_info: [{"id": "5c6c10bb-48dd-4bc3-918f-b3537a9d7133", "address": "fa:16:3e:43:e4:f6", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c6c10bb-48", "ovs_interfaceid": "5c6c10bb-48dd-4bc3-918f-b3537a9d7133", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.489474] env[69399]: DEBUG oslo_vmware.api [None req-8994c026-b66b-46d9-b6cd-e60bb1f54633 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177777, 'name': ReconfigVM_Task, 'duration_secs': 0.396402} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.489864] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8994c026-b66b-46d9-b6cd-e60bb1f54633 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Reconfigured VM instance instance-00000063 to detach disk 2002 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1267.490151] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8994c026-b66b-46d9-b6cd-e60bb1f54633 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1267.490444] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0257410-cdab-4d53-bbbd-83e13cd19827 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.501084] env[69399]: DEBUG oslo_vmware.api [None req-8994c026-b66b-46d9-b6cd-e60bb1f54633 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1267.501084] env[69399]: value = "task-4177780" [ 1267.501084] env[69399]: _type = "Task" [ 1267.501084] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.511381] env[69399]: DEBUG oslo_vmware.api [None req-8994c026-b66b-46d9-b6cd-e60bb1f54633 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.582735] env[69399]: DEBUG oslo_vmware.api [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177776, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.682746] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177779, 'name': CreateVM_Task, 'duration_secs': 0.500292} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.683440] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1267.683878] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.684091] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.684446] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.684747] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa5a2b1f-5772-46a1-9aec-b24e133decb5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.692031] env[69399]: DEBUG oslo_vmware.api [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1267.692031] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b84852-ebec-e047-cd34-ab0f641f0d30" [ 1267.692031] env[69399]: _type = "Task" [ 1267.692031] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.705501] env[69399]: DEBUG oslo_vmware.api [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b84852-ebec-e047-cd34-ab0f641f0d30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.765384] env[69399]: DEBUG nova.compute.manager [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1267.768915] env[69399]: DEBUG nova.scheduler.client.report [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.788361] env[69399]: DEBUG oslo_concurrency.lockutils [req-72ce81cc-9566-4c23-8851-09d7a18533ca req-c204ab3d-9226-4196-bbca-aa804c625243 service nova] Releasing lock "refresh_cache-592c5dba-b787-40ee-9c07-183331f8b085" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.788648] env[69399]: DEBUG nova.compute.manager [req-72ce81cc-9566-4c23-8851-09d7a18533ca req-c204ab3d-9226-4196-bbca-aa804c625243 service nova] [instance: 39559751-7c5a-4442-a252-b49372494de8] Received event network-changed-9757542d-d72e-4a66-ad85-0d60b7f756bd {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.788820] env[69399]: DEBUG nova.compute.manager [req-72ce81cc-9566-4c23-8851-09d7a18533ca req-c204ab3d-9226-4196-bbca-aa804c625243 service nova] [instance: 39559751-7c5a-4442-a252-b49372494de8] Refreshing instance network info cache due to event network-changed-9757542d-d72e-4a66-ad85-0d60b7f756bd. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1267.789039] env[69399]: DEBUG oslo_concurrency.lockutils [req-72ce81cc-9566-4c23-8851-09d7a18533ca req-c204ab3d-9226-4196-bbca-aa804c625243 service nova] Acquiring lock "refresh_cache-39559751-7c5a-4442-a252-b49372494de8" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.789192] env[69399]: DEBUG oslo_concurrency.lockutils [req-72ce81cc-9566-4c23-8851-09d7a18533ca req-c204ab3d-9226-4196-bbca-aa804c625243 service nova] Acquired lock "refresh_cache-39559751-7c5a-4442-a252-b49372494de8" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.789404] env[69399]: DEBUG nova.network.neutron [req-72ce81cc-9566-4c23-8851-09d7a18533ca req-c204ab3d-9226-4196-bbca-aa804c625243 service nova] [instance: 39559751-7c5a-4442-a252-b49372494de8] Refreshing network info cache for port 9757542d-d72e-4a66-ad85-0d60b7f756bd {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1267.800063] env[69399]: DEBUG nova.virt.hardware [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1267.800361] env[69399]: DEBUG nova.virt.hardware [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1267.800520] env[69399]: DEBUG nova.virt.hardware [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1267.800703] env[69399]: DEBUG nova.virt.hardware [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1267.801068] env[69399]: DEBUG nova.virt.hardware [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1267.801068] env[69399]: DEBUG nova.virt.hardware [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1267.801225] env[69399]: DEBUG nova.virt.hardware [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1267.801394] env[69399]: DEBUG nova.virt.hardware [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1267.801565] env[69399]: DEBUG nova.virt.hardware [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1267.801728] env[69399]: DEBUG nova.virt.hardware [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1267.801899] env[69399]: DEBUG nova.virt.hardware [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1267.803112] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32047e8-cdd3-4030-8929-b5ad0aca848c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.812696] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001767eb-2c88-44ae-8325-7bbbee86299a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.846852] env[69399]: DEBUG nova.network.neutron [None req-acecfa5c-61c8-47bb-a0eb-72b757f02922 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Successfully updated port: 37f821e6-5f17-46af-8854-625260553c51 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1268.014947] env[69399]: DEBUG oslo_vmware.api [None req-8994c026-b66b-46d9-b6cd-e60bb1f54633 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177780, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.083471] env[69399]: DEBUG oslo_vmware.api [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177776, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.167220] env[69399]: DEBUG nova.compute.manager [req-921f971a-4a3d-41fb-bd0e-2693dd7b9ab8 req-50a2f698-66f0-4aa3-adce-f62a6c48ce62 service nova] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Received event network-vif-plugged-37f821e6-5f17-46af-8854-625260553c51 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.167582] env[69399]: DEBUG oslo_concurrency.lockutils [req-921f971a-4a3d-41fb-bd0e-2693dd7b9ab8 req-50a2f698-66f0-4aa3-adce-f62a6c48ce62 service nova] Acquiring lock "592c5dba-b787-40ee-9c07-183331f8b085-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.167950] env[69399]: DEBUG oslo_concurrency.lockutils [req-921f971a-4a3d-41fb-bd0e-2693dd7b9ab8 req-50a2f698-66f0-4aa3-adce-f62a6c48ce62 service nova] Lock "592c5dba-b787-40ee-9c07-183331f8b085-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.168321] env[69399]: DEBUG oslo_concurrency.lockutils [req-921f971a-4a3d-41fb-bd0e-2693dd7b9ab8 req-50a2f698-66f0-4aa3-adce-f62a6c48ce62 service nova] Lock "592c5dba-b787-40ee-9c07-183331f8b085-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.168486] env[69399]: DEBUG nova.compute.manager [req-921f971a-4a3d-41fb-bd0e-2693dd7b9ab8 req-50a2f698-66f0-4aa3-adce-f62a6c48ce62 service nova] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] No waiting events found dispatching network-vif-plugged-37f821e6-5f17-46af-8854-625260553c51 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1268.169139] env[69399]: WARNING nova.compute.manager [req-921f971a-4a3d-41fb-bd0e-2693dd7b9ab8 req-50a2f698-66f0-4aa3-adce-f62a6c48ce62 service nova] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Received unexpected event network-vif-plugged-37f821e6-5f17-46af-8854-625260553c51 for instance with vm_state active and task_state None. [ 1268.169139] env[69399]: DEBUG nova.compute.manager [req-921f971a-4a3d-41fb-bd0e-2693dd7b9ab8 req-50a2f698-66f0-4aa3-adce-f62a6c48ce62 service nova] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Received event network-changed-37f821e6-5f17-46af-8854-625260553c51 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.169489] env[69399]: DEBUG nova.compute.manager [req-921f971a-4a3d-41fb-bd0e-2693dd7b9ab8 req-50a2f698-66f0-4aa3-adce-f62a6c48ce62 service nova] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Refreshing instance network info cache due to event network-changed-37f821e6-5f17-46af-8854-625260553c51. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1268.169831] env[69399]: DEBUG oslo_concurrency.lockutils [req-921f971a-4a3d-41fb-bd0e-2693dd7b9ab8 req-50a2f698-66f0-4aa3-adce-f62a6c48ce62 service nova] Acquiring lock "refresh_cache-592c5dba-b787-40ee-9c07-183331f8b085" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.170038] env[69399]: DEBUG oslo_concurrency.lockutils [req-921f971a-4a3d-41fb-bd0e-2693dd7b9ab8 req-50a2f698-66f0-4aa3-adce-f62a6c48ce62 service nova] Acquired lock "refresh_cache-592c5dba-b787-40ee-9c07-183331f8b085" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.170247] env[69399]: DEBUG nova.network.neutron [req-921f971a-4a3d-41fb-bd0e-2693dd7b9ab8 req-50a2f698-66f0-4aa3-adce-f62a6c48ce62 service nova] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Refreshing network info cache for port 37f821e6-5f17-46af-8854-625260553c51 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1268.205466] env[69399]: DEBUG oslo_vmware.api [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b84852-ebec-e047-cd34-ab0f641f0d30, 'name': SearchDatastore_Task, 'duration_secs': 0.091429} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.205803] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.206069] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1268.206320] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.206682] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.206682] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1268.206918] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbc361b6-ffa2-4dbc-a42e-1e4d5279b394 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.227087] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1268.227352] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1268.228416] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41de71e2-6ff3-49b8-a1b5-573616885151 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.236504] env[69399]: DEBUG oslo_vmware.api [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1268.236504] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]529bc431-467c-b7fd-146e-32efe5302dd0" [ 1268.236504] env[69399]: _type = "Task" [ 1268.236504] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.247127] env[69399]: DEBUG oslo_vmware.api [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]529bc431-467c-b7fd-146e-32efe5302dd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.274684] env[69399]: DEBUG oslo_concurrency.lockutils [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.538s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.275341] env[69399]: DEBUG nova.compute.manager [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1268.278352] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.700s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.279804] env[69399]: INFO nova.compute.claims [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1268.351772] env[69399]: DEBUG oslo_concurrency.lockutils [None req-acecfa5c-61c8-47bb-a0eb-72b757f02922 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "refresh_cache-592c5dba-b787-40ee-9c07-183331f8b085" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.515010] env[69399]: DEBUG oslo_vmware.api [None req-8994c026-b66b-46d9-b6cd-e60bb1f54633 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177780, 'name': PowerOnVM_Task, 'duration_secs': 0.536103} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.515010] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8994c026-b66b-46d9-b6cd-e60bb1f54633 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1268.515010] env[69399]: DEBUG nova.compute.manager [None req-8994c026-b66b-46d9-b6cd-e60bb1f54633 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1268.515669] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e2b2ad-ab60-4ad2-9751-4e98c03464bc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.585728] env[69399]: DEBUG oslo_vmware.api [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177776, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.696544] env[69399]: DEBUG nova.network.neutron [req-72ce81cc-9566-4c23-8851-09d7a18533ca req-c204ab3d-9226-4196-bbca-aa804c625243 service nova] [instance: 39559751-7c5a-4442-a252-b49372494de8] Updated VIF entry in instance network info cache for port 9757542d-d72e-4a66-ad85-0d60b7f756bd. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1268.696987] env[69399]: DEBUG nova.network.neutron [req-72ce81cc-9566-4c23-8851-09d7a18533ca req-c204ab3d-9226-4196-bbca-aa804c625243 service nova] [instance: 39559751-7c5a-4442-a252-b49372494de8] Updating instance_info_cache with network_info: [{"id": "9757542d-d72e-4a66-ad85-0d60b7f756bd", "address": "fa:16:3e:5e:12:2c", "network": {"id": "8bbd0a10-2e65-411d-8a62-f5ebaf71e8e4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1453218423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ddf098d312d4b1282b2b2f8d85149f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9757542d-d7", "ovs_interfaceid": "9757542d-d72e-4a66-ad85-0d60b7f756bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.754161] env[69399]: DEBUG oslo_vmware.api [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]529bc431-467c-b7fd-146e-32efe5302dd0, 'name': SearchDatastore_Task, 'duration_secs': 0.099368} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.756100] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-908ac7ea-40b8-44b5-b8b8-fb93ab5f4cae {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.766562] env[69399]: DEBUG oslo_vmware.api [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1268.766562] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5276a272-3f11-5320-eb0c-0c8ec505338c" [ 1268.766562] env[69399]: _type = "Task" [ 1268.766562] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.775714] env[69399]: DEBUG oslo_vmware.api [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5276a272-3f11-5320-eb0c-0c8ec505338c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.784636] env[69399]: DEBUG nova.compute.utils [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1268.788150] env[69399]: DEBUG nova.compute.manager [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1268.788331] env[69399]: DEBUG nova.network.neutron [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1269.085452] env[69399]: DEBUG oslo_vmware.api [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177776, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.203241] env[69399]: DEBUG oslo_concurrency.lockutils [req-72ce81cc-9566-4c23-8851-09d7a18533ca req-c204ab3d-9226-4196-bbca-aa804c625243 service nova] Releasing lock "refresh_cache-39559751-7c5a-4442-a252-b49372494de8" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.203571] env[69399]: DEBUG nova.compute.manager [req-72ce81cc-9566-4c23-8851-09d7a18533ca req-c204ab3d-9226-4196-bbca-aa804c625243 service nova] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Received event network-vif-plugged-9fafa21a-eab8-4afc-b35f-f263eb33c658 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.203758] env[69399]: DEBUG oslo_concurrency.lockutils [req-72ce81cc-9566-4c23-8851-09d7a18533ca req-c204ab3d-9226-4196-bbca-aa804c625243 service nova] Acquiring lock "6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.204065] env[69399]: DEBUG oslo_concurrency.lockutils [req-72ce81cc-9566-4c23-8851-09d7a18533ca req-c204ab3d-9226-4196-bbca-aa804c625243 service nova] Lock "6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.204277] env[69399]: DEBUG oslo_concurrency.lockutils [req-72ce81cc-9566-4c23-8851-09d7a18533ca req-c204ab3d-9226-4196-bbca-aa804c625243 service nova] Lock "6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.204420] env[69399]: DEBUG nova.compute.manager [req-72ce81cc-9566-4c23-8851-09d7a18533ca req-c204ab3d-9226-4196-bbca-aa804c625243 service nova] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] No waiting events found dispatching network-vif-plugged-9fafa21a-eab8-4afc-b35f-f263eb33c658 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1269.204601] env[69399]: WARNING nova.compute.manager [req-72ce81cc-9566-4c23-8851-09d7a18533ca req-c204ab3d-9226-4196-bbca-aa804c625243 service nova] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Received unexpected event network-vif-plugged-9fafa21a-eab8-4afc-b35f-f263eb33c658 for instance with vm_state building and task_state spawning. [ 1269.205682] env[69399]: DEBUG nova.compute.manager [req-72ce81cc-9566-4c23-8851-09d7a18533ca req-c204ab3d-9226-4196-bbca-aa804c625243 service nova] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Received event network-changed-9fafa21a-eab8-4afc-b35f-f263eb33c658 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.205682] env[69399]: DEBUG nova.compute.manager [req-72ce81cc-9566-4c23-8851-09d7a18533ca req-c204ab3d-9226-4196-bbca-aa804c625243 service nova] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Refreshing instance network info cache due to event network-changed-9fafa21a-eab8-4afc-b35f-f263eb33c658. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1269.205682] env[69399]: DEBUG oslo_concurrency.lockutils [req-72ce81cc-9566-4c23-8851-09d7a18533ca req-c204ab3d-9226-4196-bbca-aa804c625243 service nova] Acquiring lock "refresh_cache-6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.205682] env[69399]: DEBUG oslo_concurrency.lockutils [req-72ce81cc-9566-4c23-8851-09d7a18533ca req-c204ab3d-9226-4196-bbca-aa804c625243 service nova] Acquired lock "refresh_cache-6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.205682] env[69399]: DEBUG nova.network.neutron [req-72ce81cc-9566-4c23-8851-09d7a18533ca req-c204ab3d-9226-4196-bbca-aa804c625243 service nova] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Refreshing network info cache for port 9fafa21a-eab8-4afc-b35f-f263eb33c658 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1269.212882] env[69399]: DEBUG nova.policy [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '275ba36e34b6440990d50aa2babc7e5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7cdc8d73e4d34f94b9106fdaaf2d1ae2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1269.277408] env[69399]: DEBUG oslo_vmware.api [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5276a272-3f11-5320-eb0c-0c8ec505338c, 'name': SearchDatastore_Task, 'duration_secs': 0.088252} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.277756] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.278054] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa/6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1269.278369] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-361d069a-18b7-4f3a-9a33-37d693872b0a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.286788] env[69399]: DEBUG oslo_vmware.api [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1269.286788] env[69399]: value = "task-4177782" [ 1269.286788] env[69399]: _type = "Task" [ 1269.286788] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.290370] env[69399]: DEBUG nova.compute.manager [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1269.301549] env[69399]: DEBUG oslo_vmware.api [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.557994] env[69399]: DEBUG nova.network.neutron [req-921f971a-4a3d-41fb-bd0e-2693dd7b9ab8 req-50a2f698-66f0-4aa3-adce-f62a6c48ce62 service nova] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Added VIF to instance network info cache for port 37f821e6-5f17-46af-8854-625260553c51. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1269.558465] env[69399]: DEBUG nova.network.neutron [req-921f971a-4a3d-41fb-bd0e-2693dd7b9ab8 req-50a2f698-66f0-4aa3-adce-f62a6c48ce62 service nova] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Updating instance_info_cache with network_info: [{"id": "5c6c10bb-48dd-4bc3-918f-b3537a9d7133", "address": "fa:16:3e:43:e4:f6", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c6c10bb-48", "ovs_interfaceid": "5c6c10bb-48dd-4bc3-918f-b3537a9d7133", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "37f821e6-5f17-46af-8854-625260553c51", "address": "fa:16:3e:dd:b9:ba", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37f821e6-5f", "ovs_interfaceid": "37f821e6-5f17-46af-8854-625260553c51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.585908] env[69399]: DEBUG oslo_vmware.api [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177776, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.866146} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.586269] env[69399]: INFO nova.virt.vmwareapi.ds_util [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_8b036478-47be-40fc-9e05-10a981323a47/OSTACK_IMG_8b036478-47be-40fc-9e05-10a981323a47.vmdk to [datastore1] devstack-image-cache_base/4598d570-6bb1-4add-8683-cb9051b1cf44/4598d570-6bb1-4add-8683-cb9051b1cf44.vmdk. [ 1269.586511] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Cleaning up location [datastore1] OSTACK_IMG_8b036478-47be-40fc-9e05-10a981323a47 {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1269.586728] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_8b036478-47be-40fc-9e05-10a981323a47 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.589455] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c766df1-f167-4973-a518-f91b13b50eea {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.598019] env[69399]: DEBUG oslo_vmware.api [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 1269.598019] env[69399]: value = "task-4177783" [ 1269.598019] env[69399]: _type = "Task" [ 1269.598019] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.610040] env[69399]: DEBUG oslo_vmware.api [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.621395] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8227e441-0e8f-4862-afcc-6eea9b8060b3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.630241] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0d6751-a8ca-4886-9080-1e7d87fec45e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.663913] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9045cacc-6b06-460d-a2d9-849f414ddf66 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.672326] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226aec9e-21a6-423b-9fd0-fdb923b2e7f4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.688673] env[69399]: DEBUG nova.compute.provider_tree [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1269.800247] env[69399]: DEBUG oslo_vmware.api [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.867415] env[69399]: DEBUG nova.network.neutron [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Successfully created port: 014ab627-52fe-4500-a928-692f179b1e35 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1269.969415] env[69399]: DEBUG nova.network.neutron [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Successfully updated port: 01b6f451-2175-4aa6-8794-aa5b993ddb98 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1270.061346] env[69399]: DEBUG oslo_concurrency.lockutils [req-921f971a-4a3d-41fb-bd0e-2693dd7b9ab8 req-50a2f698-66f0-4aa3-adce-f62a6c48ce62 service nova] Releasing lock "refresh_cache-592c5dba-b787-40ee-9c07-183331f8b085" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.061880] env[69399]: DEBUG oslo_concurrency.lockutils [None req-acecfa5c-61c8-47bb-a0eb-72b757f02922 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquired lock "refresh_cache-592c5dba-b787-40ee-9c07-183331f8b085" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.062214] env[69399]: DEBUG nova.network.neutron [None req-acecfa5c-61c8-47bb-a0eb-72b757f02922 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1270.112402] env[69399]: DEBUG oslo_vmware.api [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186636} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.112668] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1270.112859] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4598d570-6bb1-4add-8683-cb9051b1cf44/4598d570-6bb1-4add-8683-cb9051b1cf44.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.113469] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4598d570-6bb1-4add-8683-cb9051b1cf44/4598d570-6bb1-4add-8683-cb9051b1cf44.vmdk to [datastore1] 19cedc3f-97c4-4d41-baa5-cccf1bb48d84/19cedc3f-97c4-4d41-baa5-cccf1bb48d84.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1270.113469] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30923806-3daa-4947-971d-d7d2c3bd98c8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.122558] env[69399]: DEBUG oslo_vmware.api [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 1270.122558] env[69399]: value = "task-4177784" [ 1270.122558] env[69399]: _type = "Task" [ 1270.122558] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.131032] env[69399]: DEBUG oslo_vmware.api [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.209836] env[69399]: DEBUG nova.network.neutron [req-72ce81cc-9566-4c23-8851-09d7a18533ca req-c204ab3d-9226-4196-bbca-aa804c625243 service nova] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Updated VIF entry in instance network info cache for port 9fafa21a-eab8-4afc-b35f-f263eb33c658. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1270.209836] env[69399]: DEBUG nova.network.neutron [req-72ce81cc-9566-4c23-8851-09d7a18533ca req-c204ab3d-9226-4196-bbca-aa804c625243 service nova] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Updating instance_info_cache with network_info: [{"id": "9fafa21a-eab8-4afc-b35f-f263eb33c658", "address": "fa:16:3e:d4:be:5c", "network": {"id": "302a16c9-0f99-4330-b574-b9a9243b0443", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083795903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d78bffd4fc241838d980740174d171b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fafa21a-ea", "ovs_interfaceid": "9fafa21a-eab8-4afc-b35f-f263eb33c658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.244033] env[69399]: DEBUG nova.scheduler.client.report [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Updated inventory for provider 65caca49-2bb8-4896-b9be-5baf8708847a with generation 148 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1270.244033] env[69399]: DEBUG nova.compute.provider_tree [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Updating resource provider 65caca49-2bb8-4896-b9be-5baf8708847a generation from 148 to 149 during operation: update_inventory {{(pid=69399) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1270.244033] env[69399]: DEBUG nova.compute.provider_tree [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1270.306495] env[69399]: DEBUG nova.compute.manager [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1270.307975] env[69399]: DEBUG oslo_vmware.api [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177782, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.345018] env[69399]: DEBUG nova.virt.hardware [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1270.345018] env[69399]: DEBUG nova.virt.hardware [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1270.345259] env[69399]: DEBUG nova.virt.hardware [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1270.345595] env[69399]: DEBUG nova.virt.hardware [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1270.349022] env[69399]: DEBUG nova.virt.hardware [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1270.349022] env[69399]: DEBUG nova.virt.hardware [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1270.349022] env[69399]: DEBUG nova.virt.hardware [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1270.349022] env[69399]: DEBUG nova.virt.hardware [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1270.349022] env[69399]: DEBUG nova.virt.hardware [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1270.349022] env[69399]: DEBUG nova.virt.hardware [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1270.349022] env[69399]: DEBUG nova.virt.hardware [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1270.349022] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d3d05c-3d23-4a2b-96a2-64c461f6bfc0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.359834] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac955bff-1f93-4019-a58e-b9b3ad867b30 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.470401] env[69399]: DEBUG nova.compute.manager [req-c1db7087-0677-4143-bb1b-322024e77385 req-fa173845-dd67-4698-bc54-970c5a92bd2a service nova] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Received event network-vif-plugged-01b6f451-2175-4aa6-8794-aa5b993ddb98 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.470573] env[69399]: DEBUG oslo_concurrency.lockutils [req-c1db7087-0677-4143-bb1b-322024e77385 req-fa173845-dd67-4698-bc54-970c5a92bd2a service nova] Acquiring lock "ed3a64aa-8eb8-46bb-83ca-3c2509dac317-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.470807] env[69399]: DEBUG oslo_concurrency.lockutils [req-c1db7087-0677-4143-bb1b-322024e77385 req-fa173845-dd67-4698-bc54-970c5a92bd2a service nova] Lock "ed3a64aa-8eb8-46bb-83ca-3c2509dac317-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.471626] env[69399]: DEBUG oslo_concurrency.lockutils [req-c1db7087-0677-4143-bb1b-322024e77385 req-fa173845-dd67-4698-bc54-970c5a92bd2a service nova] Lock "ed3a64aa-8eb8-46bb-83ca-3c2509dac317-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.471626] env[69399]: DEBUG nova.compute.manager [req-c1db7087-0677-4143-bb1b-322024e77385 req-fa173845-dd67-4698-bc54-970c5a92bd2a service nova] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] No waiting events found dispatching network-vif-plugged-01b6f451-2175-4aa6-8794-aa5b993ddb98 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1270.471626] env[69399]: WARNING nova.compute.manager [req-c1db7087-0677-4143-bb1b-322024e77385 req-fa173845-dd67-4698-bc54-970c5a92bd2a service nova] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Received unexpected event network-vif-plugged-01b6f451-2175-4aa6-8794-aa5b993ddb98 for instance with vm_state building and task_state spawning. [ 1270.473251] env[69399]: DEBUG oslo_concurrency.lockutils [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "refresh_cache-ed3a64aa-8eb8-46bb-83ca-3c2509dac317" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.473251] env[69399]: DEBUG oslo_concurrency.lockutils [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquired lock "refresh_cache-ed3a64aa-8eb8-46bb-83ca-3c2509dac317" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.473251] env[69399]: DEBUG nova.network.neutron [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1270.616563] env[69399]: WARNING nova.network.neutron [None req-acecfa5c-61c8-47bb-a0eb-72b757f02922 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] b5ff883e-6cca-41df-b9b0-c9fd5bfb37db already exists in list: networks containing: ['b5ff883e-6cca-41df-b9b0-c9fd5bfb37db']. ignoring it [ 1270.616978] env[69399]: WARNING nova.network.neutron [None req-acecfa5c-61c8-47bb-a0eb-72b757f02922 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] b5ff883e-6cca-41df-b9b0-c9fd5bfb37db already exists in list: networks containing: ['b5ff883e-6cca-41df-b9b0-c9fd5bfb37db']. ignoring it [ 1270.617209] env[69399]: WARNING nova.network.neutron [None req-acecfa5c-61c8-47bb-a0eb-72b757f02922 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] 37f821e6-5f17-46af-8854-625260553c51 already exists in list: port_ids containing: ['37f821e6-5f17-46af-8854-625260553c51']. ignoring it [ 1270.635922] env[69399]: DEBUG oslo_vmware.api [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177784, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.642220] env[69399]: DEBUG nova.compute.manager [req-6e3e6549-916f-4ff2-b93f-ef8741b4d1d8 req-dabac367-a65a-48d0-b80d-d1f72fe3ec8a service nova] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Received event network-changed-01b6f451-2175-4aa6-8794-aa5b993ddb98 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.642682] env[69399]: DEBUG nova.compute.manager [req-6e3e6549-916f-4ff2-b93f-ef8741b4d1d8 req-dabac367-a65a-48d0-b80d-d1f72fe3ec8a service nova] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Refreshing instance network info cache due to event network-changed-01b6f451-2175-4aa6-8794-aa5b993ddb98. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1270.642682] env[69399]: DEBUG oslo_concurrency.lockutils [req-6e3e6549-916f-4ff2-b93f-ef8741b4d1d8 req-dabac367-a65a-48d0-b80d-d1f72fe3ec8a service nova] Acquiring lock "refresh_cache-ed3a64aa-8eb8-46bb-83ca-3c2509dac317" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.712409] env[69399]: DEBUG oslo_concurrency.lockutils [req-72ce81cc-9566-4c23-8851-09d7a18533ca req-c204ab3d-9226-4196-bbca-aa804c625243 service nova] Releasing lock "refresh_cache-6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.752093] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.752715] env[69399]: DEBUG nova.compute.manager [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1270.755610] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d5168370-b63d-4007-ada7-b48ff8505c71 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 12.230s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.803030] env[69399]: DEBUG oslo_vmware.api [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177782, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.184678} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.803030] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa/6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1270.803030] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1270.803030] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5217487-5a16-4711-bb1d-296856f96ba5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.812968] env[69399]: DEBUG oslo_vmware.api [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1270.812968] env[69399]: value = "task-4177785" [ 1270.812968] env[69399]: _type = "Task" [ 1270.812968] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.824297] env[69399]: DEBUG oslo_vmware.api [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177785, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.029274] env[69399]: DEBUG nova.network.neutron [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1271.135776] env[69399]: DEBUG oslo_vmware.api [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177784, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.146979] env[69399]: DEBUG nova.network.neutron [None req-acecfa5c-61c8-47bb-a0eb-72b757f02922 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Updating instance_info_cache with network_info: [{"id": "5c6c10bb-48dd-4bc3-918f-b3537a9d7133", "address": "fa:16:3e:43:e4:f6", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c6c10bb-48", "ovs_interfaceid": "5c6c10bb-48dd-4bc3-918f-b3537a9d7133", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "37f821e6-5f17-46af-8854-625260553c51", "address": "fa:16:3e:dd:b9:ba", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37f821e6-5f", "ovs_interfaceid": "37f821e6-5f17-46af-8854-625260553c51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.252589] env[69399]: DEBUG nova.compute.manager [req-8b99d680-972c-4661-93fe-dec8e9e53b5c req-f1f96d71-39a4-4d6d-a799-5fdc498278e4 service nova] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Received event network-changed-817bc585-50c1-40e3-86a8-8ec3c9e844d0 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.252785] env[69399]: DEBUG nova.compute.manager [req-8b99d680-972c-4661-93fe-dec8e9e53b5c req-f1f96d71-39a4-4d6d-a799-5fdc498278e4 service nova] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Refreshing instance network info cache due to event network-changed-817bc585-50c1-40e3-86a8-8ec3c9e844d0. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1271.253049] env[69399]: DEBUG oslo_concurrency.lockutils [req-8b99d680-972c-4661-93fe-dec8e9e53b5c req-f1f96d71-39a4-4d6d-a799-5fdc498278e4 service nova] Acquiring lock "refresh_cache-f1889218-2e1e-459f-bb4d-e4461ca64702" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.253196] env[69399]: DEBUG oslo_concurrency.lockutils [req-8b99d680-972c-4661-93fe-dec8e9e53b5c req-f1f96d71-39a4-4d6d-a799-5fdc498278e4 service nova] Acquired lock "refresh_cache-f1889218-2e1e-459f-bb4d-e4461ca64702" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.253354] env[69399]: DEBUG nova.network.neutron [req-8b99d680-972c-4661-93fe-dec8e9e53b5c req-f1f96d71-39a4-4d6d-a799-5fdc498278e4 service nova] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Refreshing network info cache for port 817bc585-50c1-40e3-86a8-8ec3c9e844d0 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1271.260262] env[69399]: DEBUG nova.compute.utils [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1271.272828] env[69399]: DEBUG nova.compute.manager [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1271.272828] env[69399]: DEBUG nova.network.neutron [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1271.295880] env[69399]: DEBUG nova.network.neutron [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Updating instance_info_cache with network_info: [{"id": "01b6f451-2175-4aa6-8794-aa5b993ddb98", "address": "fa:16:3e:64:07:61", "network": {"id": "3d7d9a12-563c-4097-a075-43de809f19a4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1581579464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d160850aa58647f7920daed297800d71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01b6f451-21", "ovs_interfaceid": "01b6f451-2175-4aa6-8794-aa5b993ddb98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.325770] env[69399]: DEBUG oslo_vmware.api [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177785, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07792} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.326155] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1271.327023] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1c0827-e74f-4765-91a3-88519d61624e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.356777] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa/6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1271.358576] env[69399]: DEBUG nova.policy [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54e78af4aa03494fa6e0a5790c07d1b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0852e65775340ab9a481d12caa78155', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1271.362425] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2a49d73-012c-4ac4-b098-971e4949d619 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.385850] env[69399]: DEBUG oslo_vmware.api [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1271.385850] env[69399]: value = "task-4177786" [ 1271.385850] env[69399]: _type = "Task" [ 1271.385850] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.398986] env[69399]: DEBUG oslo_vmware.api [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177786, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.637489] env[69399]: DEBUG oslo_vmware.api [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177784, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.649725] env[69399]: DEBUG oslo_concurrency.lockutils [None req-acecfa5c-61c8-47bb-a0eb-72b757f02922 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Releasing lock "refresh_cache-592c5dba-b787-40ee-9c07-183331f8b085" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.650540] env[69399]: DEBUG oslo_concurrency.lockutils [None req-acecfa5c-61c8-47bb-a0eb-72b757f02922 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "592c5dba-b787-40ee-9c07-183331f8b085" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.650652] env[69399]: DEBUG oslo_concurrency.lockutils [None req-acecfa5c-61c8-47bb-a0eb-72b757f02922 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquired lock "592c5dba-b787-40ee-9c07-183331f8b085" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.651400] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52bb6f4-047c-443b-b03c-0db237a98f84 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.671903] env[69399]: DEBUG nova.virt.hardware [None req-acecfa5c-61c8-47bb-a0eb-72b757f02922 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1271.672312] env[69399]: DEBUG nova.virt.hardware [None req-acecfa5c-61c8-47bb-a0eb-72b757f02922 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1271.672510] env[69399]: DEBUG nova.virt.hardware [None req-acecfa5c-61c8-47bb-a0eb-72b757f02922 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1271.672755] env[69399]: DEBUG nova.virt.hardware [None req-acecfa5c-61c8-47bb-a0eb-72b757f02922 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1271.672926] env[69399]: DEBUG nova.virt.hardware [None req-acecfa5c-61c8-47bb-a0eb-72b757f02922 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1271.673115] env[69399]: DEBUG nova.virt.hardware [None req-acecfa5c-61c8-47bb-a0eb-72b757f02922 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1271.673359] env[69399]: DEBUG nova.virt.hardware [None req-acecfa5c-61c8-47bb-a0eb-72b757f02922 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1271.673538] env[69399]: DEBUG nova.virt.hardware [None req-acecfa5c-61c8-47bb-a0eb-72b757f02922 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1271.673752] env[69399]: DEBUG nova.virt.hardware [None req-acecfa5c-61c8-47bb-a0eb-72b757f02922 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1271.673949] env[69399]: DEBUG nova.virt.hardware [None req-acecfa5c-61c8-47bb-a0eb-72b757f02922 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1271.674287] env[69399]: DEBUG nova.virt.hardware [None req-acecfa5c-61c8-47bb-a0eb-72b757f02922 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1271.682290] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-acecfa5c-61c8-47bb-a0eb-72b757f02922 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Reconfiguring VM to attach interface {{(pid=69399) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1271.683138] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a61efb0-c9f7-484f-8df8-29aa932105ea {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.699307] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1512a41-fa0e-491c-a703-8672dfff8db0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.712189] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec1fba3-7fb6-4b15-adfe-d56ae1042f54 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.717665] env[69399]: DEBUG oslo_vmware.api [None req-acecfa5c-61c8-47bb-a0eb-72b757f02922 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 1271.717665] env[69399]: value = "task-4177787" [ 1271.717665] env[69399]: _type = "Task" [ 1271.717665] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.758989] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ed258a-77e1-497e-8e8f-90fb00f5a13c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.765673] env[69399]: DEBUG oslo_vmware.api [None req-acecfa5c-61c8-47bb-a0eb-72b757f02922 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177787, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.767097] env[69399]: DEBUG nova.compute.manager [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1271.774261] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3816c1-92e6-4b9b-97c2-4f94adb4e011 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.792874] env[69399]: DEBUG nova.compute.provider_tree [None req-d5168370-b63d-4007-ada7-b48ff8505c71 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.797376] env[69399]: DEBUG oslo_concurrency.lockutils [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Releasing lock "refresh_cache-ed3a64aa-8eb8-46bb-83ca-3c2509dac317" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.797731] env[69399]: DEBUG nova.compute.manager [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Instance network_info: |[{"id": "01b6f451-2175-4aa6-8794-aa5b993ddb98", "address": "fa:16:3e:64:07:61", "network": {"id": "3d7d9a12-563c-4097-a075-43de809f19a4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1581579464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d160850aa58647f7920daed297800d71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01b6f451-21", "ovs_interfaceid": "01b6f451-2175-4aa6-8794-aa5b993ddb98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1271.798055] env[69399]: DEBUG oslo_concurrency.lockutils [req-6e3e6549-916f-4ff2-b93f-ef8741b4d1d8 req-dabac367-a65a-48d0-b80d-d1f72fe3ec8a service nova] Acquired lock "refresh_cache-ed3a64aa-8eb8-46bb-83ca-3c2509dac317" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.798255] env[69399]: DEBUG nova.network.neutron [req-6e3e6549-916f-4ff2-b93f-ef8741b4d1d8 req-dabac367-a65a-48d0-b80d-d1f72fe3ec8a service nova] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Refreshing network info cache for port 01b6f451-2175-4aa6-8794-aa5b993ddb98 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1271.799517] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:07:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01b6f451-2175-4aa6-8794-aa5b993ddb98', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1271.808173] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1271.809740] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1271.810109] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5348e21-a4bf-4f84-9ea9-f20ebe7fd89d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.838662] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1271.838662] env[69399]: value = "task-4177788" [ 1271.838662] env[69399]: _type = "Task" [ 1271.838662] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.850234] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177788, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.896710] env[69399]: DEBUG oslo_vmware.api [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177786, 'name': ReconfigVM_Task, 'duration_secs': 0.356398} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.897033] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa/6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1271.897802] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db7b657d-3930-49f7-9f4d-cd292b3e047c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.906819] env[69399]: DEBUG oslo_vmware.api [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1271.906819] env[69399]: value = "task-4177789" [ 1271.906819] env[69399]: _type = "Task" [ 1271.906819] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.916514] env[69399]: DEBUG oslo_vmware.api [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177789, 'name': Rename_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.040894] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1bea4fae-1ab4-41fb-86b2-4113125a1029 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Acquiring lock "35454509-cd72-47ec-9954-4b8666628133" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.042544] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1bea4fae-1ab4-41fb-86b2-4113125a1029 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lock "35454509-cd72-47ec-9954-4b8666628133" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.042823] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1bea4fae-1ab4-41fb-86b2-4113125a1029 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Acquiring lock "35454509-cd72-47ec-9954-4b8666628133-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.043052] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1bea4fae-1ab4-41fb-86b2-4113125a1029 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lock "35454509-cd72-47ec-9954-4b8666628133-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.043232] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1bea4fae-1ab4-41fb-86b2-4113125a1029 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lock "35454509-cd72-47ec-9954-4b8666628133-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.047108] env[69399]: INFO nova.compute.manager [None req-1bea4fae-1ab4-41fb-86b2-4113125a1029 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Terminating instance [ 1272.141763] env[69399]: DEBUG oslo_vmware.api [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177784, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.229547] env[69399]: DEBUG oslo_vmware.api [None req-acecfa5c-61c8-47bb-a0eb-72b757f02922 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.246356] env[69399]: DEBUG nova.network.neutron [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Successfully created port: dd5c42fb-f1bc-493d-9fb9-e9b1f0c64a8b {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1272.278597] env[69399]: DEBUG nova.network.neutron [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Successfully updated port: 014ab627-52fe-4500-a928-692f179b1e35 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1272.296358] env[69399]: DEBUG nova.scheduler.client.report [None req-d5168370-b63d-4007-ada7-b48ff8505c71 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.353133] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177788, 'name': CreateVM_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.418820] env[69399]: DEBUG oslo_vmware.api [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177789, 'name': Rename_Task, 'duration_secs': 0.219859} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.419073] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1272.419340] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22e9e3b4-2f1b-4f31-843d-b9b3d10d422a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.429569] env[69399]: DEBUG oslo_vmware.api [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1272.429569] env[69399]: value = "task-4177790" [ 1272.429569] env[69399]: _type = "Task" [ 1272.429569] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.439824] env[69399]: DEBUG oslo_vmware.api [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.521499] env[69399]: DEBUG nova.network.neutron [req-8b99d680-972c-4661-93fe-dec8e9e53b5c req-f1f96d71-39a4-4d6d-a799-5fdc498278e4 service nova] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Updated VIF entry in instance network info cache for port 817bc585-50c1-40e3-86a8-8ec3c9e844d0. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1272.521957] env[69399]: DEBUG nova.network.neutron [req-8b99d680-972c-4661-93fe-dec8e9e53b5c req-f1f96d71-39a4-4d6d-a799-5fdc498278e4 service nova] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Updating instance_info_cache with network_info: [{"id": "817bc585-50c1-40e3-86a8-8ec3c9e844d0", "address": "fa:16:3e:60:23:42", "network": {"id": "809294fb-b90a-414f-80ae-c4f4ae7adef0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1026961644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d5582922e3b4d2eb1763d5198e21b2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap817bc585-50", "ovs_interfaceid": "817bc585-50c1-40e3-86a8-8ec3c9e844d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.552222] env[69399]: DEBUG nova.compute.manager [None req-1bea4fae-1ab4-41fb-86b2-4113125a1029 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1272.552222] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-1bea4fae-1ab4-41fb-86b2-4113125a1029 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1272.553180] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf589b2-0c9a-4207-b188-d6ee5d61073b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.563797] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bea4fae-1ab4-41fb-86b2-4113125a1029 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1272.566888] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eaf91e34-68e6-4d2d-89d6-9693aec9085e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.575649] env[69399]: DEBUG oslo_vmware.api [None req-1bea4fae-1ab4-41fb-86b2-4113125a1029 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Waiting for the task: (returnval){ [ 1272.575649] env[69399]: value = "task-4177791" [ 1272.575649] env[69399]: _type = "Task" [ 1272.575649] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.585862] env[69399]: DEBUG oslo_vmware.api [None req-1bea4fae-1ab4-41fb-86b2-4113125a1029 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.640888] env[69399]: DEBUG oslo_vmware.api [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177784, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.731490] env[69399]: DEBUG oslo_vmware.api [None req-acecfa5c-61c8-47bb-a0eb-72b757f02922 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177787, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.782102] env[69399]: DEBUG nova.compute.manager [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1272.785242] env[69399]: DEBUG oslo_concurrency.lockutils [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Acquiring lock "refresh_cache-92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.785740] env[69399]: DEBUG oslo_concurrency.lockutils [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Acquired lock "refresh_cache-92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.786089] env[69399]: DEBUG nova.network.neutron [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.820792] env[69399]: DEBUG nova.virt.hardware [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1272.821224] env[69399]: DEBUG nova.virt.hardware [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1272.821425] env[69399]: DEBUG nova.virt.hardware [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1272.821633] env[69399]: DEBUG nova.virt.hardware [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1272.821798] env[69399]: DEBUG nova.virt.hardware [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1272.821948] env[69399]: DEBUG nova.virt.hardware [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1272.822199] env[69399]: DEBUG nova.virt.hardware [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1272.822493] env[69399]: DEBUG nova.virt.hardware [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1272.822763] env[69399]: DEBUG nova.virt.hardware [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1272.822952] env[69399]: DEBUG nova.virt.hardware [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1272.823147] env[69399]: DEBUG nova.virt.hardware [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1272.824283] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a99fa63-62e4-44b7-9f24-e19619af9723 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.835183] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6580a3-f633-4502-90a0-1ed84d6a6ed3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.864774] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177788, 'name': CreateVM_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.889642] env[69399]: DEBUG nova.network.neutron [req-6e3e6549-916f-4ff2-b93f-ef8741b4d1d8 req-dabac367-a65a-48d0-b80d-d1f72fe3ec8a service nova] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Updated VIF entry in instance network info cache for port 01b6f451-2175-4aa6-8794-aa5b993ddb98. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1272.890066] env[69399]: DEBUG nova.network.neutron [req-6e3e6549-916f-4ff2-b93f-ef8741b4d1d8 req-dabac367-a65a-48d0-b80d-d1f72fe3ec8a service nova] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Updating instance_info_cache with network_info: [{"id": "01b6f451-2175-4aa6-8794-aa5b993ddb98", "address": "fa:16:3e:64:07:61", "network": {"id": "3d7d9a12-563c-4097-a075-43de809f19a4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1581579464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d160850aa58647f7920daed297800d71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01b6f451-21", "ovs_interfaceid": "01b6f451-2175-4aa6-8794-aa5b993ddb98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.943355] env[69399]: DEBUG oslo_vmware.api [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177790, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.025194] env[69399]: DEBUG oslo_concurrency.lockutils [req-8b99d680-972c-4661-93fe-dec8e9e53b5c req-f1f96d71-39a4-4d6d-a799-5fdc498278e4 service nova] Releasing lock "refresh_cache-f1889218-2e1e-459f-bb4d-e4461ca64702" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.086850] env[69399]: DEBUG oslo_vmware.api [None req-1bea4fae-1ab4-41fb-86b2-4113125a1029 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.141490] env[69399]: DEBUG oslo_vmware.api [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177784, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.846481} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.141883] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4598d570-6bb1-4add-8683-cb9051b1cf44/4598d570-6bb1-4add-8683-cb9051b1cf44.vmdk to [datastore1] 19cedc3f-97c4-4d41-baa5-cccf1bb48d84/19cedc3f-97c4-4d41-baa5-cccf1bb48d84.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1273.142738] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018532a7-b507-48fb-ae56-0545768bffe1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.171603] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 19cedc3f-97c4-4d41-baa5-cccf1bb48d84/19cedc3f-97c4-4d41-baa5-cccf1bb48d84.vmdk or device None with type streamOptimized {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1273.172354] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37f89846-2dc1-4f58-a11f-d039c6d0e542 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.193916] env[69399]: DEBUG oslo_vmware.api [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 1273.193916] env[69399]: value = "task-4177792" [ 1273.193916] env[69399]: _type = "Task" [ 1273.193916] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.207507] env[69399]: DEBUG oslo_vmware.api [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177792, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.233483] env[69399]: DEBUG oslo_vmware.api [None req-acecfa5c-61c8-47bb-a0eb-72b757f02922 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177787, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.310076] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d5168370-b63d-4007-ada7-b48ff8505c71 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.554s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.310076] env[69399]: DEBUG nova.compute.manager [None req-d5168370-b63d-4007-ada7-b48ff8505c71 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69399) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1273.313033] env[69399]: DEBUG oslo_concurrency.lockutils [None req-504a8de4-570e-44dd-9dab-d414cb523caa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.776s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.313323] env[69399]: DEBUG nova.objects.instance [None req-504a8de4-570e-44dd-9dab-d414cb523caa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lazy-loading 'resources' on Instance uuid 1c211d56-d533-4a14-95dc-5ced9a324e4c {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.342040] env[69399]: DEBUG nova.network.neutron [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1273.355111] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177788, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.392884] env[69399]: DEBUG oslo_concurrency.lockutils [req-6e3e6549-916f-4ff2-b93f-ef8741b4d1d8 req-dabac367-a65a-48d0-b80d-d1f72fe3ec8a service nova] Releasing lock "refresh_cache-ed3a64aa-8eb8-46bb-83ca-3c2509dac317" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.442165] env[69399]: DEBUG oslo_vmware.api [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177790, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.522253] env[69399]: DEBUG nova.network.neutron [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Updating instance_info_cache with network_info: [{"id": "014ab627-52fe-4500-a928-692f179b1e35", "address": "fa:16:3e:8f:6d:c5", "network": {"id": "791c578a-06f1-4ce6-adc2-bea696ddf919", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-962254432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cdc8d73e4d34f94b9106fdaaf2d1ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap014ab627-52", "ovs_interfaceid": "014ab627-52fe-4500-a928-692f179b1e35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.587361] env[69399]: DEBUG oslo_vmware.api [None req-1bea4fae-1ab4-41fb-86b2-4113125a1029 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.705297] env[69399]: DEBUG oslo_vmware.api [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177792, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.731916] env[69399]: DEBUG oslo_vmware.api [None req-acecfa5c-61c8-47bb-a0eb-72b757f02922 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177787, 'name': ReconfigVM_Task, 'duration_secs': 1.798884} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.732294] env[69399]: DEBUG oslo_concurrency.lockutils [None req-acecfa5c-61c8-47bb-a0eb-72b757f02922 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Releasing lock "592c5dba-b787-40ee-9c07-183331f8b085" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.732463] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-acecfa5c-61c8-47bb-a0eb-72b757f02922 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Reconfigured VM to attach interface {{(pid=69399) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1273.858274] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177788, 'name': CreateVM_Task, 'duration_secs': 1.534148} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.859704] env[69399]: DEBUG nova.compute.manager [req-81df213c-18af-4092-96ed-1a48094048c8 req-b5c41fbf-4dab-4835-9f70-8fc9a8152684 service nova] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Received event network-vif-plugged-014ab627-52fe-4500-a928-692f179b1e35 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.860010] env[69399]: DEBUG oslo_concurrency.lockutils [req-81df213c-18af-4092-96ed-1a48094048c8 req-b5c41fbf-4dab-4835-9f70-8fc9a8152684 service nova] Acquiring lock "92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.860284] env[69399]: DEBUG oslo_concurrency.lockutils [req-81df213c-18af-4092-96ed-1a48094048c8 req-b5c41fbf-4dab-4835-9f70-8fc9a8152684 service nova] Lock "92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.860500] env[69399]: DEBUG oslo_concurrency.lockutils [req-81df213c-18af-4092-96ed-1a48094048c8 req-b5c41fbf-4dab-4835-9f70-8fc9a8152684 service nova] Lock "92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.860715] env[69399]: DEBUG nova.compute.manager [req-81df213c-18af-4092-96ed-1a48094048c8 req-b5c41fbf-4dab-4835-9f70-8fc9a8152684 service nova] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] No waiting events found dispatching network-vif-plugged-014ab627-52fe-4500-a928-692f179b1e35 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1273.860917] env[69399]: WARNING nova.compute.manager [req-81df213c-18af-4092-96ed-1a48094048c8 req-b5c41fbf-4dab-4835-9f70-8fc9a8152684 service nova] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Received unexpected event network-vif-plugged-014ab627-52fe-4500-a928-692f179b1e35 for instance with vm_state building and task_state spawning. [ 1273.861226] env[69399]: DEBUG nova.compute.manager [req-81df213c-18af-4092-96ed-1a48094048c8 req-b5c41fbf-4dab-4835-9f70-8fc9a8152684 service nova] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Received event network-changed-014ab627-52fe-4500-a928-692f179b1e35 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.861457] env[69399]: DEBUG nova.compute.manager [req-81df213c-18af-4092-96ed-1a48094048c8 req-b5c41fbf-4dab-4835-9f70-8fc9a8152684 service nova] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Refreshing instance network info cache due to event network-changed-014ab627-52fe-4500-a928-692f179b1e35. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1273.861658] env[69399]: DEBUG oslo_concurrency.lockutils [req-81df213c-18af-4092-96ed-1a48094048c8 req-b5c41fbf-4dab-4835-9f70-8fc9a8152684 service nova] Acquiring lock "refresh_cache-92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.861854] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1273.862892] env[69399]: DEBUG oslo_concurrency.lockutils [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.863075] env[69399]: DEBUG oslo_concurrency.lockutils [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.866529] env[69399]: DEBUG oslo_concurrency.lockutils [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.866529] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecfa0804-45a1-4051-acb3-a6e5a9969b14 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.873634] env[69399]: INFO nova.scheduler.client.report [None req-d5168370-b63d-4007-ada7-b48ff8505c71 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Deleted allocation for migration a37c9eb6-a3cb-4276-b657-d2b9f834cc2a [ 1273.874748] env[69399]: DEBUG oslo_vmware.api [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1273.874748] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52ce2228-977f-5766-b7ca-fa951b05a998" [ 1273.874748] env[69399]: _type = "Task" [ 1273.874748] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.890382] env[69399]: DEBUG oslo_vmware.api [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52ce2228-977f-5766-b7ca-fa951b05a998, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.944040] env[69399]: DEBUG oslo_vmware.api [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177790, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.026704] env[69399]: DEBUG oslo_concurrency.lockutils [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Releasing lock "refresh_cache-92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.027055] env[69399]: DEBUG nova.compute.manager [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Instance network_info: |[{"id": "014ab627-52fe-4500-a928-692f179b1e35", "address": "fa:16:3e:8f:6d:c5", "network": {"id": "791c578a-06f1-4ce6-adc2-bea696ddf919", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-962254432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cdc8d73e4d34f94b9106fdaaf2d1ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap014ab627-52", "ovs_interfaceid": "014ab627-52fe-4500-a928-692f179b1e35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1274.027563] env[69399]: DEBUG oslo_concurrency.lockutils [req-81df213c-18af-4092-96ed-1a48094048c8 req-b5c41fbf-4dab-4835-9f70-8fc9a8152684 service nova] Acquired lock "refresh_cache-92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.027798] env[69399]: DEBUG nova.network.neutron [req-81df213c-18af-4092-96ed-1a48094048c8 req-b5c41fbf-4dab-4835-9f70-8fc9a8152684 service nova] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Refreshing network info cache for port 014ab627-52fe-4500-a928-692f179b1e35 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1274.029155] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:6d:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7894814c-6be3-4b80-a08e-4a771bc05dd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '014ab627-52fe-4500-a928-692f179b1e35', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1274.037716] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Creating folder: Project (7cdc8d73e4d34f94b9106fdaaf2d1ae2). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1274.041103] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce5ad8e6-f934-438a-95db-ce67b4983922 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.053872] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Created folder: Project (7cdc8d73e4d34f94b9106fdaaf2d1ae2) in parent group-v826677. [ 1274.054119] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Creating folder: Instances. Parent ref: group-v826988. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1274.056888] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e49c274f-6e41-44cb-86d9-3bd15c5da3de {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.068277] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Created folder: Instances in parent group-v826988. [ 1274.068540] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1274.068808] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1274.069316] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c62c67c-1f84-4727-852d-2a64481facda {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.095217] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1274.095217] env[69399]: value = "task-4177795" [ 1274.095217] env[69399]: _type = "Task" [ 1274.095217] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.098120] env[69399]: DEBUG oslo_vmware.api [None req-1bea4fae-1ab4-41fb-86b2-4113125a1029 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177791, 'name': PowerOffVM_Task, 'duration_secs': 1.171701} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.103789] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bea4fae-1ab4-41fb-86b2-4113125a1029 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1274.103915] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-1bea4fae-1ab4-41fb-86b2-4113125a1029 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1274.104438] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4daa8024-e9f6-4bcd-a443-9ebcebff9ebb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.112295] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177795, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.187135] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-1bea4fae-1ab4-41fb-86b2-4113125a1029 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1274.187798] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-1bea4fae-1ab4-41fb-86b2-4113125a1029 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1274.187919] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bea4fae-1ab4-41fb-86b2-4113125a1029 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Deleting the datastore file [datastore2] 35454509-cd72-47ec-9954-4b8666628133 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1274.188374] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa11c8b0-f8b4-48e1-b087-7af462b68af3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.194108] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f14743-05e2-4753-bce7-63d9158ed11d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.208657] env[69399]: DEBUG oslo_vmware.api [None req-1bea4fae-1ab4-41fb-86b2-4113125a1029 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Waiting for the task: (returnval){ [ 1274.208657] env[69399]: value = "task-4177797" [ 1274.208657] env[69399]: _type = "Task" [ 1274.208657] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.219774] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae2b753-3fe5-4489-abae-bc04fdccdaec {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.230265] env[69399]: DEBUG oslo_vmware.api [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177792, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.240106] env[69399]: DEBUG oslo_concurrency.lockutils [None req-acecfa5c-61c8-47bb-a0eb-72b757f02922 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "interface-592c5dba-b787-40ee-9c07-183331f8b085-37f821e6-5f17-46af-8854-625260553c51" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 9.476s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.241812] env[69399]: DEBUG oslo_vmware.api [None req-1bea4fae-1ab4-41fb-86b2-4113125a1029 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.291127] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d58fa1e-e6a4-4cb3-a3ef-55b2a7e68da3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.297208] env[69399]: DEBUG nova.compute.manager [req-df1f714d-64b3-45df-b97b-e8cc3c277163 req-ce113169-a61f-4fef-bd8b-6ab3b92b4d20 service nova] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Received event network-changed-817bc585-50c1-40e3-86a8-8ec3c9e844d0 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.297511] env[69399]: DEBUG nova.compute.manager [req-df1f714d-64b3-45df-b97b-e8cc3c277163 req-ce113169-a61f-4fef-bd8b-6ab3b92b4d20 service nova] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Refreshing instance network info cache due to event network-changed-817bc585-50c1-40e3-86a8-8ec3c9e844d0. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1274.297879] env[69399]: DEBUG oslo_concurrency.lockutils [req-df1f714d-64b3-45df-b97b-e8cc3c277163 req-ce113169-a61f-4fef-bd8b-6ab3b92b4d20 service nova] Acquiring lock "refresh_cache-f1889218-2e1e-459f-bb4d-e4461ca64702" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.298166] env[69399]: DEBUG oslo_concurrency.lockutils [req-df1f714d-64b3-45df-b97b-e8cc3c277163 req-ce113169-a61f-4fef-bd8b-6ab3b92b4d20 service nova] Acquired lock "refresh_cache-f1889218-2e1e-459f-bb4d-e4461ca64702" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.298448] env[69399]: DEBUG nova.network.neutron [req-df1f714d-64b3-45df-b97b-e8cc3c277163 req-ce113169-a61f-4fef-bd8b-6ab3b92b4d20 service nova] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Refreshing network info cache for port 817bc585-50c1-40e3-86a8-8ec3c9e844d0 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1274.308605] env[69399]: DEBUG oslo_concurrency.lockutils [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "6cc5836f-2902-4072-81af-f7735deaaf91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.308949] env[69399]: DEBUG oslo_concurrency.lockutils [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "6cc5836f-2902-4072-81af-f7735deaaf91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.317023] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd756b2c-4218-4f11-a70f-90f0c278e954 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.340551] env[69399]: DEBUG nova.compute.provider_tree [None req-504a8de4-570e-44dd-9dab-d414cb523caa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.384289] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d5168370-b63d-4007-ada7-b48ff8505c71 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 19.597s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.392916] env[69399]: DEBUG oslo_vmware.api [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52ce2228-977f-5766-b7ca-fa951b05a998, 'name': SearchDatastore_Task, 'duration_secs': 0.027041} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.393215] env[69399]: DEBUG oslo_concurrency.lockutils [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.393818] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1274.393818] env[69399]: DEBUG oslo_concurrency.lockutils [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.393961] env[69399]: DEBUG oslo_concurrency.lockutils [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.394090] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1274.394861] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9f9b138-f60e-4f9c-95d1-b9f69b5ad635 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.404706] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1274.404896] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1274.406028] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7f44b7c-fc08-4c74-b8e8-c648fd68044d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.413639] env[69399]: DEBUG oslo_vmware.api [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1274.413639] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e4fc26-a820-25c6-47c3-9081744f788f" [ 1274.413639] env[69399]: _type = "Task" [ 1274.413639] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.427172] env[69399]: DEBUG oslo_vmware.api [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e4fc26-a820-25c6-47c3-9081744f788f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.441540] env[69399]: DEBUG oslo_vmware.api [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177790, 'name': PowerOnVM_Task, 'duration_secs': 1.681235} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.441944] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1274.442131] env[69399]: INFO nova.compute.manager [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Took 11.27 seconds to spawn the instance on the hypervisor. [ 1274.442375] env[69399]: DEBUG nova.compute.manager [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1274.443336] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6c59aa-cc04-408d-8960-c7ccce01c402 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.481887] env[69399]: DEBUG nova.network.neutron [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Successfully updated port: dd5c42fb-f1bc-493d-9fb9-e9b1f0c64a8b {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1274.610350] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177795, 'name': CreateVM_Task, 'duration_secs': 0.409585} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.610526] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1274.611254] env[69399]: DEBUG oslo_concurrency.lockutils [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.611418] env[69399]: DEBUG oslo_concurrency.lockutils [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.611741] env[69399]: DEBUG oslo_concurrency.lockutils [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.612276] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2e25fb3-b3c8-4bf1-b7c0-25f00880d7d8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.617802] env[69399]: DEBUG oslo_vmware.api [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Waiting for the task: (returnval){ [ 1274.617802] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d75dda-2959-38c9-72eb-4cbeb33a5c8d" [ 1274.617802] env[69399]: _type = "Task" [ 1274.617802] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.629717] env[69399]: DEBUG oslo_vmware.api [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d75dda-2959-38c9-72eb-4cbeb33a5c8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.708999] env[69399]: DEBUG oslo_vmware.api [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177792, 'name': ReconfigVM_Task, 'duration_secs': 1.101794} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.709317] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 19cedc3f-97c4-4d41-baa5-cccf1bb48d84/19cedc3f-97c4-4d41-baa5-cccf1bb48d84.vmdk or device None with type streamOptimized {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1274.709973] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a7ce904-b60c-4f81-8b22-f1f3ff3a8850 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.717113] env[69399]: DEBUG oslo_vmware.api [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 1274.717113] env[69399]: value = "task-4177798" [ 1274.717113] env[69399]: _type = "Task" [ 1274.717113] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.723348] env[69399]: DEBUG oslo_vmware.api [None req-1bea4fae-1ab4-41fb-86b2-4113125a1029 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.728438] env[69399]: DEBUG oslo_vmware.api [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177798, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.809081] env[69399]: DEBUG nova.network.neutron [req-81df213c-18af-4092-96ed-1a48094048c8 req-b5c41fbf-4dab-4835-9f70-8fc9a8152684 service nova] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Updated VIF entry in instance network info cache for port 014ab627-52fe-4500-a928-692f179b1e35. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1274.809491] env[69399]: DEBUG nova.network.neutron [req-81df213c-18af-4092-96ed-1a48094048c8 req-b5c41fbf-4dab-4835-9f70-8fc9a8152684 service nova] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Updating instance_info_cache with network_info: [{"id": "014ab627-52fe-4500-a928-692f179b1e35", "address": "fa:16:3e:8f:6d:c5", "network": {"id": "791c578a-06f1-4ce6-adc2-bea696ddf919", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-962254432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cdc8d73e4d34f94b9106fdaaf2d1ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap014ab627-52", "ovs_interfaceid": "014ab627-52fe-4500-a928-692f179b1e35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.817045] env[69399]: DEBUG nova.compute.manager [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1274.844584] env[69399]: DEBUG nova.scheduler.client.report [None req-504a8de4-570e-44dd-9dab-d414cb523caa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.933255] env[69399]: DEBUG oslo_vmware.api [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e4fc26-a820-25c6-47c3-9081744f788f, 'name': SearchDatastore_Task, 'duration_secs': 0.028427} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.934105] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bb9a44b-c75d-4026-8cf8-f4f5b3f9bc48 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.941120] env[69399]: DEBUG oslo_vmware.api [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1274.941120] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b9e2be-e20c-d517-b031-983c0c3bac29" [ 1274.941120] env[69399]: _type = "Task" [ 1274.941120] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.950930] env[69399]: DEBUG oslo_vmware.api [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b9e2be-e20c-d517-b031-983c0c3bac29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.966127] env[69399]: INFO nova.compute.manager [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Took 38.00 seconds to build instance. [ 1274.984615] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquiring lock "refresh_cache-499c045e-dacb-46da-be6f-bc1bdaefff76" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.984802] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquired lock "refresh_cache-499c045e-dacb-46da-be6f-bc1bdaefff76" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.985049] env[69399]: DEBUG nova.network.neutron [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1275.131204] env[69399]: DEBUG oslo_vmware.api [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d75dda-2959-38c9-72eb-4cbeb33a5c8d, 'name': SearchDatastore_Task, 'duration_secs': 0.025402} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.131556] env[69399]: DEBUG oslo_concurrency.lockutils [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.131811] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1275.132066] env[69399]: DEBUG oslo_concurrency.lockutils [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.132213] env[69399]: DEBUG oslo_concurrency.lockutils [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.132396] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1275.132671] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2f1ed0e-bb4a-4e6b-a604-ed9f03782acb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.143842] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1275.144134] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1275.145170] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d2fe7d8-fe79-45e8-8e36-22578e0f0435 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.155382] env[69399]: DEBUG oslo_vmware.api [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Waiting for the task: (returnval){ [ 1275.155382] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]529a5b9d-3912-7a52-9645-a3d16df569de" [ 1275.155382] env[69399]: _type = "Task" [ 1275.155382] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.165857] env[69399]: DEBUG oslo_vmware.api [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]529a5b9d-3912-7a52-9645-a3d16df569de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.194548] env[69399]: DEBUG nova.network.neutron [req-df1f714d-64b3-45df-b97b-e8cc3c277163 req-ce113169-a61f-4fef-bd8b-6ab3b92b4d20 service nova] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Updated VIF entry in instance network info cache for port 817bc585-50c1-40e3-86a8-8ec3c9e844d0. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1275.195186] env[69399]: DEBUG nova.network.neutron [req-df1f714d-64b3-45df-b97b-e8cc3c277163 req-ce113169-a61f-4fef-bd8b-6ab3b92b4d20 service nova] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Updating instance_info_cache with network_info: [{"id": "817bc585-50c1-40e3-86a8-8ec3c9e844d0", "address": "fa:16:3e:60:23:42", "network": {"id": "809294fb-b90a-414f-80ae-c4f4ae7adef0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1026961644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d5582922e3b4d2eb1763d5198e21b2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap817bc585-50", "ovs_interfaceid": "817bc585-50c1-40e3-86a8-8ec3c9e844d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.225910] env[69399]: DEBUG oslo_vmware.api [None req-1bea4fae-1ab4-41fb-86b2-4113125a1029 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177797, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.645038} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.226657] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bea4fae-1ab4-41fb-86b2-4113125a1029 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1275.226862] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-1bea4fae-1ab4-41fb-86b2-4113125a1029 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1275.227168] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-1bea4fae-1ab4-41fb-86b2-4113125a1029 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1275.227401] env[69399]: INFO nova.compute.manager [None req-1bea4fae-1ab4-41fb-86b2-4113125a1029 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: 35454509-cd72-47ec-9954-4b8666628133] Took 2.68 seconds to destroy the instance on the hypervisor. [ 1275.227721] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1bea4fae-1ab4-41fb-86b2-4113125a1029 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1275.227946] env[69399]: DEBUG nova.compute.manager [-] [instance: 35454509-cd72-47ec-9954-4b8666628133] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1275.228061] env[69399]: DEBUG nova.network.neutron [-] [instance: 35454509-cd72-47ec-9954-4b8666628133] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1275.233146] env[69399]: DEBUG oslo_vmware.api [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177798, 'name': Rename_Task, 'duration_secs': 0.390892} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.233723] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1275.233978] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42f176a9-b773-45e2-8a05-332a43ac0a42 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.241257] env[69399]: DEBUG oslo_vmware.api [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 1275.241257] env[69399]: value = "task-4177799" [ 1275.241257] env[69399]: _type = "Task" [ 1275.241257] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.251436] env[69399]: DEBUG oslo_vmware.api [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177799, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.313938] env[69399]: DEBUG oslo_concurrency.lockutils [req-81df213c-18af-4092-96ed-1a48094048c8 req-b5c41fbf-4dab-4835-9f70-8fc9a8152684 service nova] Releasing lock "refresh_cache-92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.343617] env[69399]: DEBUG oslo_concurrency.lockutils [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.352018] env[69399]: DEBUG oslo_concurrency.lockutils [None req-504a8de4-570e-44dd-9dab-d414cb523caa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.039s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.354471] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.812s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.356080] env[69399]: INFO nova.compute.claims [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1275.385241] env[69399]: INFO nova.scheduler.client.report [None req-504a8de4-570e-44dd-9dab-d414cb523caa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Deleted allocations for instance 1c211d56-d533-4a14-95dc-5ced9a324e4c [ 1275.453275] env[69399]: DEBUG oslo_vmware.api [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b9e2be-e20c-d517-b031-983c0c3bac29, 'name': SearchDatastore_Task, 'duration_secs': 0.025553} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.453499] env[69399]: DEBUG oslo_concurrency.lockutils [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.453813] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] ed3a64aa-8eb8-46bb-83ca-3c2509dac317/ed3a64aa-8eb8-46bb-83ca-3c2509dac317.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1275.454108] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be1e8dd1-770f-46d7-b1f4-cd0345da3d63 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.461330] env[69399]: DEBUG oslo_vmware.api [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1275.461330] env[69399]: value = "task-4177800" [ 1275.461330] env[69399]: _type = "Task" [ 1275.461330] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.469675] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d6be3be7-d872-4830-b2b0-74d60f7ddab2 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.521s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.470396] env[69399]: DEBUG oslo_vmware.api [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177800, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.617515] env[69399]: DEBUG nova.network.neutron [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1275.668857] env[69399]: DEBUG oslo_vmware.api [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]529a5b9d-3912-7a52-9645-a3d16df569de, 'name': SearchDatastore_Task, 'duration_secs': 0.017426} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.669623] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9579c8bf-89c1-4260-b318-8e61a38c294c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.675559] env[69399]: DEBUG oslo_vmware.api [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Waiting for the task: (returnval){ [ 1275.675559] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e6c18d-55e3-8adb-cfc6-b96210fd5592" [ 1275.675559] env[69399]: _type = "Task" [ 1275.675559] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.683936] env[69399]: DEBUG oslo_vmware.api [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e6c18d-55e3-8adb-cfc6-b96210fd5592, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.698331] env[69399]: DEBUG oslo_concurrency.lockutils [req-df1f714d-64b3-45df-b97b-e8cc3c277163 req-ce113169-a61f-4fef-bd8b-6ab3b92b4d20 service nova] Releasing lock "refresh_cache-f1889218-2e1e-459f-bb4d-e4461ca64702" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.752831] env[69399]: DEBUG oslo_vmware.api [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177799, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.892693] env[69399]: DEBUG oslo_concurrency.lockutils [None req-504a8de4-570e-44dd-9dab-d414cb523caa tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "1c211d56-d533-4a14-95dc-5ced9a324e4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.133s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.972787] env[69399]: DEBUG oslo_vmware.api [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177800, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.009559] env[69399]: DEBUG nova.network.neutron [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Updating instance_info_cache with network_info: [{"id": "dd5c42fb-f1bc-493d-9fb9-e9b1f0c64a8b", "address": "fa:16:3e:04:f7:da", "network": {"id": "1189aba4-f9f6-43fc-a90e-a2ba89c61eee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2103604121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0852e65775340ab9a481d12caa78155", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd5c42fb-f1", "ovs_interfaceid": "dd5c42fb-f1bc-493d-9fb9-e9b1f0c64a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.190091] env[69399]: DEBUG oslo_vmware.api [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e6c18d-55e3-8adb-cfc6-b96210fd5592, 'name': SearchDatastore_Task, 'duration_secs': 0.018536} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.190576] env[69399]: DEBUG oslo_concurrency.lockutils [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.191174] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef/92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1276.192171] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9daaeec-46a0-4f80-a760-69e11322415b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.202441] env[69399]: DEBUG oslo_vmware.api [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Waiting for the task: (returnval){ [ 1276.202441] env[69399]: value = "task-4177801" [ 1276.202441] env[69399]: _type = "Task" [ 1276.202441] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.219339] env[69399]: DEBUG oslo_vmware.api [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Task: {'id': task-4177801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.255228] env[69399]: DEBUG oslo_vmware.api [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177799, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.419612] env[69399]: DEBUG nova.compute.manager [req-6c4ddb04-134f-41e6-867f-c9f607c8b9a6 req-f137a6a4-17f0-4e98-b2bd-3fbfeb8ef9cc service nova] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Received event network-vif-plugged-dd5c42fb-f1bc-493d-9fb9-e9b1f0c64a8b {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.419903] env[69399]: DEBUG oslo_concurrency.lockutils [req-6c4ddb04-134f-41e6-867f-c9f607c8b9a6 req-f137a6a4-17f0-4e98-b2bd-3fbfeb8ef9cc service nova] Acquiring lock "499c045e-dacb-46da-be6f-bc1bdaefff76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.420435] env[69399]: DEBUG oslo_concurrency.lockutils [req-6c4ddb04-134f-41e6-867f-c9f607c8b9a6 req-f137a6a4-17f0-4e98-b2bd-3fbfeb8ef9cc service nova] Lock "499c045e-dacb-46da-be6f-bc1bdaefff76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.420676] env[69399]: DEBUG oslo_concurrency.lockutils [req-6c4ddb04-134f-41e6-867f-c9f607c8b9a6 req-f137a6a4-17f0-4e98-b2bd-3fbfeb8ef9cc service nova] Lock "499c045e-dacb-46da-be6f-bc1bdaefff76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.420909] env[69399]: DEBUG nova.compute.manager [req-6c4ddb04-134f-41e6-867f-c9f607c8b9a6 req-f137a6a4-17f0-4e98-b2bd-3fbfeb8ef9cc service nova] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] No waiting events found dispatching network-vif-plugged-dd5c42fb-f1bc-493d-9fb9-e9b1f0c64a8b {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1276.421206] env[69399]: WARNING nova.compute.manager [req-6c4ddb04-134f-41e6-867f-c9f607c8b9a6 req-f137a6a4-17f0-4e98-b2bd-3fbfeb8ef9cc service nova] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Received unexpected event network-vif-plugged-dd5c42fb-f1bc-493d-9fb9-e9b1f0c64a8b for instance with vm_state building and task_state spawning. [ 1276.421416] env[69399]: DEBUG nova.compute.manager [req-6c4ddb04-134f-41e6-867f-c9f607c8b9a6 req-f137a6a4-17f0-4e98-b2bd-3fbfeb8ef9cc service nova] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Received event network-changed-dd5c42fb-f1bc-493d-9fb9-e9b1f0c64a8b {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.421582] env[69399]: DEBUG nova.compute.manager [req-6c4ddb04-134f-41e6-867f-c9f607c8b9a6 req-f137a6a4-17f0-4e98-b2bd-3fbfeb8ef9cc service nova] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Refreshing instance network info cache due to event network-changed-dd5c42fb-f1bc-493d-9fb9-e9b1f0c64a8b. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1276.421909] env[69399]: DEBUG oslo_concurrency.lockutils [req-6c4ddb04-134f-41e6-867f-c9f607c8b9a6 req-f137a6a4-17f0-4e98-b2bd-3fbfeb8ef9cc service nova] Acquiring lock "refresh_cache-499c045e-dacb-46da-be6f-bc1bdaefff76" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.476602] env[69399]: DEBUG oslo_vmware.api [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177800, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.509602] env[69399]: DEBUG nova.objects.instance [None req-d8e7c775-6ce5-4ef7-be5f-918a1e9ea7bd tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lazy-loading 'flavor' on Instance uuid 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.511529] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Releasing lock "refresh_cache-499c045e-dacb-46da-be6f-bc1bdaefff76" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.511830] env[69399]: DEBUG nova.compute.manager [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Instance network_info: |[{"id": "dd5c42fb-f1bc-493d-9fb9-e9b1f0c64a8b", "address": "fa:16:3e:04:f7:da", "network": {"id": "1189aba4-f9f6-43fc-a90e-a2ba89c61eee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2103604121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0852e65775340ab9a481d12caa78155", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd5c42fb-f1", "ovs_interfaceid": "dd5c42fb-f1bc-493d-9fb9-e9b1f0c64a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1276.516510] env[69399]: DEBUG oslo_concurrency.lockutils [req-6c4ddb04-134f-41e6-867f-c9f607c8b9a6 req-f137a6a4-17f0-4e98-b2bd-3fbfeb8ef9cc service nova] Acquired lock "refresh_cache-499c045e-dacb-46da-be6f-bc1bdaefff76" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.516734] env[69399]: DEBUG nova.network.neutron [req-6c4ddb04-134f-41e6-867f-c9f607c8b9a6 req-f137a6a4-17f0-4e98-b2bd-3fbfeb8ef9cc service nova] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Refreshing network info cache for port dd5c42fb-f1bc-493d-9fb9-e9b1f0c64a8b {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1276.518683] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:f7:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2c68e7-b690-42e2-9491-c3f9357cc66a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd5c42fb-f1bc-493d-9fb9-e9b1f0c64a8b', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1276.526814] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1276.531244] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1276.531957] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7fa6e5dd-970d-48cb-b543-636e651fd277 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.555869] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1276.555869] env[69399]: value = "task-4177802" [ 1276.555869] env[69399]: _type = "Task" [ 1276.555869] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.566541] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177802, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.723304] env[69399]: DEBUG oslo_vmware.api [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Task: {'id': task-4177801, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.763279] env[69399]: DEBUG oslo_vmware.api [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177799, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.811834] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36e0bc1-139c-441d-9318-88170705e75f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.826436] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33718c9-b2b5-47d0-af72-1c4653c227ce {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.874440] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f07d9e-79ee-4ef9-8749-0d754070f8c8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.887234] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1c072d-401c-4b2e-8c39-53cf0a9f76d7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.904986] env[69399]: DEBUG nova.compute.provider_tree [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1276.975293] env[69399]: DEBUG oslo_vmware.api [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177800, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.045055} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.975518] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] ed3a64aa-8eb8-46bb-83ca-3c2509dac317/ed3a64aa-8eb8-46bb-83ca-3c2509dac317.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1276.975758] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1276.976171] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9493e9cd-c098-4757-8ccd-496bdc224246 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.984095] env[69399]: DEBUG oslo_vmware.api [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1276.984095] env[69399]: value = "task-4177803" [ 1276.984095] env[69399]: _type = "Task" [ 1276.984095] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.996344] env[69399]: DEBUG oslo_vmware.api [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177803, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.021918] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d8e7c775-6ce5-4ef7-be5f-918a1e9ea7bd tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "refresh_cache-7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.021918] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d8e7c775-6ce5-4ef7-be5f-918a1e9ea7bd tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquired lock "refresh_cache-7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.022248] env[69399]: DEBUG nova.network.neutron [None req-d8e7c775-6ce5-4ef7-be5f-918a1e9ea7bd tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.022248] env[69399]: DEBUG nova.objects.instance [None req-d8e7c775-6ce5-4ef7-be5f-918a1e9ea7bd tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lazy-loading 'info_cache' on Instance uuid 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.034836] env[69399]: DEBUG nova.network.neutron [-] [instance: 35454509-cd72-47ec-9954-4b8666628133] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.068412] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177802, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.227444] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4c3b6c4d-8b71-405f-8293-61c104541353 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "interface-592c5dba-b787-40ee-9c07-183331f8b085-37f821e6-5f17-46af-8854-625260553c51" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.227874] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4c3b6c4d-8b71-405f-8293-61c104541353 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "interface-592c5dba-b787-40ee-9c07-183331f8b085-37f821e6-5f17-46af-8854-625260553c51" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.229745] env[69399]: DEBUG oslo_vmware.api [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Task: {'id': task-4177801, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.258824] env[69399]: DEBUG oslo_vmware.api [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177799, 'name': PowerOnVM_Task, 'duration_secs': 1.66743} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.259714] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1277.415293] env[69399]: DEBUG nova.compute.manager [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1277.418195] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f388de-a5b1-4305-95f4-24bcf8164c9d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.434834] env[69399]: ERROR nova.scheduler.client.report [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [req-f6f0b8d3-39c0-4178-b5b3-320c6936a80c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65caca49-2bb8-4896-b9be-5baf8708847a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f6f0b8d3-39c0-4178-b5b3-320c6936a80c"}]} [ 1277.464281] env[69399]: DEBUG nova.scheduler.client.report [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Refreshing inventories for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1277.477328] env[69399]: DEBUG nova.network.neutron [req-6c4ddb04-134f-41e6-867f-c9f607c8b9a6 req-f137a6a4-17f0-4e98-b2bd-3fbfeb8ef9cc service nova] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Updated VIF entry in instance network info cache for port dd5c42fb-f1bc-493d-9fb9-e9b1f0c64a8b. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1277.477813] env[69399]: DEBUG nova.network.neutron [req-6c4ddb04-134f-41e6-867f-c9f607c8b9a6 req-f137a6a4-17f0-4e98-b2bd-3fbfeb8ef9cc service nova] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Updating instance_info_cache with network_info: [{"id": "dd5c42fb-f1bc-493d-9fb9-e9b1f0c64a8b", "address": "fa:16:3e:04:f7:da", "network": {"id": "1189aba4-f9f6-43fc-a90e-a2ba89c61eee", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2103604121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0852e65775340ab9a481d12caa78155", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2c68e7-b690-42e2-9491-c3f9357cc66a", "external-id": "nsx-vlan-transportzone-321", "segmentation_id": 321, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd5c42fb-f1", "ovs_interfaceid": "dd5c42fb-f1bc-493d-9fb9-e9b1f0c64a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.480700] env[69399]: DEBUG nova.scheduler.client.report [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Updating ProviderTree inventory for provider 65caca49-2bb8-4896-b9be-5baf8708847a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1277.483118] env[69399]: DEBUG nova.compute.provider_tree [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1277.496613] env[69399]: DEBUG oslo_vmware.api [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177803, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171136} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.497626] env[69399]: DEBUG nova.scheduler.client.report [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Refreshing aggregate associations for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a, aggregates: None {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1277.499760] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1277.500819] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7864612d-14eb-4f98-81b7-a4eab85ef6b5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.525306] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] ed3a64aa-8eb8-46bb-83ca-3c2509dac317/ed3a64aa-8eb8-46bb-83ca-3c2509dac317.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1277.528952] env[69399]: DEBUG nova.scheduler.client.report [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Refreshing trait associations for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1277.530148] env[69399]: DEBUG nova.objects.base [None req-d8e7c775-6ce5-4ef7-be5f-918a1e9ea7bd tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Object Instance<7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932> lazy-loaded attributes: flavor,info_cache {{(pid=69399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1277.531994] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-576f5b9d-17d1-40f1-bf2e-5160fc0cc2f9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.549742] env[69399]: INFO nova.compute.manager [-] [instance: 35454509-cd72-47ec-9954-4b8666628133] Took 2.32 seconds to deallocate network for instance. [ 1277.566205] env[69399]: DEBUG oslo_vmware.api [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1277.566205] env[69399]: value = "task-4177804" [ 1277.566205] env[69399]: _type = "Task" [ 1277.566205] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.575457] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177802, 'name': CreateVM_Task, 'duration_secs': 0.63212} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.576135] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1277.579472] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.579638] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.579951] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.583447] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-007264a4-3234-422d-a895-3af5b71b8212 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.585199] env[69399]: DEBUG oslo_vmware.api [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.589687] env[69399]: DEBUG oslo_vmware.api [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1277.589687] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52732ae5-89ae-1995-1837-27c83c571a05" [ 1277.589687] env[69399]: _type = "Task" [ 1277.589687] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.601974] env[69399]: DEBUG oslo_vmware.api [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52732ae5-89ae-1995-1837-27c83c571a05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.724965] env[69399]: DEBUG oslo_vmware.api [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Task: {'id': task-4177801, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.737204] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4c3b6c4d-8b71-405f-8293-61c104541353 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "592c5dba-b787-40ee-9c07-183331f8b085" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.737204] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4c3b6c4d-8b71-405f-8293-61c104541353 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquired lock "592c5dba-b787-40ee-9c07-183331f8b085" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.737912] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c3d6f7-b73c-4c6b-9ca8-6333b8ad04c6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.758926] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01d1578-a856-4116-8cef-60827d1d3c9b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.789068] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3b6c4d-8b71-405f-8293-61c104541353 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Reconfiguring VM to detach interface {{(pid=69399) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1277.792353] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-840d438f-81c1-487e-ac5b-1b6337058667 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.812805] env[69399]: DEBUG oslo_vmware.api [None req-4c3b6c4d-8b71-405f-8293-61c104541353 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 1277.812805] env[69399]: value = "task-4177805" [ 1277.812805] env[69399]: _type = "Task" [ 1277.812805] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.826913] env[69399]: DEBUG oslo_vmware.api [None req-4c3b6c4d-8b71-405f-8293-61c104541353 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177805, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.923772] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f3e125-4e8c-4987-b006-95ad5e674ceb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.934519] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08c507b-8dd4-4cd9-92e2-dc4d08658a07 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.972998] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cb496347-b716-4fa6-846a-a1e671abac7e tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lock "19cedc3f-97c4-4d41-baa5-cccf1bb48d84" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 42.169s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.974595] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950aed6c-9e88-4df8-be78-9006b9b24564 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.982945] env[69399]: DEBUG oslo_concurrency.lockutils [req-6c4ddb04-134f-41e6-867f-c9f607c8b9a6 req-f137a6a4-17f0-4e98-b2bd-3fbfeb8ef9cc service nova] Releasing lock "refresh_cache-499c045e-dacb-46da-be6f-bc1bdaefff76" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.984528] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada66b08-d116-4d5a-97e9-b5d09dff3ddd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.990563] env[69399]: DEBUG nova.network.neutron [None req-d8e7c775-6ce5-4ef7-be5f-918a1e9ea7bd tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Updating instance_info_cache with network_info: [{"id": "3d296f7a-47ed-4f08-8d77-d2b895ca3e5a", "address": "fa:16:3e:7c:8e:6e", "network": {"id": "fbc8d689-e009-493c-b7c6-f99fecd83767", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-209279494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "466df03825994aaaad4ffa06b54a80c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d296f7a-47", "ovs_interfaceid": "3d296f7a-47ed-4f08-8d77-d2b895ca3e5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.005189] env[69399]: DEBUG nova.compute.provider_tree [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.064755] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1bea4fae-1ab4-41fb-86b2-4113125a1029 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.077609] env[69399]: DEBUG oslo_vmware.api [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.103847] env[69399]: DEBUG oslo_vmware.api [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52732ae5-89ae-1995-1837-27c83c571a05, 'name': SearchDatastore_Task, 'duration_secs': 0.075353} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.104180] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.104421] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1278.104676] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.104826] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.105016] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1278.105295] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-423b6602-53e0-4b15-a872-769cf3721b7b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.114857] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1278.115083] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1278.116129] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c4e98cd-0008-48bd-b4ce-bdc4b11f29ec {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.122837] env[69399]: DEBUG oslo_vmware.api [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1278.122837] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5228af68-f5ce-cdcc-6f32-d2a7faa9003f" [ 1278.122837] env[69399]: _type = "Task" [ 1278.122837] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.132106] env[69399]: DEBUG oslo_vmware.api [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5228af68-f5ce-cdcc-6f32-d2a7faa9003f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.159343] env[69399]: DEBUG nova.compute.manager [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Stashing vm_state: active {{(pid=69399) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1278.222426] env[69399]: DEBUG oslo_vmware.api [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Task: {'id': task-4177801, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.722518} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.223749] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef/92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1278.223994] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1278.224304] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eef6d606-60ce-4d66-b924-1c4637d49375 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.232916] env[69399]: DEBUG oslo_vmware.api [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Waiting for the task: (returnval){ [ 1278.232916] env[69399]: value = "task-4177806" [ 1278.232916] env[69399]: _type = "Task" [ 1278.232916] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.244463] env[69399]: DEBUG oslo_vmware.api [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Task: {'id': task-4177806, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.325856] env[69399]: DEBUG oslo_vmware.api [None req-4c3b6c4d-8b71-405f-8293-61c104541353 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.463212] env[69399]: DEBUG nova.compute.manager [req-5077fd05-a455-407b-b508-7088f4756603 req-12efe8cf-fb77-4192-831c-d69d30270249 service nova] [instance: 35454509-cd72-47ec-9954-4b8666628133] Received event network-vif-deleted-f2d05572-ccd8-4907-b269-d61c6769f988 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.494240] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d8e7c775-6ce5-4ef7-be5f-918a1e9ea7bd tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Releasing lock "refresh_cache-7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.507844] env[69399]: DEBUG nova.scheduler.client.report [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1278.578313] env[69399]: DEBUG oslo_vmware.api [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177804, 'name': ReconfigVM_Task, 'duration_secs': 0.85222} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.578605] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Reconfigured VM instance instance-0000006e to attach disk [datastore1] ed3a64aa-8eb8-46bb-83ca-3c2509dac317/ed3a64aa-8eb8-46bb-83ca-3c2509dac317.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1278.579257] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6b26de7-b6b3-4bc0-82ee-1305477da22d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.587034] env[69399]: DEBUG oslo_vmware.api [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1278.587034] env[69399]: value = "task-4177807" [ 1278.587034] env[69399]: _type = "Task" [ 1278.587034] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.595804] env[69399]: DEBUG oslo_vmware.api [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177807, 'name': Rename_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.634451] env[69399]: DEBUG oslo_vmware.api [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5228af68-f5ce-cdcc-6f32-d2a7faa9003f, 'name': SearchDatastore_Task, 'duration_secs': 0.011803} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.635268] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c445de28-9471-4aa2-b299-26f5ffec525d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.641178] env[69399]: DEBUG oslo_vmware.api [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1278.641178] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]529cbc8a-d927-6d27-fe9d-dce695656249" [ 1278.641178] env[69399]: _type = "Task" [ 1278.641178] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.649732] env[69399]: DEBUG oslo_vmware.api [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]529cbc8a-d927-6d27-fe9d-dce695656249, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.680826] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.743302] env[69399]: DEBUG oslo_vmware.api [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Task: {'id': task-4177806, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06386} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.743468] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1278.744340] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc29f0f7-9685-479d-9806-9ae346c36162 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.766628] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef/92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1278.766864] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c52e56a0-011d-4f84-8d8d-b5ba52619381 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.786503] env[69399]: DEBUG oslo_vmware.api [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Waiting for the task: (returnval){ [ 1278.786503] env[69399]: value = "task-4177808" [ 1278.786503] env[69399]: _type = "Task" [ 1278.786503] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.795439] env[69399]: DEBUG oslo_vmware.api [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Task: {'id': task-4177808, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.822766] env[69399]: DEBUG oslo_vmware.api [None req-4c3b6c4d-8b71-405f-8293-61c104541353 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.013584] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.659s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.014266] env[69399]: DEBUG nova.compute.manager [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1279.018285] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 17.803s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.097372] env[69399]: DEBUG oslo_vmware.api [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177807, 'name': Rename_Task, 'duration_secs': 0.171396} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.099773] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1279.100136] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e61378a-8150-4a89-9bd7-9b450570a4b2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.110397] env[69399]: DEBUG oslo_vmware.api [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1279.110397] env[69399]: value = "task-4177809" [ 1279.110397] env[69399]: _type = "Task" [ 1279.110397] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.128819] env[69399]: DEBUG oslo_vmware.api [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.159320] env[69399]: DEBUG oslo_vmware.api [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]529cbc8a-d927-6d27-fe9d-dce695656249, 'name': SearchDatastore_Task, 'duration_secs': 0.010526} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.159820] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.160325] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 499c045e-dacb-46da-be6f-bc1bdaefff76/499c045e-dacb-46da-be6f-bc1bdaefff76.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1279.160794] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f494ad3d-ee2a-42aa-a5ee-8a60ba5a52f0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.172169] env[69399]: DEBUG oslo_vmware.api [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1279.172169] env[69399]: value = "task-4177810" [ 1279.172169] env[69399]: _type = "Task" [ 1279.172169] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.183639] env[69399]: DEBUG oslo_vmware.api [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.298041] env[69399]: DEBUG oslo_vmware.api [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Task: {'id': task-4177808, 'name': ReconfigVM_Task, 'duration_secs': 0.332576} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.298041] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef/92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1279.298418] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5348be53-d7da-4f8c-9ff9-107695a15f5b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.305422] env[69399]: DEBUG oslo_vmware.api [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Waiting for the task: (returnval){ [ 1279.305422] env[69399]: value = "task-4177811" [ 1279.305422] env[69399]: _type = "Task" [ 1279.305422] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.314188] env[69399]: DEBUG oslo_vmware.api [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Task: {'id': task-4177811, 'name': Rename_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.322856] env[69399]: DEBUG oslo_vmware.api [None req-4c3b6c4d-8b71-405f-8293-61c104541353 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.501258] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8e7c775-6ce5-4ef7-be5f-918a1e9ea7bd tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1279.501641] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38df0c2c-37b2-4291-999a-f322594d007b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.509475] env[69399]: DEBUG oslo_vmware.api [None req-d8e7c775-6ce5-4ef7-be5f-918a1e9ea7bd tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1279.509475] env[69399]: value = "task-4177812" [ 1279.509475] env[69399]: _type = "Task" [ 1279.509475] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.525915] env[69399]: DEBUG nova.compute.utils [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1279.538226] env[69399]: DEBUG oslo_vmware.api [None req-d8e7c775-6ce5-4ef7-be5f-918a1e9ea7bd tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.538226] env[69399]: DEBUG nova.compute.manager [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1279.538226] env[69399]: DEBUG nova.network.neutron [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1279.593874] env[69399]: DEBUG nova.policy [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79df5c1fe1aa40e2bb602b02b21c06ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c70f2346ed704f23b25ffbac339b9b7a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1279.622637] env[69399]: DEBUG oslo_vmware.api [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177809, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.687329] env[69399]: DEBUG oslo_vmware.api [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.818269] env[69399]: DEBUG oslo_vmware.api [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Task: {'id': task-4177811, 'name': Rename_Task, 'duration_secs': 0.152564} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.821956] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1279.822281] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-425e064c-441e-43a8-92f6-a413c092685e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.830859] env[69399]: DEBUG oslo_vmware.api [None req-4c3b6c4d-8b71-405f-8293-61c104541353 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.832039] env[69399]: DEBUG oslo_vmware.api [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Waiting for the task: (returnval){ [ 1279.832039] env[69399]: value = "task-4177813" [ 1279.832039] env[69399]: _type = "Task" [ 1279.832039] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.840384] env[69399]: DEBUG oslo_vmware.api [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Task: {'id': task-4177813, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.024260] env[69399]: DEBUG oslo_vmware.api [None req-d8e7c775-6ce5-4ef7-be5f-918a1e9ea7bd tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177812, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.038224] env[69399]: DEBUG nova.compute.manager [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1280.043445] env[69399]: INFO nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Updating resource usage from migration 28d5603a-7a3a-4691-97eb-45002ee9fa66 [ 1280.079683] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 57172c5b-44e2-4828-a73c-9a2657864eb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1280.079996] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 95264e34-97a9-43fc-94f7-df2626c90b0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1280.080183] env[69399]: WARNING nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 35454509-cd72-47ec-9954-4b8666628133 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1280.080310] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance a9e911b3-2822-42be-98f8-6edaef8270a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1280.080428] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 19ffc46f-3699-4881-99f4-a7cf31d374d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1280.080545] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 0df0c5d0-9411-411d-af69-cfd2d37e571e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1280.080658] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance fa91de6b-1662-4bda-8d55-df585262b3a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1280.080793] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance f1889218-2e1e-459f-bb4d-e4461ca64702 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1280.080995] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 592c5dba-b787-40ee-9c07-183331f8b085 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1280.080995] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 1af17995-e9c5-401f-bb07-9c09fdf4de4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1280.081161] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance dee733a0-bd52-41cb-8267-7e968184f14d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1280.081219] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1280.083598] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 19cedc3f-97c4-4d41-baa5-cccf1bb48d84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1280.083598] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 52adc0b6-d4b5-43d2-9323-0ec2917109d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1280.083598] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 39559751-7c5a-4442-a252-b49372494de8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1280.083598] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance ed3a64aa-8eb8-46bb-83ca-3c2509dac317 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1280.083598] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1280.083598] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 499c045e-dacb-46da-be6f-bc1bdaefff76 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1280.083598] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance cd38965b-6046-4f0b-afa9-c189669a6e08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1280.124779] env[69399]: DEBUG oslo_vmware.api [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177809, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.166250] env[69399]: DEBUG nova.network.neutron [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Successfully created port: 110bf2bb-9ee2-4190-a11e-2458cb680d8a {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1280.192118] env[69399]: DEBUG oslo_vmware.api [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177810, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.330130] env[69399]: DEBUG oslo_vmware.api [None req-4c3b6c4d-8b71-405f-8293-61c104541353 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.341321] env[69399]: DEBUG oslo_vmware.api [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Task: {'id': task-4177813, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.524335] env[69399]: DEBUG oslo_vmware.api [None req-d8e7c775-6ce5-4ef7-be5f-918a1e9ea7bd tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177812, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.587332] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 6cc5836f-2902-4072-81af-f7735deaaf91 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1280.587332] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Migration 28d5603a-7a3a-4691-97eb-45002ee9fa66 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1280.587572] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1280.590070] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=69399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1280.590070] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=69399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1280.627389] env[69399]: DEBUG oslo_vmware.api [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177809, 'name': PowerOnVM_Task, 'duration_secs': 1.507644} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.627841] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1280.628126] env[69399]: INFO nova.compute.manager [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Took 12.86 seconds to spawn the instance on the hypervisor. [ 1280.628359] env[69399]: DEBUG nova.compute.manager [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1280.629372] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ba4736-11b2-4c0c-9ba7-8d5dd21935e3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.690548] env[69399]: DEBUG oslo_vmware.api [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177810, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.075186} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.693034] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 499c045e-dacb-46da-be6f-bc1bdaefff76/499c045e-dacb-46da-be6f-bc1bdaefff76.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1280.693034] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1280.693034] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d0d1931-d2e0-41ad-8ac8-37e7735e41cc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.704756] env[69399]: DEBUG oslo_vmware.api [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1280.704756] env[69399]: value = "task-4177814" [ 1280.704756] env[69399]: _type = "Task" [ 1280.704756] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.720451] env[69399]: DEBUG oslo_vmware.api [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177814, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.833459] env[69399]: DEBUG oslo_vmware.api [None req-4c3b6c4d-8b71-405f-8293-61c104541353 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.842899] env[69399]: DEBUG oslo_vmware.api [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Task: {'id': task-4177813, 'name': PowerOnVM_Task, 'duration_secs': 0.693487} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.845726] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1280.846018] env[69399]: INFO nova.compute.manager [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Took 10.54 seconds to spawn the instance on the hypervisor. [ 1280.846146] env[69399]: DEBUG nova.compute.manager [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1280.847201] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f790e428-e900-4bb7-887c-a2243de33835 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.982137] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cb71ba-6597-4703-84e6-919a848ad383 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.991255] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457c0a42-8778-4adb-a132-9c758347b708 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.028382] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e2468b-203d-4335-92f5-f7dea21227a7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.036587] env[69399]: DEBUG oslo_vmware.api [None req-d8e7c775-6ce5-4ef7-be5f-918a1e9ea7bd tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177812, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.041033] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7672898-bafb-4eff-9992-48f13338c3de {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.055623] env[69399]: DEBUG nova.compute.provider_tree [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.057871] env[69399]: DEBUG nova.compute.manager [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1281.089625] env[69399]: DEBUG nova.virt.hardware [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1281.089998] env[69399]: DEBUG nova.virt.hardware [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1281.090229] env[69399]: DEBUG nova.virt.hardware [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1281.090595] env[69399]: DEBUG nova.virt.hardware [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1281.090843] env[69399]: DEBUG nova.virt.hardware [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1281.091074] env[69399]: DEBUG nova.virt.hardware [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1281.091385] env[69399]: DEBUG nova.virt.hardware [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1281.091628] env[69399]: DEBUG nova.virt.hardware [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1281.091897] env[69399]: DEBUG nova.virt.hardware [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1281.092105] env[69399]: DEBUG nova.virt.hardware [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1281.092290] env[69399]: DEBUG nova.virt.hardware [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1281.093213] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4978179b-692d-4eac-83d0-347f89ad4d4d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.102374] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d969ceaa-9972-4c3b-af1c-784d37c5e2d1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.153736] env[69399]: INFO nova.compute.manager [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Took 38.19 seconds to build instance. [ 1281.219624] env[69399]: DEBUG oslo_vmware.api [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177814, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.299712} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.219972] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1281.221185] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5a79bf-230f-4b96-bd66-5a721c1fa27b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.248423] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 499c045e-dacb-46da-be6f-bc1bdaefff76/499c045e-dacb-46da-be6f-bc1bdaefff76.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1281.248770] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-671e85bd-00a6-451f-829c-29afb0518b52 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.269410] env[69399]: DEBUG oslo_vmware.api [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1281.269410] env[69399]: value = "task-4177815" [ 1281.269410] env[69399]: _type = "Task" [ 1281.269410] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.279415] env[69399]: DEBUG oslo_vmware.api [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177815, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.330447] env[69399]: DEBUG oslo_vmware.api [None req-4c3b6c4d-8b71-405f-8293-61c104541353 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.368320] env[69399]: INFO nova.compute.manager [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Took 27.63 seconds to build instance. [ 1281.534791] env[69399]: DEBUG oslo_vmware.api [None req-d8e7c775-6ce5-4ef7-be5f-918a1e9ea7bd tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177812, 'name': PowerOnVM_Task, 'duration_secs': 1.893121} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.535191] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8e7c775-6ce5-4ef7-be5f-918a1e9ea7bd tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1281.535428] env[69399]: DEBUG nova.compute.manager [None req-d8e7c775-6ce5-4ef7-be5f-918a1e9ea7bd tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1281.536287] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac56ed5f-d4cb-4b8a-a937-dc968a35f68a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.562268] env[69399]: DEBUG nova.scheduler.client.report [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.656206] env[69399]: DEBUG oslo_concurrency.lockutils [None req-55eba6b3-5dbb-4cd7-924b-8954ac4ee4db tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "ed3a64aa-8eb8-46bb-83ca-3c2509dac317" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.702s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.782463] env[69399]: DEBUG oslo_vmware.api [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177815, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.830724] env[69399]: DEBUG oslo_vmware.api [None req-4c3b6c4d-8b71-405f-8293-61c104541353 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.871034] env[69399]: DEBUG oslo_concurrency.lockutils [None req-303c94ac-4828-46d4-a138-6fdebb10ae2d tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Lock "92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.142s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.914683] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4620514d-344d-475a-8c4f-e53e593b76cd tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "ed3a64aa-8eb8-46bb-83ca-3c2509dac317" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.914974] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4620514d-344d-475a-8c4f-e53e593b76cd tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "ed3a64aa-8eb8-46bb-83ca-3c2509dac317" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.915217] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4620514d-344d-475a-8c4f-e53e593b76cd tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "ed3a64aa-8eb8-46bb-83ca-3c2509dac317-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.915405] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4620514d-344d-475a-8c4f-e53e593b76cd tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "ed3a64aa-8eb8-46bb-83ca-3c2509dac317-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.915628] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4620514d-344d-475a-8c4f-e53e593b76cd tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "ed3a64aa-8eb8-46bb-83ca-3c2509dac317-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.917987] env[69399]: INFO nova.compute.manager [None req-4620514d-344d-475a-8c4f-e53e593b76cd tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Terminating instance [ 1282.046980] env[69399]: DEBUG nova.compute.manager [req-0a046119-7ed3-4a80-a4f6-88165718b890 req-97a88df9-74cb-4773-9734-e2167d9e290e service nova] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Received event network-vif-plugged-110bf2bb-9ee2-4190-a11e-2458cb680d8a {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.047289] env[69399]: DEBUG oslo_concurrency.lockutils [req-0a046119-7ed3-4a80-a4f6-88165718b890 req-97a88df9-74cb-4773-9734-e2167d9e290e service nova] Acquiring lock "cd38965b-6046-4f0b-afa9-c189669a6e08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.047479] env[69399]: DEBUG oslo_concurrency.lockutils [req-0a046119-7ed3-4a80-a4f6-88165718b890 req-97a88df9-74cb-4773-9734-e2167d9e290e service nova] Lock "cd38965b-6046-4f0b-afa9-c189669a6e08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.047690] env[69399]: DEBUG oslo_concurrency.lockutils [req-0a046119-7ed3-4a80-a4f6-88165718b890 req-97a88df9-74cb-4773-9734-e2167d9e290e service nova] Lock "cd38965b-6046-4f0b-afa9-c189669a6e08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.047898] env[69399]: DEBUG nova.compute.manager [req-0a046119-7ed3-4a80-a4f6-88165718b890 req-97a88df9-74cb-4773-9734-e2167d9e290e service nova] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] No waiting events found dispatching network-vif-plugged-110bf2bb-9ee2-4190-a11e-2458cb680d8a {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1282.048098] env[69399]: WARNING nova.compute.manager [req-0a046119-7ed3-4a80-a4f6-88165718b890 req-97a88df9-74cb-4773-9734-e2167d9e290e service nova] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Received unexpected event network-vif-plugged-110bf2bb-9ee2-4190-a11e-2458cb680d8a for instance with vm_state building and task_state spawning. [ 1282.067816] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69399) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1282.068070] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.050s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.068331] env[69399]: DEBUG oslo_concurrency.lockutils [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.725s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.070092] env[69399]: INFO nova.compute.claims [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1282.073095] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1282.076271] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Cleaning up deleted instances {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1282.280650] env[69399]: DEBUG oslo_vmware.api [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177815, 'name': ReconfigVM_Task, 'duration_secs': 0.911742} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.280971] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 499c045e-dacb-46da-be6f-bc1bdaefff76/499c045e-dacb-46da-be6f-bc1bdaefff76.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1282.281670] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9f2eb2a-92a5-443f-9615-e6465b2ae509 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.288625] env[69399]: DEBUG oslo_vmware.api [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1282.288625] env[69399]: value = "task-4177816" [ 1282.288625] env[69399]: _type = "Task" [ 1282.288625] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.296858] env[69399]: DEBUG oslo_vmware.api [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177816, 'name': Rename_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.333558] env[69399]: DEBUG oslo_vmware.api [None req-4c3b6c4d-8b71-405f-8293-61c104541353 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.422556] env[69399]: DEBUG nova.compute.manager [None req-4620514d-344d-475a-8c4f-e53e593b76cd tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1282.422801] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-4620514d-344d-475a-8c4f-e53e593b76cd tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1282.423732] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e57d9fa-7fda-4cf5-8091-2bcc7b4ebfc0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.432850] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4620514d-344d-475a-8c4f-e53e593b76cd tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1282.433176] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39b61f75-e243-4be0-8e15-44512a2ae198 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.440159] env[69399]: DEBUG oslo_vmware.api [None req-4620514d-344d-475a-8c4f-e53e593b76cd tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1282.440159] env[69399]: value = "task-4177817" [ 1282.440159] env[69399]: _type = "Task" [ 1282.440159] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.449574] env[69399]: DEBUG oslo_vmware.api [None req-4620514d-344d-475a-8c4f-e53e593b76cd tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.509960] env[69399]: DEBUG nova.network.neutron [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Successfully updated port: 110bf2bb-9ee2-4190-a11e-2458cb680d8a {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1282.593133] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] There are 50 instances to clean {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1282.593780] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 73a12662-f81b-4ec7-95e0-01e64b81c5fd] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1282.799834] env[69399]: DEBUG oslo_vmware.api [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177816, 'name': Rename_Task, 'duration_secs': 0.267771} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.804035] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1282.805698] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd04d70a-5deb-4eea-b201-4a8562642d0f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.812653] env[69399]: DEBUG oslo_vmware.api [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1282.812653] env[69399]: value = "task-4177818" [ 1282.812653] env[69399]: _type = "Task" [ 1282.812653] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.825912] env[69399]: DEBUG oslo_vmware.api [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.838811] env[69399]: DEBUG oslo_vmware.api [None req-4c3b6c4d-8b71-405f-8293-61c104541353 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.953755] env[69399]: DEBUG oslo_vmware.api [None req-4620514d-344d-475a-8c4f-e53e593b76cd tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177817, 'name': PowerOffVM_Task, 'duration_secs': 0.263149} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.954061] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4620514d-344d-475a-8c4f-e53e593b76cd tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1282.954236] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-4620514d-344d-475a-8c4f-e53e593b76cd tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1282.954500] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca65d71e-5b1a-49cd-b2e6-a9fa234381db {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.013403] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "refresh_cache-cd38965b-6046-4f0b-afa9-c189669a6e08" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.013515] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquired lock "refresh_cache-cd38965b-6046-4f0b-afa9-c189669a6e08" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.013727] env[69399]: DEBUG nova.network.neutron [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1283.032131] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-4620514d-344d-475a-8c4f-e53e593b76cd tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1283.032418] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-4620514d-344d-475a-8c4f-e53e593b76cd tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1283.032612] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-4620514d-344d-475a-8c4f-e53e593b76cd tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Deleting the datastore file [datastore1] ed3a64aa-8eb8-46bb-83ca-3c2509dac317 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1283.032927] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9259c15b-da09-438a-8694-bf274601cc31 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.039733] env[69399]: DEBUG oslo_vmware.api [None req-4620514d-344d-475a-8c4f-e53e593b76cd tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1283.039733] env[69399]: value = "task-4177820" [ 1283.039733] env[69399]: _type = "Task" [ 1283.039733] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.045947] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576a93b9-0d06-4480-b0ff-1bbfbeb68042 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.055989] env[69399]: DEBUG oslo_vmware.api [None req-4620514d-344d-475a-8c4f-e53e593b76cd tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.057059] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c061550-b647-4cd3-a4f9-88da6f85511f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.095022] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645b9bb9-86ae-4800-82e0-81d65048d88a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.101905] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 19b05061-0c6c-4c7b-9aad-04f8ef2366ef] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1283.106409] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426bab4f-d0d9-4954-bf24-8620573e8ed1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.126617] env[69399]: DEBUG nova.compute.provider_tree [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.253259] env[69399]: DEBUG oslo_concurrency.lockutils [None req-79077c12-350c-4962-a940-20ff7195a30a tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.253678] env[69399]: DEBUG oslo_concurrency.lockutils [None req-79077c12-350c-4962-a940-20ff7195a30a tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.254009] env[69399]: DEBUG oslo_concurrency.lockutils [None req-79077c12-350c-4962-a940-20ff7195a30a tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.254328] env[69399]: DEBUG oslo_concurrency.lockutils [None req-79077c12-350c-4962-a940-20ff7195a30a tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.254601] env[69399]: DEBUG oslo_concurrency.lockutils [None req-79077c12-350c-4962-a940-20ff7195a30a tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.257938] env[69399]: INFO nova.compute.manager [None req-79077c12-350c-4962-a940-20ff7195a30a tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Terminating instance [ 1283.324048] env[69399]: DEBUG oslo_vmware.api [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177818, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.335662] env[69399]: DEBUG oslo_vmware.api [None req-4c3b6c4d-8b71-405f-8293-61c104541353 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177805, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.551451] env[69399]: DEBUG oslo_vmware.api [None req-4620514d-344d-475a-8c4f-e53e593b76cd tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173848} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.551724] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-4620514d-344d-475a-8c4f-e53e593b76cd tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1283.551901] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-4620514d-344d-475a-8c4f-e53e593b76cd tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1283.552118] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-4620514d-344d-475a-8c4f-e53e593b76cd tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1283.552285] env[69399]: INFO nova.compute.manager [None req-4620514d-344d-475a-8c4f-e53e593b76cd tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1283.552534] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4620514d-344d-475a-8c4f-e53e593b76cd tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1283.552722] env[69399]: DEBUG nova.compute.manager [-] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1283.552817] env[69399]: DEBUG nova.network.neutron [-] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1283.561684] env[69399]: DEBUG nova.network.neutron [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1283.614315] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 60991720-72a2-4456-aff2-cb8b47eeb83c] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1283.630538] env[69399]: DEBUG nova.scheduler.client.report [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.766549] env[69399]: DEBUG nova.compute.manager [None req-79077c12-350c-4962-a940-20ff7195a30a tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1283.766878] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-79077c12-350c-4962-a940-20ff7195a30a tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1283.769331] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb41e7e-5728-4c11-8013-da6d9a374986 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.779467] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-79077c12-350c-4962-a940-20ff7195a30a tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1283.781135] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2eadb131-617a-400b-84c5-8a183be2b301 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.788546] env[69399]: DEBUG oslo_vmware.api [None req-79077c12-350c-4962-a940-20ff7195a30a tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1283.788546] env[69399]: value = "task-4177821" [ 1283.788546] env[69399]: _type = "Task" [ 1283.788546] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.797384] env[69399]: DEBUG oslo_vmware.api [None req-79077c12-350c-4962-a940-20ff7195a30a tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.827233] env[69399]: DEBUG oslo_vmware.api [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177818, 'name': PowerOnVM_Task, 'duration_secs': 0.631176} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.830709] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1283.831135] env[69399]: INFO nova.compute.manager [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Took 11.05 seconds to spawn the instance on the hypervisor. [ 1283.832311] env[69399]: DEBUG nova.compute.manager [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1283.832311] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208e5220-2db0-4261-b126-1366a61e7e3d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.841712] env[69399]: DEBUG oslo_vmware.api [None req-4c3b6c4d-8b71-405f-8293-61c104541353 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177805, 'name': ReconfigVM_Task, 'duration_secs': 5.882445} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.843365] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4c3b6c4d-8b71-405f-8293-61c104541353 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Releasing lock "592c5dba-b787-40ee-9c07-183331f8b085" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.843683] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3b6c4d-8b71-405f-8293-61c104541353 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Reconfigured VM to detach interface {{(pid=69399) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1283.969982] env[69399]: DEBUG nova.network.neutron [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Updating instance_info_cache with network_info: [{"id": "110bf2bb-9ee2-4190-a11e-2458cb680d8a", "address": "fa:16:3e:57:e6:23", "network": {"id": "937e3b1e-35e1-4e9f-ba20-333ead79b0de", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-541287891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70f2346ed704f23b25ffbac339b9b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap110bf2bb-9e", "ovs_interfaceid": "110bf2bb-9ee2-4190-a11e-2458cb680d8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.118303] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 484d2845-d93a-455a-b122-09e1ff3bf72d] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1284.137328] env[69399]: DEBUG oslo_concurrency.lockutils [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.069s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.138076] env[69399]: DEBUG nova.compute.manager [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1284.145819] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1bea4fae-1ab4-41fb-86b2-4113125a1029 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.078s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.145819] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1bea4fae-1ab4-41fb-86b2-4113125a1029 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.146427] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.465s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.188324] env[69399]: INFO nova.scheduler.client.report [None req-1bea4fae-1ab4-41fb-86b2-4113125a1029 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Deleted allocations for instance 35454509-cd72-47ec-9954-4b8666628133 [ 1284.300052] env[69399]: DEBUG oslo_vmware.api [None req-79077c12-350c-4962-a940-20ff7195a30a tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177821, 'name': PowerOffVM_Task, 'duration_secs': 0.366042} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.300328] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-79077c12-350c-4962-a940-20ff7195a30a tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1284.300502] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-79077c12-350c-4962-a940-20ff7195a30a tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1284.301153] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8ead3b6-3793-4968-ae87-432c2f62d47e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.306035] env[69399]: DEBUG nova.compute.manager [req-eac1ce20-5614-483a-aa37-2101486ddb52 req-13e3b6ee-cd03-4dbe-a29b-198841ae5e50 service nova] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Received event network-changed-110bf2bb-9ee2-4190-a11e-2458cb680d8a {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.306287] env[69399]: DEBUG nova.compute.manager [req-eac1ce20-5614-483a-aa37-2101486ddb52 req-13e3b6ee-cd03-4dbe-a29b-198841ae5e50 service nova] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Refreshing instance network info cache due to event network-changed-110bf2bb-9ee2-4190-a11e-2458cb680d8a. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1284.306362] env[69399]: DEBUG oslo_concurrency.lockutils [req-eac1ce20-5614-483a-aa37-2101486ddb52 req-13e3b6ee-cd03-4dbe-a29b-198841ae5e50 service nova] Acquiring lock "refresh_cache-cd38965b-6046-4f0b-afa9-c189669a6e08" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.357723] env[69399]: INFO nova.compute.manager [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Took 28.80 seconds to build instance. [ 1284.376723] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-79077c12-350c-4962-a940-20ff7195a30a tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1284.376942] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-79077c12-350c-4962-a940-20ff7195a30a tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1284.377143] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-79077c12-350c-4962-a940-20ff7195a30a tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Deleting the datastore file [datastore2] 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1284.377436] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fa94047-dfb2-4ed4-a7a4-c8700a3513b0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.389664] env[69399]: DEBUG oslo_vmware.api [None req-79077c12-350c-4962-a940-20ff7195a30a tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1284.389664] env[69399]: value = "task-4177823" [ 1284.389664] env[69399]: _type = "Task" [ 1284.389664] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.400235] env[69399]: DEBUG oslo_vmware.api [None req-79077c12-350c-4962-a940-20ff7195a30a tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.473425] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Releasing lock "refresh_cache-cd38965b-6046-4f0b-afa9-c189669a6e08" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.473858] env[69399]: DEBUG nova.compute.manager [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Instance network_info: |[{"id": "110bf2bb-9ee2-4190-a11e-2458cb680d8a", "address": "fa:16:3e:57:e6:23", "network": {"id": "937e3b1e-35e1-4e9f-ba20-333ead79b0de", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-541287891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70f2346ed704f23b25ffbac339b9b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap110bf2bb-9e", "ovs_interfaceid": "110bf2bb-9ee2-4190-a11e-2458cb680d8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1284.474195] env[69399]: DEBUG oslo_concurrency.lockutils [req-eac1ce20-5614-483a-aa37-2101486ddb52 req-13e3b6ee-cd03-4dbe-a29b-198841ae5e50 service nova] Acquired lock "refresh_cache-cd38965b-6046-4f0b-afa9-c189669a6e08" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.474381] env[69399]: DEBUG nova.network.neutron [req-eac1ce20-5614-483a-aa37-2101486ddb52 req-13e3b6ee-cd03-4dbe-a29b-198841ae5e50 service nova] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Refreshing network info cache for port 110bf2bb-9ee2-4190-a11e-2458cb680d8a {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1284.475687] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:e6:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaba65c3-6925-4c7f-83b6-17cd1a328e27', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '110bf2bb-9ee2-4190-a11e-2458cb680d8a', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1284.485040] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1284.488658] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1284.488988] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a76e11b4-cb10-44b2-aa5d-7a50506fddcd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.511538] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1284.511538] env[69399]: value = "task-4177824" [ 1284.511538] env[69399]: _type = "Task" [ 1284.511538] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.520249] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177824, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.621743] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 395dbdf6-de84-495d-a21f-371a0f87b2d2] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1284.653164] env[69399]: DEBUG nova.compute.utils [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1284.656598] env[69399]: INFO nova.compute.claims [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1284.660787] env[69399]: DEBUG nova.compute.manager [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1284.661125] env[69399]: DEBUG nova.network.neutron [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1284.698116] env[69399]: DEBUG nova.network.neutron [-] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.700257] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1bea4fae-1ab4-41fb-86b2-4113125a1029 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lock "35454509-cd72-47ec-9954-4b8666628133" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.658s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.788736] env[69399]: DEBUG nova.policy [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0723d8b1ce2e4f02bc02d0e3038ad161', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44de2a3fad244be683fd7f2cea410ef2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1284.858535] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2f585f22-cfeb-438c-be6c-46c6325f706c tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "499c045e-dacb-46da-be6f-bc1bdaefff76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.307s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.885302] env[69399]: DEBUG oslo_concurrency.lockutils [None req-67325499-c1e3-49ab-bab2-40b4ee30ba08 tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Acquiring lock "92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.885508] env[69399]: DEBUG oslo_concurrency.lockutils [None req-67325499-c1e3-49ab-bab2-40b4ee30ba08 tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Lock "92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.885775] env[69399]: DEBUG oslo_concurrency.lockutils [None req-67325499-c1e3-49ab-bab2-40b4ee30ba08 tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Acquiring lock "92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.885956] env[69399]: DEBUG oslo_concurrency.lockutils [None req-67325499-c1e3-49ab-bab2-40b4ee30ba08 tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Lock "92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.886177] env[69399]: DEBUG oslo_concurrency.lockutils [None req-67325499-c1e3-49ab-bab2-40b4ee30ba08 tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Lock "92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.888571] env[69399]: INFO nova.compute.manager [None req-67325499-c1e3-49ab-bab2-40b4ee30ba08 tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Terminating instance [ 1284.901098] env[69399]: DEBUG oslo_vmware.api [None req-79077c12-350c-4962-a940-20ff7195a30a tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331745} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.901374] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-79077c12-350c-4962-a940-20ff7195a30a tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1284.902304] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-79077c12-350c-4962-a940-20ff7195a30a tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1284.902304] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-79077c12-350c-4962-a940-20ff7195a30a tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1284.902304] env[69399]: INFO nova.compute.manager [None req-79077c12-350c-4962-a940-20ff7195a30a tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1284.902605] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79077c12-350c-4962-a940-20ff7195a30a tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1284.902605] env[69399]: DEBUG nova.compute.manager [-] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1284.902718] env[69399]: DEBUG nova.network.neutron [-] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1284.960692] env[69399]: DEBUG nova.network.neutron [req-eac1ce20-5614-483a-aa37-2101486ddb52 req-13e3b6ee-cd03-4dbe-a29b-198841ae5e50 service nova] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Updated VIF entry in instance network info cache for port 110bf2bb-9ee2-4190-a11e-2458cb680d8a. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1284.961091] env[69399]: DEBUG nova.network.neutron [req-eac1ce20-5614-483a-aa37-2101486ddb52 req-13e3b6ee-cd03-4dbe-a29b-198841ae5e50 service nova] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Updating instance_info_cache with network_info: [{"id": "110bf2bb-9ee2-4190-a11e-2458cb680d8a", "address": "fa:16:3e:57:e6:23", "network": {"id": "937e3b1e-35e1-4e9f-ba20-333ead79b0de", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-541287891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70f2346ed704f23b25ffbac339b9b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap110bf2bb-9e", "ovs_interfaceid": "110bf2bb-9ee2-4190-a11e-2458cb680d8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.022374] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177824, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.127748] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 18c567e9-ec98-4d74-80d8-4ffcdb753d5c] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1285.161701] env[69399]: DEBUG nova.compute.manager [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1285.166903] env[69399]: INFO nova.compute.resource_tracker [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Updating resource usage from migration 28d5603a-7a3a-4691-97eb-45002ee9fa66 [ 1285.200892] env[69399]: INFO nova.compute.manager [-] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Took 1.65 seconds to deallocate network for instance. [ 1285.396986] env[69399]: DEBUG nova.compute.manager [None req-67325499-c1e3-49ab-bab2-40b4ee30ba08 tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1285.397234] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-67325499-c1e3-49ab-bab2-40b4ee30ba08 tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1285.398405] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1da331-f29e-4ff4-a1d1-66732b5fd897 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.407238] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-67325499-c1e3-49ab-bab2-40b4ee30ba08 tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1285.407508] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e71878f-47a8-43ce-83c2-e037bab6c768 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.415414] env[69399]: DEBUG oslo_vmware.api [None req-67325499-c1e3-49ab-bab2-40b4ee30ba08 tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Waiting for the task: (returnval){ [ 1285.415414] env[69399]: value = "task-4177825" [ 1285.415414] env[69399]: _type = "Task" [ 1285.415414] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.426518] env[69399]: DEBUG oslo_vmware.api [None req-67325499-c1e3-49ab-bab2-40b4ee30ba08 tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Task: {'id': task-4177825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.463820] env[69399]: DEBUG oslo_concurrency.lockutils [req-eac1ce20-5614-483a-aa37-2101486ddb52 req-13e3b6ee-cd03-4dbe-a29b-198841ae5e50 service nova] Releasing lock "refresh_cache-cd38965b-6046-4f0b-afa9-c189669a6e08" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.528280] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177824, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.536865] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0afb80-b839-475e-8be0-af46a9f673b1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.546343] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1027e0cf-115d-47c7-bfca-7943f3e882fd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.578486] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4c3b6c4d-8b71-405f-8293-61c104541353 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "refresh_cache-592c5dba-b787-40ee-9c07-183331f8b085" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.578715] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4c3b6c4d-8b71-405f-8293-61c104541353 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquired lock "refresh_cache-592c5dba-b787-40ee-9c07-183331f8b085" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.578967] env[69399]: DEBUG nova.network.neutron [None req-4c3b6c4d-8b71-405f-8293-61c104541353 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1285.584069] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d5bac5-b9e6-4ee7-a527-6b1b76b0e7c0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.590045] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c92c848-c47e-479a-8bbe-cf4edd32f856 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.605595] env[69399]: DEBUG nova.compute.provider_tree [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.631681] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: f9e1a492-8303-468d-bff0-e50e67f1826a] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1285.652383] env[69399]: DEBUG nova.network.neutron [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Successfully created port: 59c8faaa-8e4e-41dc-8b03-e29186c6670f {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1285.673615] env[69399]: INFO nova.virt.block_device [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Booting with volume eceec534-b24e-4249-927a-12f494c060fd at /dev/sda [ 1285.710680] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4620514d-344d-475a-8c4f-e53e593b76cd tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.727080] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e9a2ad61-f788-4a22-8028-d2e43c9a9305 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.740507] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd044b3-ebb7-4181-b5a8-42de72a35abc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.783044] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7da87e8-e19f-47be-9e99-854150da1d57 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.791860] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41645fb9-1d13-4a87-8360-e95ddd31abe0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.833448] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3116770c-a732-440a-918d-6b7a0aaea29a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.844535] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed4b480-374a-4f7e-90e5-ad7e62b532e4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.860632] env[69399]: DEBUG nova.virt.block_device [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Updating existing volume attachment record: 818b045c-0e1d-4992-adcb-cf3ec5049a7b {{(pid=69399) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1285.928690] env[69399]: DEBUG oslo_vmware.api [None req-67325499-c1e3-49ab-bab2-40b4ee30ba08 tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Task: {'id': task-4177825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.028283] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177824, 'name': CreateVM_Task, 'duration_secs': 1.442414} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.028283] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1286.029206] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.029206] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.029206] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.029526] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39978b2a-dca5-4458-8ccb-8599774b9306 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.035089] env[69399]: DEBUG oslo_vmware.api [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1286.035089] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]526fd42b-1ee3-0253-4f50-0db65c9f84db" [ 1286.035089] env[69399]: _type = "Task" [ 1286.035089] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.044405] env[69399]: DEBUG oslo_vmware.api [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]526fd42b-1ee3-0253-4f50-0db65c9f84db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.112712] env[69399]: DEBUG nova.scheduler.client.report [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.136564] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 3e9c2d4e-c8c6-4a7d-97d5-2f36f97e70a6] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1286.182996] env[69399]: DEBUG nova.compute.manager [None req-066c79ee-352d-474c-919e-e6d5a27c29a6 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1286.184245] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9992e95f-de88-4df4-b5f5-d54b36d4a420 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.214766] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5ab8c688-adbf-499d-8eed-8541da247712 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "592c5dba-b787-40ee-9c07-183331f8b085" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.214928] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5ab8c688-adbf-499d-8eed-8541da247712 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "592c5dba-b787-40ee-9c07-183331f8b085" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.215182] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5ab8c688-adbf-499d-8eed-8541da247712 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "592c5dba-b787-40ee-9c07-183331f8b085-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.219641] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5ab8c688-adbf-499d-8eed-8541da247712 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "592c5dba-b787-40ee-9c07-183331f8b085-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.004s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.219641] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5ab8c688-adbf-499d-8eed-8541da247712 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "592c5dba-b787-40ee-9c07-183331f8b085-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.225606] env[69399]: INFO nova.compute.manager [None req-5ab8c688-adbf-499d-8eed-8541da247712 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Terminating instance [ 1286.430083] env[69399]: DEBUG oslo_vmware.api [None req-67325499-c1e3-49ab-bab2-40b4ee30ba08 tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Task: {'id': task-4177825, 'name': PowerOffVM_Task, 'duration_secs': 0.649543} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.431063] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-67325499-c1e3-49ab-bab2-40b4ee30ba08 tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1286.431440] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-67325499-c1e3-49ab-bab2-40b4ee30ba08 tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1286.431743] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6afb9ca8-7565-4270-bd72-c74c3f600df0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.511617] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-67325499-c1e3-49ab-bab2-40b4ee30ba08 tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1286.511912] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-67325499-c1e3-49ab-bab2-40b4ee30ba08 tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1286.512101] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-67325499-c1e3-49ab-bab2-40b4ee30ba08 tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Deleting the datastore file [datastore2] 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1286.512375] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aff68e60-2457-40e2-85d4-4dce0ed7f1fe {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.520253] env[69399]: DEBUG oslo_vmware.api [None req-67325499-c1e3-49ab-bab2-40b4ee30ba08 tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Waiting for the task: (returnval){ [ 1286.520253] env[69399]: value = "task-4177827" [ 1286.520253] env[69399]: _type = "Task" [ 1286.520253] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.532064] env[69399]: DEBUG oslo_vmware.api [None req-67325499-c1e3-49ab-bab2-40b4ee30ba08 tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Task: {'id': task-4177827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.546505] env[69399]: DEBUG oslo_vmware.api [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]526fd42b-1ee3-0253-4f50-0db65c9f84db, 'name': SearchDatastore_Task, 'duration_secs': 0.011663} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.546805] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.547050] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1286.547286] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.547430] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.547622] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1286.550278] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-499f3b4f-e1e5-435a-8dcf-9992248e85fc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.555173] env[69399]: DEBUG nova.compute.manager [req-5e107c21-1316-4b2c-9b9c-45e422168d20 req-2edf4805-dbde-408c-b8ff-3e4bf37ce0e7 service nova] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Received event network-vif-deleted-01b6f451-2175-4aa6-8794-aa5b993ddb98 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.555474] env[69399]: DEBUG nova.compute.manager [req-5e107c21-1316-4b2c-9b9c-45e422168d20 req-2edf4805-dbde-408c-b8ff-3e4bf37ce0e7 service nova] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Received event network-vif-deleted-3d296f7a-47ed-4f08-8d77-d2b895ca3e5a {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.555699] env[69399]: INFO nova.compute.manager [req-5e107c21-1316-4b2c-9b9c-45e422168d20 req-2edf4805-dbde-408c-b8ff-3e4bf37ce0e7 service nova] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Neutron deleted interface 3d296f7a-47ed-4f08-8d77-d2b895ca3e5a; detaching it from the instance and deleting it from the info cache [ 1286.555911] env[69399]: DEBUG nova.network.neutron [req-5e107c21-1316-4b2c-9b9c-45e422168d20 req-2edf4805-dbde-408c-b8ff-3e4bf37ce0e7 service nova] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.561276] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1286.561276] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1286.561276] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d276bf21-ca21-4b38-bc42-1859a1ff45c9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.567655] env[69399]: DEBUG oslo_vmware.api [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1286.567655] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52fd840c-68bb-f186-b0df-9e3e4afc4cf9" [ 1286.567655] env[69399]: _type = "Task" [ 1286.567655] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.577733] env[69399]: DEBUG oslo_vmware.api [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52fd840c-68bb-f186-b0df-9e3e4afc4cf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.616555] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.470s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.616555] env[69399]: INFO nova.compute.manager [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Migrating [ 1286.625272] env[69399]: INFO nova.network.neutron [None req-4c3b6c4d-8b71-405f-8293-61c104541353 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Port 37f821e6-5f17-46af-8854-625260553c51 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1286.625646] env[69399]: DEBUG nova.network.neutron [None req-4c3b6c4d-8b71-405f-8293-61c104541353 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Updating instance_info_cache with network_info: [{"id": "5c6c10bb-48dd-4bc3-918f-b3537a9d7133", "address": "fa:16:3e:43:e4:f6", "network": {"id": "b5ff883e-6cca-41df-b9b0-c9fd5bfb37db", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-63402159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88bc526a7b714e3b9020af814e510d26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c6c10bb-48", "ovs_interfaceid": "5c6c10bb-48dd-4bc3-918f-b3537a9d7133", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.626857] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4620514d-344d-475a-8c4f-e53e593b76cd tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.916s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.627060] env[69399]: DEBUG nova.objects.instance [None req-4620514d-344d-475a-8c4f-e53e593b76cd tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lazy-loading 'resources' on Instance uuid ed3a64aa-8eb8-46bb-83ca-3c2509dac317 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.639236] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 5f14ad83-5fe9-4be5-abc0-08cc160c6969] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1286.648473] env[69399]: DEBUG nova.network.neutron [-] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.701257] env[69399]: INFO nova.compute.manager [None req-066c79ee-352d-474c-919e-e6d5a27c29a6 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] instance snapshotting [ 1286.704816] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45be52a-fb8a-495c-a1de-c4d83cb3b425 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.726791] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb618a70-bea9-4127-acd2-f65ab8fc1497 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.730555] env[69399]: DEBUG nova.compute.manager [None req-5ab8c688-adbf-499d-8eed-8541da247712 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1286.730770] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab8c688-adbf-499d-8eed-8541da247712 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1286.731564] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26db879-44d9-48ae-8201-2fbd0319ea7c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.744067] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ab8c688-adbf-499d-8eed-8541da247712 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.744067] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0d2b3a3-b887-446f-8c21-44984f5305ed {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.754023] env[69399]: DEBUG oslo_vmware.api [None req-5ab8c688-adbf-499d-8eed-8541da247712 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 1286.754023] env[69399]: value = "task-4177828" [ 1286.754023] env[69399]: _type = "Task" [ 1286.754023] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.770399] env[69399]: DEBUG oslo_vmware.api [None req-5ab8c688-adbf-499d-8eed-8541da247712 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.030313] env[69399]: DEBUG oslo_vmware.api [None req-67325499-c1e3-49ab-bab2-40b4ee30ba08 tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Task: {'id': task-4177827, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175373} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.030556] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-67325499-c1e3-49ab-bab2-40b4ee30ba08 tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1287.030745] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-67325499-c1e3-49ab-bab2-40b4ee30ba08 tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1287.030950] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-67325499-c1e3-49ab-bab2-40b4ee30ba08 tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1287.031149] env[69399]: INFO nova.compute.manager [None req-67325499-c1e3-49ab-bab2-40b4ee30ba08 tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1287.031392] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67325499-c1e3-49ab-bab2-40b4ee30ba08 tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1287.031580] env[69399]: DEBUG nova.compute.manager [-] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1287.031674] env[69399]: DEBUG nova.network.neutron [-] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1287.058736] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f89058e1-7059-408d-af85-b054fb392ca6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.068534] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70eb770a-bc9d-4112-8764-6d9a85b1ce56 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.089281] env[69399]: DEBUG oslo_vmware.api [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52fd840c-68bb-f186-b0df-9e3e4afc4cf9, 'name': SearchDatastore_Task, 'duration_secs': 0.010637} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.092276] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cee235d5-85da-4189-8055-ba53e4869059 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.111472] env[69399]: DEBUG nova.compute.manager [req-5e107c21-1316-4b2c-9b9c-45e422168d20 req-2edf4805-dbde-408c-b8ff-3e4bf37ce0e7 service nova] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Detach interface failed, port_id=3d296f7a-47ed-4f08-8d77-d2b895ca3e5a, reason: Instance 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932 could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1287.114162] env[69399]: DEBUG oslo_vmware.api [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1287.114162] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5234a852-f07b-8d53-a7e4-e31ae63e5cde" [ 1287.114162] env[69399]: _type = "Task" [ 1287.114162] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.123036] env[69399]: DEBUG oslo_vmware.api [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5234a852-f07b-8d53-a7e4-e31ae63e5cde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.132831] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4c3b6c4d-8b71-405f-8293-61c104541353 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Releasing lock "refresh_cache-592c5dba-b787-40ee-9c07-183331f8b085" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.142097] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "refresh_cache-6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.142297] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquired lock "refresh_cache-6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.142475] env[69399]: DEBUG nova.network.neutron [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1287.147022] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: e832460f-2ff6-4825-a10a-b8d48871919f] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1287.150509] env[69399]: INFO nova.compute.manager [-] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Took 2.25 seconds to deallocate network for instance. [ 1287.241960] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-066c79ee-352d-474c-919e-e6d5a27c29a6 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Creating Snapshot of the VM instance {{(pid=69399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1287.242553] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-77b5b74f-78b2-4bc5-b07d-3cd3ad152a54 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.252227] env[69399]: DEBUG oslo_vmware.api [None req-066c79ee-352d-474c-919e-e6d5a27c29a6 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1287.252227] env[69399]: value = "task-4177829" [ 1287.252227] env[69399]: _type = "Task" [ 1287.252227] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.269964] env[69399]: DEBUG oslo_vmware.api [None req-5ab8c688-adbf-499d-8eed-8541da247712 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177828, 'name': PowerOffVM_Task, 'duration_secs': 0.233317} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.273249] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ab8c688-adbf-499d-8eed-8541da247712 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1287.273447] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab8c688-adbf-499d-8eed-8541da247712 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1287.273718] env[69399]: DEBUG oslo_vmware.api [None req-066c79ee-352d-474c-919e-e6d5a27c29a6 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177829, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.276982] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01b0a3ca-31c7-49a2-829f-89043fa97573 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.367037] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab8c688-adbf-499d-8eed-8541da247712 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1287.367320] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab8c688-adbf-499d-8eed-8541da247712 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1287.367515] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ab8c688-adbf-499d-8eed-8541da247712 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Deleting the datastore file [datastore1] 592c5dba-b787-40ee-9c07-183331f8b085 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1287.371285] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ced63ba-f19f-41ba-ad41-32ddc0e22f90 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.379877] env[69399]: DEBUG oslo_vmware.api [None req-5ab8c688-adbf-499d-8eed-8541da247712 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 1287.379877] env[69399]: value = "task-4177831" [ 1287.379877] env[69399]: _type = "Task" [ 1287.379877] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.392482] env[69399]: DEBUG oslo_vmware.api [None req-5ab8c688-adbf-499d-8eed-8541da247712 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.454918] env[69399]: DEBUG oslo_concurrency.lockutils [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Acquiring lock "cebcdd7a-82a3-4bec-a328-74bced4db009" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.455221] env[69399]: DEBUG oslo_concurrency.lockutils [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lock "cebcdd7a-82a3-4bec-a328-74bced4db009" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.529491] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4ee82c-455f-469b-b495-c899d3219b09 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.538747] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbcc39f-a3ae-4faf-899b-fa4fb4e12bee {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.574985] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f06c82-c5b1-4e6f-8919-3a60341f9f1c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.583647] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba286588-1621-4e9c-875b-3618ae332b17 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.600782] env[69399]: DEBUG nova.compute.provider_tree [None req-4620514d-344d-475a-8c4f-e53e593b76cd tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1287.625751] env[69399]: DEBUG oslo_vmware.api [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5234a852-f07b-8d53-a7e4-e31ae63e5cde, 'name': SearchDatastore_Task, 'duration_secs': 0.011224} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.626405] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.626811] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] cd38965b-6046-4f0b-afa9-c189669a6e08/cd38965b-6046-4f0b-afa9-c189669a6e08.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1287.627134] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70e1bf62-cba0-4a04-bff9-6b4b0be43067 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.636099] env[69399]: DEBUG oslo_vmware.api [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1287.636099] env[69399]: value = "task-4177832" [ 1287.636099] env[69399]: _type = "Task" [ 1287.636099] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.641649] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4c3b6c4d-8b71-405f-8293-61c104541353 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "interface-592c5dba-b787-40ee-9c07-183331f8b085-37f821e6-5f17-46af-8854-625260553c51" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.414s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.653575] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 1c211d56-d533-4a14-95dc-5ced9a324e4c] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1287.654030] env[69399]: DEBUG oslo_vmware.api [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.657855] env[69399]: DEBUG oslo_concurrency.lockutils [None req-79077c12-350c-4962-a940-20ff7195a30a tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.767824] env[69399]: DEBUG oslo_vmware.api [None req-066c79ee-352d-474c-919e-e6d5a27c29a6 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177829, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.891145] env[69399]: DEBUG oslo_vmware.api [None req-5ab8c688-adbf-499d-8eed-8541da247712 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178246} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.891454] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ab8c688-adbf-499d-8eed-8541da247712 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1287.891659] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab8c688-adbf-499d-8eed-8541da247712 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1287.891850] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab8c688-adbf-499d-8eed-8541da247712 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1287.892094] env[69399]: INFO nova.compute.manager [None req-5ab8c688-adbf-499d-8eed-8541da247712 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1287.892330] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ab8c688-adbf-499d-8eed-8541da247712 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1287.892548] env[69399]: DEBUG nova.compute.manager [-] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1287.892637] env[69399]: DEBUG nova.network.neutron [-] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1287.958347] env[69399]: DEBUG nova.compute.manager [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1287.971598] env[69399]: DEBUG nova.compute.manager [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1287.972476] env[69399]: DEBUG nova.virt.hardware [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1287.972867] env[69399]: DEBUG nova.virt.hardware [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1287.973170] env[69399]: DEBUG nova.virt.hardware [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1287.973480] env[69399]: DEBUG nova.virt.hardware [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1287.973705] env[69399]: DEBUG nova.virt.hardware [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1287.973920] env[69399]: DEBUG nova.virt.hardware [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1287.974339] env[69399]: DEBUG nova.virt.hardware [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1287.974538] env[69399]: DEBUG nova.virt.hardware [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1287.974828] env[69399]: DEBUG nova.virt.hardware [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1287.975342] env[69399]: DEBUG nova.virt.hardware [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1287.975429] env[69399]: DEBUG nova.virt.hardware [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1287.978017] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68662084-b59f-4dae-b961-43a802f963b8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.994536] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c815e16a-89f7-4ca2-be9a-e5098b8f990c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.108801] env[69399]: DEBUG nova.network.neutron [-] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.127584] env[69399]: ERROR nova.scheduler.client.report [None req-4620514d-344d-475a-8c4f-e53e593b76cd tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [req-71239299-f9f9-4b58-ac72-1490d702c11b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65caca49-2bb8-4896-b9be-5baf8708847a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-71239299-f9f9-4b58-ac72-1490d702c11b"}]} [ 1288.148928] env[69399]: DEBUG oslo_vmware.api [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177832, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.150635] env[69399]: DEBUG nova.scheduler.client.report [None req-4620514d-344d-475a-8c4f-e53e593b76cd tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Refreshing inventories for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1288.158529] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 2d45aacc-a41c-4d38-9c0e-a1fe3620c7f4] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1288.186028] env[69399]: DEBUG nova.scheduler.client.report [None req-4620514d-344d-475a-8c4f-e53e593b76cd tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Updating ProviderTree inventory for provider 65caca49-2bb8-4896-b9be-5baf8708847a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1288.186028] env[69399]: DEBUG nova.compute.provider_tree [None req-4620514d-344d-475a-8c4f-e53e593b76cd tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1288.202272] env[69399]: DEBUG nova.scheduler.client.report [None req-4620514d-344d-475a-8c4f-e53e593b76cd tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Refreshing aggregate associations for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a, aggregates: None {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1288.236547] env[69399]: DEBUG nova.scheduler.client.report [None req-4620514d-344d-475a-8c4f-e53e593b76cd tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Refreshing trait associations for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1288.270207] env[69399]: DEBUG oslo_vmware.api [None req-066c79ee-352d-474c-919e-e6d5a27c29a6 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177829, 'name': CreateSnapshot_Task, 'duration_secs': 0.795185} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.273549] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-066c79ee-352d-474c-919e-e6d5a27c29a6 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Created Snapshot of the VM instance {{(pid=69399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1288.274757] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18bd146-0da1-4c60-a1c4-5a01f9527261 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.496499] env[69399]: DEBUG oslo_concurrency.lockutils [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.611338] env[69399]: INFO nova.compute.manager [-] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Took 1.58 seconds to deallocate network for instance. [ 1288.626361] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1420a12d-d186-44ee-acf3-91f1b9fe7a40 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.638060] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632c7897-89f2-411f-b5d2-e13963fd5683 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.652722] env[69399]: DEBUG oslo_vmware.api [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177832, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703021} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.679192] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] cd38965b-6046-4f0b-afa9-c189669a6e08/cd38965b-6046-4f0b-afa9-c189669a6e08.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1288.679452] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1288.680303] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: d7f0a7d6-1537-4b19-8f1b-0f4b05729a90] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1288.684049] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16b3a14f-fc17-42b4-a59e-ace9043860b0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.687470] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d853cda3-36f2-43bc-a0d6-6bf01cd2535e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.699164] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e9ea1f-61fa-4156-80b5-bb9b4c75987a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.703788] env[69399]: DEBUG oslo_vmware.api [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1288.703788] env[69399]: value = "task-4177833" [ 1288.703788] env[69399]: _type = "Task" [ 1288.703788] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.718724] env[69399]: DEBUG nova.compute.provider_tree [None req-4620514d-344d-475a-8c4f-e53e593b76cd tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1288.723365] env[69399]: DEBUG oslo_vmware.api [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177833, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.769611] env[69399]: DEBUG nova.network.neutron [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Updating instance_info_cache with network_info: [{"id": "9fafa21a-eab8-4afc-b35f-f263eb33c658", "address": "fa:16:3e:d4:be:5c", "network": {"id": "302a16c9-0f99-4330-b574-b9a9243b0443", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083795903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d78bffd4fc241838d980740174d171b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fafa21a-ea", "ovs_interfaceid": "9fafa21a-eab8-4afc-b35f-f263eb33c658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.798638] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-066c79ee-352d-474c-919e-e6d5a27c29a6 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Creating linked-clone VM from snapshot {{(pid=69399) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1288.799392] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2ce7a771-a0ac-4d95-a988-9fc96224ce5f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.808753] env[69399]: DEBUG oslo_vmware.api [None req-066c79ee-352d-474c-919e-e6d5a27c29a6 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1288.808753] env[69399]: value = "task-4177834" [ 1288.808753] env[69399]: _type = "Task" [ 1288.808753] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.818308] env[69399]: DEBUG oslo_vmware.api [None req-066c79ee-352d-474c-919e-e6d5a27c29a6 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177834, 'name': CloneVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.922447] env[69399]: DEBUG nova.compute.manager [req-28f0996e-c7b9-4739-a6da-f54f8123c5c4 req-fb46bbc8-40a3-41df-9986-1f03e37de94b service nova] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Received event network-vif-deleted-014ab627-52fe-4500-a928-692f179b1e35 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.922798] env[69399]: DEBUG nova.compute.manager [req-28f0996e-c7b9-4739-a6da-f54f8123c5c4 req-fb46bbc8-40a3-41df-9986-1f03e37de94b service nova] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Received event network-vif-plugged-59c8faaa-8e4e-41dc-8b03-e29186c6670f {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.923117] env[69399]: DEBUG oslo_concurrency.lockutils [req-28f0996e-c7b9-4739-a6da-f54f8123c5c4 req-fb46bbc8-40a3-41df-9986-1f03e37de94b service nova] Acquiring lock "6cc5836f-2902-4072-81af-f7735deaaf91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.923459] env[69399]: DEBUG oslo_concurrency.lockutils [req-28f0996e-c7b9-4739-a6da-f54f8123c5c4 req-fb46bbc8-40a3-41df-9986-1f03e37de94b service nova] Lock "6cc5836f-2902-4072-81af-f7735deaaf91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.923825] env[69399]: DEBUG oslo_concurrency.lockutils [req-28f0996e-c7b9-4739-a6da-f54f8123c5c4 req-fb46bbc8-40a3-41df-9986-1f03e37de94b service nova] Lock "6cc5836f-2902-4072-81af-f7735deaaf91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.924117] env[69399]: DEBUG nova.compute.manager [req-28f0996e-c7b9-4739-a6da-f54f8123c5c4 req-fb46bbc8-40a3-41df-9986-1f03e37de94b service nova] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] No waiting events found dispatching network-vif-plugged-59c8faaa-8e4e-41dc-8b03-e29186c6670f {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1288.924377] env[69399]: WARNING nova.compute.manager [req-28f0996e-c7b9-4739-a6da-f54f8123c5c4 req-fb46bbc8-40a3-41df-9986-1f03e37de94b service nova] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Received unexpected event network-vif-plugged-59c8faaa-8e4e-41dc-8b03-e29186c6670f for instance with vm_state building and task_state spawning. [ 1288.941423] env[69399]: DEBUG nova.network.neutron [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Successfully updated port: 59c8faaa-8e4e-41dc-8b03-e29186c6670f {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1289.122231] env[69399]: DEBUG oslo_concurrency.lockutils [None req-67325499-c1e3-49ab-bab2-40b4ee30ba08 tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.184558] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 5adbf9ba-e998-4a51-8b34-efecd1d02664] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1289.218124] env[69399]: DEBUG oslo_vmware.api [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177833, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.262643} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.218504] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1289.219543] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b06c2f-7705-446f-a0b4-df2106763116 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.247227] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] cd38965b-6046-4f0b-afa9-c189669a6e08/cd38965b-6046-4f0b-afa9-c189669a6e08.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1289.247713] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ded1e850-4655-4e6b-9a2e-8685b0adc1d1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.264076] env[69399]: DEBUG nova.scheduler.client.report [None req-4620514d-344d-475a-8c4f-e53e593b76cd tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Updated inventory for provider 65caca49-2bb8-4896-b9be-5baf8708847a with generation 154 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1289.264306] env[69399]: DEBUG nova.compute.provider_tree [None req-4620514d-344d-475a-8c4f-e53e593b76cd tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Updating resource provider 65caca49-2bb8-4896-b9be-5baf8708847a generation from 154 to 155 during operation: update_inventory {{(pid=69399) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1289.264424] env[69399]: DEBUG nova.compute.provider_tree [None req-4620514d-344d-475a-8c4f-e53e593b76cd tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1289.272564] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Releasing lock "refresh_cache-6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.276178] env[69399]: DEBUG oslo_vmware.api [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1289.276178] env[69399]: value = "task-4177835" [ 1289.276178] env[69399]: _type = "Task" [ 1289.276178] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.290357] env[69399]: DEBUG oslo_vmware.api [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177835, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.319844] env[69399]: DEBUG oslo_vmware.api [None req-066c79ee-352d-474c-919e-e6d5a27c29a6 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177834, 'name': CloneVM_Task} progress is 94%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.444314] env[69399]: DEBUG oslo_concurrency.lockutils [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "refresh_cache-6cc5836f-2902-4072-81af-f7735deaaf91" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.444521] env[69399]: DEBUG oslo_concurrency.lockutils [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquired lock "refresh_cache-6cc5836f-2902-4072-81af-f7735deaaf91" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.444699] env[69399]: DEBUG nova.network.neutron [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1289.690656] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 29dab2ae-2d9d-439a-92d5-750c8e93f0ae] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1289.769603] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4620514d-344d-475a-8c4f-e53e593b76cd tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.143s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.774499] env[69399]: DEBUG oslo_concurrency.lockutils [None req-79077c12-350c-4962-a940-20ff7195a30a tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.117s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.775489] env[69399]: DEBUG nova.objects.instance [None req-79077c12-350c-4962-a940-20ff7195a30a tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lazy-loading 'resources' on Instance uuid 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.792346] env[69399]: DEBUG oslo_vmware.api [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177835, 'name': ReconfigVM_Task, 'duration_secs': 0.462259} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.794087] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Reconfigured VM instance instance-00000071 to attach disk [datastore2] cd38965b-6046-4f0b-afa9-c189669a6e08/cd38965b-6046-4f0b-afa9-c189669a6e08.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1289.794087] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d932f31d-b6d4-4a69-877f-b3796948c0db {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.796931] env[69399]: INFO nova.scheduler.client.report [None req-4620514d-344d-475a-8c4f-e53e593b76cd tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Deleted allocations for instance ed3a64aa-8eb8-46bb-83ca-3c2509dac317 [ 1289.804890] env[69399]: DEBUG oslo_vmware.api [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1289.804890] env[69399]: value = "task-4177836" [ 1289.804890] env[69399]: _type = "Task" [ 1289.804890] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.812074] env[69399]: DEBUG oslo_vmware.api [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177836, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.820802] env[69399]: DEBUG oslo_vmware.api [None req-066c79ee-352d-474c-919e-e6d5a27c29a6 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177834, 'name': CloneVM_Task} progress is 94%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.001351] env[69399]: DEBUG nova.network.neutron [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1290.193517] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 7b662b7c-5a53-4d92-afc9-6c799fb8173b] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1290.263204] env[69399]: DEBUG nova.network.neutron [-] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.289875] env[69399]: DEBUG nova.network.neutron [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Updating instance_info_cache with network_info: [{"id": "59c8faaa-8e4e-41dc-8b03-e29186c6670f", "address": "fa:16:3e:db:e2:9d", "network": {"id": "2e919c77-3170-4d6d-9779-978d4cf8fafb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1843815499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44de2a3fad244be683fd7f2cea410ef2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59c8faaa-8e", "ovs_interfaceid": "59c8faaa-8e4e-41dc-8b03-e29186c6670f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.309695] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4620514d-344d-475a-8c4f-e53e593b76cd tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "ed3a64aa-8eb8-46bb-83ca-3c2509dac317" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.395s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.325574] env[69399]: DEBUG oslo_vmware.api [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177836, 'name': Rename_Task, 'duration_secs': 0.202938} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.326448] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1290.326702] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bfab0aa-0e85-430e-8e97-c856128a488c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.331830] env[69399]: DEBUG oslo_vmware.api [None req-066c79ee-352d-474c-919e-e6d5a27c29a6 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177834, 'name': CloneVM_Task, 'duration_secs': 1.521533} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.334728] env[69399]: INFO nova.virt.vmwareapi.vmops [None req-066c79ee-352d-474c-919e-e6d5a27c29a6 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Created linked-clone VM from snapshot [ 1290.335922] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a5ae3d-bc4c-48ee-9e40-621684452004 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.340233] env[69399]: DEBUG oslo_vmware.api [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1290.340233] env[69399]: value = "task-4177837" [ 1290.340233] env[69399]: _type = "Task" [ 1290.340233] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.347159] env[69399]: DEBUG nova.virt.vmwareapi.images [None req-066c79ee-352d-474c-919e-e6d5a27c29a6 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Uploading image 9d7b048b-1570-48a3-bf19-c6377a0bb1bc {{(pid=69399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1290.358430] env[69399]: DEBUG oslo_vmware.api [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177837, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.363629] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-066c79ee-352d-474c-919e-e6d5a27c29a6 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Destroying the VM {{(pid=69399) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1290.363945] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7b1f5861-cf79-4879-b7f6-d5e212b4584d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.373730] env[69399]: DEBUG oslo_vmware.api [None req-066c79ee-352d-474c-919e-e6d5a27c29a6 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1290.373730] env[69399]: value = "task-4177838" [ 1290.373730] env[69399]: _type = "Task" [ 1290.373730] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.385146] env[69399]: DEBUG oslo_vmware.api [None req-066c79ee-352d-474c-919e-e6d5a27c29a6 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177838, 'name': Destroy_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.397862] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Acquiring lock "0df0c5d0-9411-411d-af69-cfd2d37e571e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.398199] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Lock "0df0c5d0-9411-411d-af69-cfd2d37e571e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.399036] env[69399]: INFO nova.compute.manager [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Shelving [ 1290.630254] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cad00b-5b04-4bc9-9fdc-8b1ec055ce17 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.638869] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496c1ae4-4b7f-44c1-93b0-cab13f901a32 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.672621] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc74501b-1a07-4366-9ece-546155c0d02f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.681020] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d272da7a-9d37-4f86-bee1-d98ffee1b755 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.696277] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 6cf8c9a1-89e4-4d54-8c8c-fd211c4d3ee7] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1290.698929] env[69399]: DEBUG nova.compute.provider_tree [None req-79077c12-350c-4962-a940-20ff7195a30a tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.765702] env[69399]: INFO nova.compute.manager [-] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Took 2.87 seconds to deallocate network for instance. [ 1290.794763] env[69399]: DEBUG oslo_concurrency.lockutils [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Releasing lock "refresh_cache-6cc5836f-2902-4072-81af-f7735deaaf91" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.794763] env[69399]: DEBUG nova.compute.manager [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Instance network_info: |[{"id": "59c8faaa-8e4e-41dc-8b03-e29186c6670f", "address": "fa:16:3e:db:e2:9d", "network": {"id": "2e919c77-3170-4d6d-9779-978d4cf8fafb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1843815499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44de2a3fad244be683fd7f2cea410ef2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59c8faaa-8e", "ovs_interfaceid": "59c8faaa-8e4e-41dc-8b03-e29186c6670f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1290.795801] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:e2:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f996252-e329-42bd-a897-446dfe2b81cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59c8faaa-8e4e-41dc-8b03-e29186c6670f', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1290.804185] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1290.805765] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1290.806598] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1510883d-f18e-490c-b408-4ec93de938b6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.809379] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5eaa98ed-720d-4792-abbc-d9357f86e52f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.843565] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Updating instance '6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa' progress to 0 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1290.853027] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1290.853027] env[69399]: value = "task-4177839" [ 1290.853027] env[69399]: _type = "Task" [ 1290.853027] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.859419] env[69399]: DEBUG oslo_vmware.api [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177837, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.864633] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177839, 'name': CreateVM_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.885040] env[69399]: DEBUG oslo_vmware.api [None req-066c79ee-352d-474c-919e-e6d5a27c29a6 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177838, 'name': Destroy_Task} progress is 33%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.956387] env[69399]: DEBUG nova.compute.manager [req-70809e9f-6f0b-47b8-a13a-5ac5301c4f8e req-b92fddfc-ac6c-4d89-b5c1-53d65cd9437d service nova] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Received event network-changed-59c8faaa-8e4e-41dc-8b03-e29186c6670f {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.956449] env[69399]: DEBUG nova.compute.manager [req-70809e9f-6f0b-47b8-a13a-5ac5301c4f8e req-b92fddfc-ac6c-4d89-b5c1-53d65cd9437d service nova] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Refreshing instance network info cache due to event network-changed-59c8faaa-8e4e-41dc-8b03-e29186c6670f. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1290.956676] env[69399]: DEBUG oslo_concurrency.lockutils [req-70809e9f-6f0b-47b8-a13a-5ac5301c4f8e req-b92fddfc-ac6c-4d89-b5c1-53d65cd9437d service nova] Acquiring lock "refresh_cache-6cc5836f-2902-4072-81af-f7735deaaf91" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.956774] env[69399]: DEBUG oslo_concurrency.lockutils [req-70809e9f-6f0b-47b8-a13a-5ac5301c4f8e req-b92fddfc-ac6c-4d89-b5c1-53d65cd9437d service nova] Acquired lock "refresh_cache-6cc5836f-2902-4072-81af-f7735deaaf91" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.956987] env[69399]: DEBUG nova.network.neutron [req-70809e9f-6f0b-47b8-a13a-5ac5301c4f8e req-b92fddfc-ac6c-4d89-b5c1-53d65cd9437d service nova] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Refreshing network info cache for port 59c8faaa-8e4e-41dc-8b03-e29186c6670f {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1291.091032] env[69399]: DEBUG oslo_concurrency.lockutils [None req-886f5a93-4bf5-497f-a767-6a54cce9ade4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "1af17995-e9c5-401f-bb07-9c09fdf4de4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.091391] env[69399]: DEBUG oslo_concurrency.lockutils [None req-886f5a93-4bf5-497f-a767-6a54cce9ade4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "1af17995-e9c5-401f-bb07-9c09fdf4de4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.091684] env[69399]: DEBUG oslo_concurrency.lockutils [None req-886f5a93-4bf5-497f-a767-6a54cce9ade4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "1af17995-e9c5-401f-bb07-9c09fdf4de4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.091935] env[69399]: DEBUG oslo_concurrency.lockutils [None req-886f5a93-4bf5-497f-a767-6a54cce9ade4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "1af17995-e9c5-401f-bb07-9c09fdf4de4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.092183] env[69399]: DEBUG oslo_concurrency.lockutils [None req-886f5a93-4bf5-497f-a767-6a54cce9ade4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "1af17995-e9c5-401f-bb07-9c09fdf4de4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.095060] env[69399]: INFO nova.compute.manager [None req-886f5a93-4bf5-497f-a767-6a54cce9ade4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Terminating instance [ 1291.203246] env[69399]: DEBUG nova.scheduler.client.report [None req-79077c12-350c-4962-a940-20ff7195a30a tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.209141] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: c2931545-66bf-4594-b10e-b87eaca53321] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1291.273037] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5ab8c688-adbf-499d-8eed-8541da247712 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.349410] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1291.349655] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da0d2e93-64b3-47bb-a145-3588f837838a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.360779] env[69399]: DEBUG oslo_vmware.api [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177837, 'name': PowerOnVM_Task, 'duration_secs': 0.857688} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.361137] env[69399]: DEBUG oslo_vmware.api [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1291.361137] env[69399]: value = "task-4177840" [ 1291.361137] env[69399]: _type = "Task" [ 1291.361137] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.361882] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1291.362173] env[69399]: INFO nova.compute.manager [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Took 10.30 seconds to spawn the instance on the hypervisor. [ 1291.362449] env[69399]: DEBUG nova.compute.manager [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1291.363465] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e40e23-b3b4-499e-97c2-6d47983d2ac1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.373732] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177839, 'name': CreateVM_Task, 'duration_secs': 0.441581} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.374852] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1291.375765] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826984', 'volume_id': 'eceec534-b24e-4249-927a-12f494c060fd', 'name': 'volume-eceec534-b24e-4249-927a-12f494c060fd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6cc5836f-2902-4072-81af-f7735deaaf91', 'attached_at': '', 'detached_at': '', 'volume_id': 'eceec534-b24e-4249-927a-12f494c060fd', 'serial': 'eceec534-b24e-4249-927a-12f494c060fd'}, 'disk_bus': None, 'attachment_id': '818b045c-0e1d-4992-adcb-cf3ec5049a7b', 'mount_device': '/dev/sda', 'device_type': None, 'boot_index': 0, 'delete_on_termination': True, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69399) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1291.376056] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Root volume attach. Driver type: vmdk {{(pid=69399) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1291.379895] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb75dbb2-75d1-42d7-b021-b6eb1d1156c4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.391202] env[69399]: DEBUG oslo_vmware.api [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.400948] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9af7c71-1ff3-4192-b233-64c5727b563c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.403714] env[69399]: DEBUG oslo_vmware.api [None req-066c79ee-352d-474c-919e-e6d5a27c29a6 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177838, 'name': Destroy_Task, 'duration_secs': 0.755382} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.403988] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-066c79ee-352d-474c-919e-e6d5a27c29a6 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Destroyed the VM [ 1291.404278] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-066c79ee-352d-474c-919e-e6d5a27c29a6 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Deleting Snapshot of the VM instance {{(pid=69399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1291.404976] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-02de0acd-0acc-4b24-9500-43f54b57e80c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.409621] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1291.409944] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39b2af3d-4e8f-4023-b592-799c50c4e57f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.412240] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95474340-70f8-4563-b7bb-cf5f3320801d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.416477] env[69399]: DEBUG oslo_vmware.api [None req-066c79ee-352d-474c-919e-e6d5a27c29a6 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1291.416477] env[69399]: value = "task-4177841" [ 1291.416477] env[69399]: _type = "Task" [ 1291.416477] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.425110] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-2e0141cb-c3b9-4b61-8e16-7c90f74dd5c4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.427859] env[69399]: DEBUG oslo_vmware.api [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Waiting for the task: (returnval){ [ 1291.427859] env[69399]: value = "task-4177842" [ 1291.427859] env[69399]: _type = "Task" [ 1291.427859] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.431915] env[69399]: DEBUG oslo_vmware.api [None req-066c79ee-352d-474c-919e-e6d5a27c29a6 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177841, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.441126] env[69399]: DEBUG oslo_vmware.api [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1291.441126] env[69399]: value = "task-4177843" [ 1291.441126] env[69399]: _type = "Task" [ 1291.441126] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.450976] env[69399]: DEBUG oslo_vmware.api [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.457504] env[69399]: DEBUG oslo_vmware.api [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177843, 'name': RelocateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.601868] env[69399]: DEBUG nova.compute.manager [None req-886f5a93-4bf5-497f-a767-6a54cce9ade4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1291.601868] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-886f5a93-4bf5-497f-a767-6a54cce9ade4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1291.602839] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93186f19-757a-4ad5-9ebe-ff33eb1458ee {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.613659] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-886f5a93-4bf5-497f-a767-6a54cce9ade4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1291.613904] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95106c2b-036f-43c7-842c-32fa090cf27d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.622785] env[69399]: DEBUG oslo_vmware.api [None req-886f5a93-4bf5-497f-a767-6a54cce9ade4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1291.622785] env[69399]: value = "task-4177844" [ 1291.622785] env[69399]: _type = "Task" [ 1291.622785] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.636249] env[69399]: DEBUG oslo_vmware.api [None req-886f5a93-4bf5-497f-a767-6a54cce9ade4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.714102] env[69399]: DEBUG oslo_concurrency.lockutils [None req-79077c12-350c-4962-a940-20ff7195a30a tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.939s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.717278] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 7625de8c-b3c3-4263-a71b-50ca6afc20b3] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1291.721524] env[69399]: DEBUG oslo_concurrency.lockutils [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.223s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.724203] env[69399]: INFO nova.compute.claims [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1291.757803] env[69399]: INFO nova.scheduler.client.report [None req-79077c12-350c-4962-a940-20ff7195a30a tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Deleted allocations for instance 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932 [ 1291.842668] env[69399]: DEBUG nova.network.neutron [req-70809e9f-6f0b-47b8-a13a-5ac5301c4f8e req-b92fddfc-ac6c-4d89-b5c1-53d65cd9437d service nova] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Updated VIF entry in instance network info cache for port 59c8faaa-8e4e-41dc-8b03-e29186c6670f. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1291.843763] env[69399]: DEBUG nova.network.neutron [req-70809e9f-6f0b-47b8-a13a-5ac5301c4f8e req-b92fddfc-ac6c-4d89-b5c1-53d65cd9437d service nova] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Updating instance_info_cache with network_info: [{"id": "59c8faaa-8e4e-41dc-8b03-e29186c6670f", "address": "fa:16:3e:db:e2:9d", "network": {"id": "2e919c77-3170-4d6d-9779-978d4cf8fafb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1843815499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44de2a3fad244be683fd7f2cea410ef2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59c8faaa-8e", "ovs_interfaceid": "59c8faaa-8e4e-41dc-8b03-e29186c6670f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.878662] env[69399]: DEBUG oslo_vmware.api [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177840, 'name': PowerOffVM_Task, 'duration_secs': 0.311916} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.878662] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1291.878662] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Updating instance '6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa' progress to 17 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1291.901036] env[69399]: INFO nova.compute.manager [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Took 32.39 seconds to build instance. [ 1291.932602] env[69399]: DEBUG oslo_vmware.api [None req-066c79ee-352d-474c-919e-e6d5a27c29a6 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177841, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.951876] env[69399]: DEBUG oslo_vmware.api [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177842, 'name': PowerOffVM_Task, 'duration_secs': 0.247214} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.952679] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1291.954114] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3165995a-9fde-4f06-868a-52c4fef4136e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.961520] env[69399]: DEBUG oslo_vmware.api [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177843, 'name': RelocateVM_Task} progress is 42%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.984224] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e45ad8-73cd-4395-a198-497864ada7df {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.141605] env[69399]: DEBUG oslo_vmware.api [None req-886f5a93-4bf5-497f-a767-6a54cce9ade4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177844, 'name': PowerOffVM_Task, 'duration_secs': 0.352474} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.141882] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-886f5a93-4bf5-497f-a767-6a54cce9ade4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1292.142030] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-886f5a93-4bf5-497f-a767-6a54cce9ade4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1292.142309] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b142b487-b581-42d4-87e1-db6abfd182c7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.232904] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 8c99713d-68cf-4951-a499-084bb049ddda] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1292.246033] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-886f5a93-4bf5-497f-a767-6a54cce9ade4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1292.246220] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-886f5a93-4bf5-497f-a767-6a54cce9ade4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1292.246313] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-886f5a93-4bf5-497f-a767-6a54cce9ade4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Deleting the datastore file [datastore1] 1af17995-e9c5-401f-bb07-9c09fdf4de4e {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1292.246593] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-562c0bd4-5f06-4a48-a951-b4cad200869d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.256861] env[69399]: DEBUG oslo_vmware.api [None req-886f5a93-4bf5-497f-a767-6a54cce9ade4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1292.256861] env[69399]: value = "task-4177846" [ 1292.256861] env[69399]: _type = "Task" [ 1292.256861] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.272212] env[69399]: DEBUG oslo_vmware.api [None req-886f5a93-4bf5-497f-a767-6a54cce9ade4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177846, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.273333] env[69399]: DEBUG oslo_concurrency.lockutils [None req-79077c12-350c-4962-a940-20ff7195a30a tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.020s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.303855] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b0bbdc31-4131-4418-a957-05bd309ee4e6 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "cd38965b-6046-4f0b-afa9-c189669a6e08" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.346595] env[69399]: DEBUG oslo_concurrency.lockutils [req-70809e9f-6f0b-47b8-a13a-5ac5301c4f8e req-b92fddfc-ac6c-4d89-b5c1-53d65cd9437d service nova] Releasing lock "refresh_cache-6cc5836f-2902-4072-81af-f7735deaaf91" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.347089] env[69399]: DEBUG nova.compute.manager [req-70809e9f-6f0b-47b8-a13a-5ac5301c4f8e req-b92fddfc-ac6c-4d89-b5c1-53d65cd9437d service nova] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Received event network-vif-deleted-5c6c10bb-48dd-4bc3-918f-b3537a9d7133 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1292.386401] env[69399]: DEBUG nova.virt.hardware [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1292.386760] env[69399]: DEBUG nova.virt.hardware [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1292.387034] env[69399]: DEBUG nova.virt.hardware [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1292.387316] env[69399]: DEBUG nova.virt.hardware [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1292.387509] env[69399]: DEBUG nova.virt.hardware [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1292.387756] env[69399]: DEBUG nova.virt.hardware [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1292.388089] env[69399]: DEBUG nova.virt.hardware [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1292.388305] env[69399]: DEBUG nova.virt.hardware [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1292.388552] env[69399]: DEBUG nova.virt.hardware [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1292.388843] env[69399]: DEBUG nova.virt.hardware [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1292.389071] env[69399]: DEBUG nova.virt.hardware [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1292.395928] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29128e35-4e51-41ed-8cd5-ee0f55dd65f3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.408092] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f7bb606f-aec9-48b2-a147-766d66f885e5 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "cd38965b-6046-4f0b-afa9-c189669a6e08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.909s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.408413] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b0bbdc31-4131-4418-a957-05bd309ee4e6 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "cd38965b-6046-4f0b-afa9-c189669a6e08" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.105s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.408618] env[69399]: DEBUG nova.compute.manager [None req-b0bbdc31-4131-4418-a957-05bd309ee4e6 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1292.410069] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3913c5d4-1854-4a42-8717-2c12e80a4c72 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.418950] env[69399]: DEBUG nova.compute.manager [None req-b0bbdc31-4131-4418-a957-05bd309ee4e6 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69399) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1292.419700] env[69399]: DEBUG nova.objects.instance [None req-b0bbdc31-4131-4418-a957-05bd309ee4e6 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lazy-loading 'flavor' on Instance uuid cd38965b-6046-4f0b-afa9-c189669a6e08 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.426277] env[69399]: DEBUG oslo_vmware.api [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1292.426277] env[69399]: value = "task-4177847" [ 1292.426277] env[69399]: _type = "Task" [ 1292.426277] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.436040] env[69399]: DEBUG oslo_vmware.api [None req-066c79ee-352d-474c-919e-e6d5a27c29a6 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177841, 'name': RemoveSnapshot_Task, 'duration_secs': 0.695786} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.440875] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-066c79ee-352d-474c-919e-e6d5a27c29a6 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Deleted Snapshot of the VM instance {{(pid=69399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1292.444671] env[69399]: DEBUG oslo_vmware.api [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177847, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.457375] env[69399]: DEBUG oslo_vmware.api [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177843, 'name': RelocateVM_Task} progress is 54%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.499738] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Creating Snapshot of the VM instance {{(pid=69399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1292.500146] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b14e0ab3-a92d-4e43-9432-e9a38d1c3f75 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.509372] env[69399]: DEBUG oslo_vmware.api [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Waiting for the task: (returnval){ [ 1292.509372] env[69399]: value = "task-4177848" [ 1292.509372] env[69399]: _type = "Task" [ 1292.509372] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.519079] env[69399]: DEBUG oslo_vmware.api [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177848, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.738956] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: d1df03aa-04c7-4dab-905e-f1c259755903] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1292.767707] env[69399]: DEBUG oslo_vmware.api [None req-886f5a93-4bf5-497f-a767-6a54cce9ade4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177846, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195529} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.771495] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-886f5a93-4bf5-497f-a767-6a54cce9ade4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1292.771725] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-886f5a93-4bf5-497f-a767-6a54cce9ade4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1292.771918] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-886f5a93-4bf5-497f-a767-6a54cce9ade4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1292.772103] env[69399]: INFO nova.compute.manager [None req-886f5a93-4bf5-497f-a767-6a54cce9ade4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1292.772356] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-886f5a93-4bf5-497f-a767-6a54cce9ade4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1292.773641] env[69399]: DEBUG nova.compute.manager [-] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1292.773641] env[69399]: DEBUG nova.network.neutron [-] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1292.947653] env[69399]: WARNING nova.compute.manager [None req-066c79ee-352d-474c-919e-e6d5a27c29a6 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Image not found during snapshot: nova.exception.ImageNotFound: Image 9d7b048b-1570-48a3-bf19-c6377a0bb1bc could not be found. [ 1292.949149] env[69399]: DEBUG oslo_vmware.api [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177847, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.966687] env[69399]: DEBUG oslo_vmware.api [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177843, 'name': RelocateVM_Task} progress is 67%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.025187] env[69399]: DEBUG oslo_vmware.api [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177848, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.074632] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097719d0-d999-4024-8c58-681cbf93f871 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.088363] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f991f0d-f9cf-4c8a-9761-ceef74c653f2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.134072] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79636b8-b58c-49e0-9b0d-d4cd65b1ecd8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.143472] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18dfe4a9-3f07-4341-a919-19fd6811005e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.159871] env[69399]: DEBUG nova.compute.provider_tree [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1293.246681] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: cec95df8-9d38-4b34-bf79-51b63d622633] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1293.440886] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0bbdc31-4131-4418-a957-05bd309ee4e6 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.441596] env[69399]: DEBUG oslo_vmware.api [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177847, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.441596] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b889515-adb4-4e40-99e4-9e54458d5a34 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.449220] env[69399]: DEBUG oslo_vmware.api [None req-b0bbdc31-4131-4418-a957-05bd309ee4e6 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1293.449220] env[69399]: value = "task-4177849" [ 1293.449220] env[69399]: _type = "Task" [ 1293.449220] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.464360] env[69399]: DEBUG oslo_vmware.api [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177843, 'name': RelocateVM_Task} progress is 81%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.468370] env[69399]: DEBUG oslo_vmware.api [None req-b0bbdc31-4131-4418-a957-05bd309ee4e6 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.488281] env[69399]: DEBUG nova.compute.manager [req-4245d6a5-42b6-41f3-b5f1-f4d3d712e6cb req-b5360c45-c11b-4ebe-96d7-71c26e5ad24a service nova] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Received event network-vif-deleted-dc5240f6-6128-4abd-9caa-0a0f993b28d0 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1293.488808] env[69399]: INFO nova.compute.manager [req-4245d6a5-42b6-41f3-b5f1-f4d3d712e6cb req-b5360c45-c11b-4ebe-96d7-71c26e5ad24a service nova] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Neutron deleted interface dc5240f6-6128-4abd-9caa-0a0f993b28d0; detaching it from the instance and deleting it from the info cache [ 1293.490572] env[69399]: DEBUG nova.network.neutron [req-4245d6a5-42b6-41f3-b5f1-f4d3d712e6cb req-b5360c45-c11b-4ebe-96d7-71c26e5ad24a service nova] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.524989] env[69399]: DEBUG oslo_vmware.api [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177848, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.683448] env[69399]: DEBUG nova.network.neutron [-] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.686079] env[69399]: ERROR nova.scheduler.client.report [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [req-615ff47e-20af-4d2a-a463-39047168c6aa] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65caca49-2bb8-4896-b9be-5baf8708847a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-615ff47e-20af-4d2a-a463-39047168c6aa"}]} [ 1293.709355] env[69399]: DEBUG nova.scheduler.client.report [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Refreshing inventories for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1293.725045] env[69399]: DEBUG nova.scheduler.client.report [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Updating ProviderTree inventory for provider 65caca49-2bb8-4896-b9be-5baf8708847a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1293.725045] env[69399]: DEBUG nova.compute.provider_tree [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1293.738560] env[69399]: DEBUG nova.scheduler.client.report [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Refreshing aggregate associations for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a, aggregates: None {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1293.751285] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 621a2a18-e70c-4bcf-b0a3-7814b81e5a27] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1293.759187] env[69399]: DEBUG nova.scheduler.client.report [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Refreshing trait associations for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1293.943702] env[69399]: DEBUG oslo_vmware.api [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177847, 'name': ReconfigVM_Task, 'duration_secs': 1.182531} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.946713] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Updating instance '6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa' progress to 33 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1293.963463] env[69399]: DEBUG oslo_vmware.api [None req-b0bbdc31-4131-4418-a957-05bd309ee4e6 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177849, 'name': PowerOffVM_Task, 'duration_secs': 0.303662} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.970038] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0bbdc31-4131-4418-a957-05bd309ee4e6 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1293.970236] env[69399]: DEBUG nova.compute.manager [None req-b0bbdc31-4131-4418-a957-05bd309ee4e6 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1293.970814] env[69399]: DEBUG oslo_vmware.api [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177843, 'name': RelocateVM_Task} progress is 92%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.971575] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393cfaef-27fa-4947-b2d1-60a73e7b82b7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.994210] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a692e22a-497a-468b-a812-b99b5a01a912 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.009870] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a2ddc3-f747-4629-963c-db1fa86e3514 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.037054] env[69399]: DEBUG oslo_vmware.api [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177848, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.060414] env[69399]: DEBUG nova.compute.manager [req-4245d6a5-42b6-41f3-b5f1-f4d3d712e6cb req-b5360c45-c11b-4ebe-96d7-71c26e5ad24a service nova] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Detach interface failed, port_id=dc5240f6-6128-4abd-9caa-0a0f993b28d0, reason: Instance 1af17995-e9c5-401f-bb07-9c09fdf4de4e could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1294.111627] env[69399]: DEBUG oslo_concurrency.lockutils [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "09dda395-fcda-42df-8f4f-8afb89f215db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.111627] env[69399]: DEBUG oslo_concurrency.lockutils [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "09dda395-fcda-42df-8f4f-8afb89f215db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.916170] env[69399]: INFO nova.compute.manager [-] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Took 2.14 seconds to deallocate network for instance. [ 1294.916170] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 58bc5be7-5ea0-4383-9831-003db3d67dfd] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1294.916860] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7ab350a4-da4d-43e1-b37f-afc3b90360c4 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquiring lock "499c045e-dacb-46da-be6f-bc1bdaefff76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.917081] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7ab350a4-da4d-43e1-b37f-afc3b90360c4 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "499c045e-dacb-46da-be6f-bc1bdaefff76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.917273] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7ab350a4-da4d-43e1-b37f-afc3b90360c4 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquiring lock "499c045e-dacb-46da-be6f-bc1bdaefff76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.917442] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7ab350a4-da4d-43e1-b37f-afc3b90360c4 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "499c045e-dacb-46da-be6f-bc1bdaefff76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.917599] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7ab350a4-da4d-43e1-b37f-afc3b90360c4 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "499c045e-dacb-46da-be6f-bc1bdaefff76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.920903] env[69399]: DEBUG nova.virt.hardware [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1294.921343] env[69399]: DEBUG nova.virt.hardware [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1294.921343] env[69399]: DEBUG nova.virt.hardware [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1294.922240] env[69399]: DEBUG nova.virt.hardware [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1294.922240] env[69399]: DEBUG nova.virt.hardware [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1294.922240] env[69399]: DEBUG nova.virt.hardware [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1294.922240] env[69399]: DEBUG nova.virt.hardware [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1294.922240] env[69399]: DEBUG nova.virt.hardware [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1294.922240] env[69399]: DEBUG nova.virt.hardware [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1294.922804] env[69399]: DEBUG nova.virt.hardware [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1294.922804] env[69399]: DEBUG nova.virt.hardware [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1294.928773] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1294.931834] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21489232-bb88-4d53-b0b1-ab9598fc1ac4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.942752] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b0bbdc31-4131-4418-a957-05bd309ee4e6 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "cd38965b-6046-4f0b-afa9-c189669a6e08" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.531s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.942752] env[69399]: INFO nova.compute.manager [None req-7ab350a4-da4d-43e1-b37f-afc3b90360c4 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Terminating instance [ 1294.948996] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-951519dc-023b-439e-9c0f-fcf77cfda58c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.966806] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e16a510c-c2f6-4a42-8cbe-eb879088c117 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "cd38965b-6046-4f0b-afa9-c189669a6e08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.967063] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e16a510c-c2f6-4a42-8cbe-eb879088c117 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "cd38965b-6046-4f0b-afa9-c189669a6e08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.967263] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e16a510c-c2f6-4a42-8cbe-eb879088c117 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "cd38965b-6046-4f0b-afa9-c189669a6e08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.967433] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e16a510c-c2f6-4a42-8cbe-eb879088c117 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "cd38965b-6046-4f0b-afa9-c189669a6e08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.967594] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e16a510c-c2f6-4a42-8cbe-eb879088c117 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "cd38965b-6046-4f0b-afa9-c189669a6e08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.986790] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd783358-98ed-4e94-bd60-a8c98e9d5e32 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.990608] env[69399]: DEBUG oslo_vmware.api [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177848, 'name': CreateSnapshot_Task, 'duration_secs': 1.896532} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.994021] env[69399]: DEBUG oslo_vmware.api [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1294.994021] env[69399]: value = "task-4177850" [ 1294.994021] env[69399]: _type = "Task" [ 1294.994021] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.994021] env[69399]: DEBUG oslo_vmware.api [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177843, 'name': RelocateVM_Task, 'duration_secs': 3.41136} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.994021] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Created Snapshot of the VM instance {{(pid=69399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1294.994021] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Volume attach. Driver type: vmdk {{(pid=69399) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1294.994021] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826984', 'volume_id': 'eceec534-b24e-4249-927a-12f494c060fd', 'name': 'volume-eceec534-b24e-4249-927a-12f494c060fd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6cc5836f-2902-4072-81af-f7735deaaf91', 'attached_at': '', 'detached_at': '', 'volume_id': 'eceec534-b24e-4249-927a-12f494c060fd', 'serial': 'eceec534-b24e-4249-927a-12f494c060fd'} {{(pid=69399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1294.995309] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1db49af-1606-4375-919c-34b0096f5bd9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.001399] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141c95e5-fadd-47a7-81f6-fcf6799215e3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.033438] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4ffb32-6f8b-4fa5-8f50-25c5dc30afa8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.058066] env[69399]: DEBUG oslo_vmware.api [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.062040] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9902f37-dcd8-4dff-a216-7abc3f636078 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.067513] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67aaa676-757f-4849-a659-4c03ffd499af {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.090230] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-eceec534-b24e-4249-927a-12f494c060fd/volume-eceec534-b24e-4249-927a-12f494c060fd.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1295.091293] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39e90808-640a-4708-9252-c715ca45654f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.115223] env[69399]: DEBUG nova.compute.provider_tree [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1295.116942] env[69399]: INFO nova.compute.manager [None req-e16a510c-c2f6-4a42-8cbe-eb879088c117 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Terminating instance [ 1295.125149] env[69399]: DEBUG oslo_vmware.api [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1295.125149] env[69399]: value = "task-4177851" [ 1295.125149] env[69399]: _type = "Task" [ 1295.125149] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.136171] env[69399]: DEBUG oslo_vmware.api [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177851, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.439601] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 3ac221b1-b73d-4027-8753-3c06a57affbb] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1295.441806] env[69399]: DEBUG nova.compute.manager [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1295.475723] env[69399]: DEBUG oslo_concurrency.lockutils [None req-886f5a93-4bf5-497f-a767-6a54cce9ade4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.476357] env[69399]: DEBUG nova.compute.manager [None req-7ab350a4-da4d-43e1-b37f-afc3b90360c4 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1295.476564] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab350a4-da4d-43e1-b37f-afc3b90360c4 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1295.477411] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66e7102-ebc5-41fe-8056-561e286c0d98 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.486039] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab350a4-da4d-43e1-b37f-afc3b90360c4 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1295.486329] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67e687e1-7d19-41a3-972e-4fb3488b3e83 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.493404] env[69399]: DEBUG oslo_vmware.api [None req-7ab350a4-da4d-43e1-b37f-afc3b90360c4 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1295.493404] env[69399]: value = "task-4177852" [ 1295.493404] env[69399]: _type = "Task" [ 1295.493404] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.505331] env[69399]: DEBUG oslo_vmware.api [None req-7ab350a4-da4d-43e1-b37f-afc3b90360c4 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.508575] env[69399]: DEBUG oslo_vmware.api [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177850, 'name': ReconfigVM_Task, 'duration_secs': 0.242677} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.508884] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1295.509721] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef535287-0e83-4300-b65f-fbee8b541fa1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.533069] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa/6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1295.533415] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdf7c2c2-4a3c-4ec7-8248-2e9a8e713771 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.553532] env[69399]: DEBUG oslo_vmware.api [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1295.553532] env[69399]: value = "task-4177853" [ 1295.553532] env[69399]: _type = "Task" [ 1295.553532] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.572777] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Creating linked-clone VM from snapshot {{(pid=69399) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1295.573143] env[69399]: DEBUG oslo_vmware.api [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177853, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.573398] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5896bbb0-7ebf-4800-ba2d-6a2f3c47ea9f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.584028] env[69399]: DEBUG oslo_vmware.api [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Waiting for the task: (returnval){ [ 1295.584028] env[69399]: value = "task-4177854" [ 1295.584028] env[69399]: _type = "Task" [ 1295.584028] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.595090] env[69399]: DEBUG oslo_vmware.api [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177854, 'name': CloneVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.622920] env[69399]: DEBUG nova.compute.manager [None req-e16a510c-c2f6-4a42-8cbe-eb879088c117 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1295.623427] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e16a510c-c2f6-4a42-8cbe-eb879088c117 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1295.624392] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566ab408-19da-4efa-adae-83d708086b5b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.637017] env[69399]: DEBUG oslo_vmware.api [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177851, 'name': ReconfigVM_Task, 'duration_secs': 0.317105} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.639969] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-eceec534-b24e-4249-927a-12f494c060fd/volume-eceec534-b24e-4249-927a-12f494c060fd.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1295.644795] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e16a510c-c2f6-4a42-8cbe-eb879088c117 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1295.645130] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7390273-dcfa-4538-b1ec-9093111beb6b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.655267] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-178b832c-9f02-431b-9866-6785a77294a1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.657700] env[69399]: DEBUG nova.scheduler.client.report [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Updated inventory for provider 65caca49-2bb8-4896-b9be-5baf8708847a with generation 156 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1295.657976] env[69399]: DEBUG nova.compute.provider_tree [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Updating resource provider 65caca49-2bb8-4896-b9be-5baf8708847a generation from 156 to 157 during operation: update_inventory {{(pid=69399) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1295.658182] env[69399]: DEBUG nova.compute.provider_tree [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1295.668097] env[69399]: DEBUG oslo_vmware.api [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1295.668097] env[69399]: value = "task-4177856" [ 1295.668097] env[69399]: _type = "Task" [ 1295.668097] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.678801] env[69399]: DEBUG oslo_vmware.api [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177856, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.750798] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e16a510c-c2f6-4a42-8cbe-eb879088c117 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1295.751129] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e16a510c-c2f6-4a42-8cbe-eb879088c117 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1295.751375] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-e16a510c-c2f6-4a42-8cbe-eb879088c117 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Deleting the datastore file [datastore2] cd38965b-6046-4f0b-afa9-c189669a6e08 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1295.751704] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb372ffc-acf7-4c90-a137-d4b8f053ceaa {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.760971] env[69399]: DEBUG oslo_vmware.api [None req-e16a510c-c2f6-4a42-8cbe-eb879088c117 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1295.760971] env[69399]: value = "task-4177857" [ 1295.760971] env[69399]: _type = "Task" [ 1295.760971] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.771853] env[69399]: DEBUG oslo_vmware.api [None req-e16a510c-c2f6-4a42-8cbe-eb879088c117 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.947948] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: ceee5359-0359-4531-a7f0-1656c0329e0e] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1295.973427] env[69399]: DEBUG oslo_concurrency.lockutils [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.004570] env[69399]: DEBUG oslo_vmware.api [None req-7ab350a4-da4d-43e1-b37f-afc3b90360c4 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177852, 'name': PowerOffVM_Task, 'duration_secs': 0.2087} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.004857] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab350a4-da4d-43e1-b37f-afc3b90360c4 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1296.005043] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab350a4-da4d-43e1-b37f-afc3b90360c4 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1296.005690] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9671f16-6dc9-4bb7-a4be-4c42a54f6433 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.068368] env[69399]: DEBUG oslo_vmware.api [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177853, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.074242] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab350a4-da4d-43e1-b37f-afc3b90360c4 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1296.074242] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab350a4-da4d-43e1-b37f-afc3b90360c4 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1296.074242] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ab350a4-da4d-43e1-b37f-afc3b90360c4 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Deleting the datastore file [datastore2] 499c045e-dacb-46da-be6f-bc1bdaefff76 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1296.074381] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7b7fed4-e0c5-404d-8bc0-de9fc4c7e937 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.084544] env[69399]: DEBUG oslo_vmware.api [None req-7ab350a4-da4d-43e1-b37f-afc3b90360c4 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for the task: (returnval){ [ 1296.084544] env[69399]: value = "task-4177859" [ 1296.084544] env[69399]: _type = "Task" [ 1296.084544] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.097827] env[69399]: DEBUG oslo_vmware.api [None req-7ab350a4-da4d-43e1-b37f-afc3b90360c4 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.101897] env[69399]: DEBUG oslo_vmware.api [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177854, 'name': CloneVM_Task} progress is 94%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.164777] env[69399]: DEBUG oslo_concurrency.lockutils [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.445s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.165341] env[69399]: DEBUG nova.compute.manager [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1296.168180] env[69399]: DEBUG oslo_concurrency.lockutils [None req-67325499-c1e3-49ab-bab2-40b4ee30ba08 tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.046s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.168403] env[69399]: DEBUG nova.objects.instance [None req-67325499-c1e3-49ab-bab2-40b4ee30ba08 tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Lazy-loading 'resources' on Instance uuid 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1296.181268] env[69399]: DEBUG oslo_vmware.api [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177856, 'name': ReconfigVM_Task, 'duration_secs': 0.221967} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.181584] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826984', 'volume_id': 'eceec534-b24e-4249-927a-12f494c060fd', 'name': 'volume-eceec534-b24e-4249-927a-12f494c060fd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6cc5836f-2902-4072-81af-f7735deaaf91', 'attached_at': '', 'detached_at': '', 'volume_id': 'eceec534-b24e-4249-927a-12f494c060fd', 'serial': 'eceec534-b24e-4249-927a-12f494c060fd'} {{(pid=69399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1296.182174] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ac358dd-038c-4a39-b5e6-3e88dd8a172c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.192223] env[69399]: DEBUG oslo_vmware.api [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1296.192223] env[69399]: value = "task-4177860" [ 1296.192223] env[69399]: _type = "Task" [ 1296.192223] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.202847] env[69399]: DEBUG oslo_vmware.api [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177860, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.275472] env[69399]: DEBUG oslo_vmware.api [None req-e16a510c-c2f6-4a42-8cbe-eb879088c117 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178982} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.275907] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-e16a510c-c2f6-4a42-8cbe-eb879088c117 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1296.276171] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e16a510c-c2f6-4a42-8cbe-eb879088c117 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1296.276471] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e16a510c-c2f6-4a42-8cbe-eb879088c117 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1296.276773] env[69399]: INFO nova.compute.manager [None req-e16a510c-c2f6-4a42-8cbe-eb879088c117 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1296.277153] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e16a510c-c2f6-4a42-8cbe-eb879088c117 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1296.277445] env[69399]: DEBUG nova.compute.manager [-] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1296.277581] env[69399]: DEBUG nova.network.neutron [-] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1296.455571] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 9b94c560-2c30-4fd2-ab6d-38f1910d7209] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1296.571925] env[69399]: DEBUG oslo_vmware.api [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177853, 'name': ReconfigVM_Task, 'duration_secs': 0.541281} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.572299] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa/6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1296.572626] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Updating instance '6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa' progress to 50 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1296.598642] env[69399]: DEBUG oslo_vmware.api [None req-7ab350a4-da4d-43e1-b37f-afc3b90360c4 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Task: {'id': task-4177859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175545} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.602177] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ab350a4-da4d-43e1-b37f-afc3b90360c4 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1296.602422] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab350a4-da4d-43e1-b37f-afc3b90360c4 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1296.602627] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab350a4-da4d-43e1-b37f-afc3b90360c4 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1296.602830] env[69399]: INFO nova.compute.manager [None req-7ab350a4-da4d-43e1-b37f-afc3b90360c4 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1296.603059] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ab350a4-da4d-43e1-b37f-afc3b90360c4 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1296.603341] env[69399]: DEBUG oslo_vmware.api [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177854, 'name': CloneVM_Task} progress is 95%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.603635] env[69399]: DEBUG nova.compute.manager [-] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1296.603691] env[69399]: DEBUG nova.network.neutron [-] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1296.679416] env[69399]: DEBUG nova.compute.utils [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1296.685413] env[69399]: DEBUG nova.compute.manager [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1296.685413] env[69399]: DEBUG nova.network.neutron [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1296.710244] env[69399]: DEBUG oslo_vmware.api [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177860, 'name': Rename_Task, 'duration_secs': 0.20863} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.712514] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1296.713374] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee329b72-ed3e-4e81-a245-ae2c43e5cb61 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.722943] env[69399]: DEBUG oslo_vmware.api [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1296.722943] env[69399]: value = "task-4177861" [ 1296.722943] env[69399]: _type = "Task" [ 1296.722943] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.738785] env[69399]: DEBUG oslo_vmware.api [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177861, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.824371] env[69399]: DEBUG nova.policy [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3470bd16579c434a8d08de955f065b89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4fbd2ab467a44b719d7af5aadf570089', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1296.959619] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 74f0eacc-a50a-467a-86fb-7c0d39513b02] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1297.016327] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0dfd1db-8e41-4bc8-9c75-ce6b66d19338 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.024501] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dbb11f-3aae-4013-bc86-d4f00872eac0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.058109] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c57ecbc-9979-4b07-9b0f-0dbb3d7cd1da {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.067342] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d259033-f4a3-4d65-82d8-f9d393c1690d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.085532] env[69399]: DEBUG nova.compute.provider_tree [None req-67325499-c1e3-49ab-bab2-40b4ee30ba08 tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1297.088700] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bd29b0-86aa-4a16-bcec-89a90f7b4694 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.121471] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1ba3b2-204c-448f-a0c6-be94f6877c07 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.127306] env[69399]: DEBUG oslo_vmware.api [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177854, 'name': CloneVM_Task, 'duration_secs': 1.168239} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.127306] env[69399]: INFO nova.virt.vmwareapi.vmops [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Created linked-clone VM from snapshot [ 1297.127306] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87aef8c-b3a4-41ff-89e3-b5e9f5f0f460 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.145682] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Updating instance '6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa' progress to 67 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1297.156789] env[69399]: DEBUG nova.virt.vmwareapi.images [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Uploading image 4b95b918-6668-44cd-acba-c8390e60a830 {{(pid=69399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1297.187455] env[69399]: DEBUG nova.compute.manager [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1297.194242] env[69399]: DEBUG oslo_vmware.rw_handles [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1297.194242] env[69399]: value = "vm-826997" [ 1297.194242] env[69399]: _type = "VirtualMachine" [ 1297.194242] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1297.196208] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-38616c31-515c-4544-9c3b-907a4e82149c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.205059] env[69399]: DEBUG oslo_vmware.rw_handles [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Lease: (returnval){ [ 1297.205059] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b7abd7-92b1-9331-4c01-4a72f3ec02e5" [ 1297.205059] env[69399]: _type = "HttpNfcLease" [ 1297.205059] env[69399]: } obtained for exporting VM: (result){ [ 1297.205059] env[69399]: value = "vm-826997" [ 1297.205059] env[69399]: _type = "VirtualMachine" [ 1297.205059] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1297.206323] env[69399]: DEBUG oslo_vmware.api [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Waiting for the lease: (returnval){ [ 1297.206323] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b7abd7-92b1-9331-4c01-4a72f3ec02e5" [ 1297.206323] env[69399]: _type = "HttpNfcLease" [ 1297.206323] env[69399]: } to be ready. {{(pid=69399) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1297.218576] env[69399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1297.218576] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b7abd7-92b1-9331-4c01-4a72f3ec02e5" [ 1297.218576] env[69399]: _type = "HttpNfcLease" [ 1297.218576] env[69399]: } is ready. {{(pid=69399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1297.219105] env[69399]: DEBUG oslo_vmware.rw_handles [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1297.219105] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b7abd7-92b1-9331-4c01-4a72f3ec02e5" [ 1297.219105] env[69399]: _type = "HttpNfcLease" [ 1297.219105] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1297.219761] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ec1345-9fad-4bc9-9281-80891e2f2243 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.231301] env[69399]: DEBUG oslo_vmware.rw_handles [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529636e0-8966-9050-daa1-210af7e872d1/disk-0.vmdk from lease info. {{(pid=69399) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1297.231301] env[69399]: DEBUG oslo_vmware.rw_handles [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529636e0-8966-9050-daa1-210af7e872d1/disk-0.vmdk for reading. {{(pid=69399) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1297.291913] env[69399]: DEBUG oslo_vmware.api [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177861, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.321898] env[69399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cb152251-3120-4799-8630-5b711dfd52a5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.463046] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 02cf0b0d-692c-4e47-9d41-266a3ec0edf2] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1297.492355] env[69399]: DEBUG nova.compute.manager [req-035002f3-d324-4ade-8421-e5b2114fe4bf req-8f3b9e56-e999-4d70-bf3a-06671e56c25a service nova] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Received event network-vif-deleted-110bf2bb-9ee2-4190-a11e-2458cb680d8a {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1297.492711] env[69399]: INFO nova.compute.manager [req-035002f3-d324-4ade-8421-e5b2114fe4bf req-8f3b9e56-e999-4d70-bf3a-06671e56c25a service nova] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Neutron deleted interface 110bf2bb-9ee2-4190-a11e-2458cb680d8a; detaching it from the instance and deleting it from the info cache [ 1297.493211] env[69399]: DEBUG nova.network.neutron [req-035002f3-d324-4ade-8421-e5b2114fe4bf req-8f3b9e56-e999-4d70-bf3a-06671e56c25a service nova] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.624140] env[69399]: DEBUG nova.network.neutron [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Successfully created port: 9bee33f4-06a6-49f7-959d-f2d6dcd885c2 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1297.627263] env[69399]: DEBUG nova.network.neutron [-] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.629430] env[69399]: DEBUG nova.scheduler.client.report [None req-67325499-c1e3-49ab-bab2-40b4ee30ba08 tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Updated inventory for provider 65caca49-2bb8-4896-b9be-5baf8708847a with generation 157 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1297.633024] env[69399]: DEBUG nova.compute.provider_tree [None req-67325499-c1e3-49ab-bab2-40b4ee30ba08 tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Updating resource provider 65caca49-2bb8-4896-b9be-5baf8708847a generation from 157 to 158 during operation: update_inventory {{(pid=69399) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1297.633024] env[69399]: DEBUG nova.compute.provider_tree [None req-67325499-c1e3-49ab-bab2-40b4ee30ba08 tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1297.734980] env[69399]: DEBUG oslo_vmware.api [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177861, 'name': PowerOnVM_Task, 'duration_secs': 0.52143} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.735358] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1297.735629] env[69399]: INFO nova.compute.manager [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Took 9.76 seconds to spawn the instance on the hypervisor. [ 1297.735846] env[69399]: DEBUG nova.compute.manager [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1297.736706] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be580126-3523-49c9-9b76-a719ea840c93 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.756530] env[69399]: DEBUG nova.network.neutron [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Port 9fafa21a-eab8-4afc-b35f-f263eb33c658 binding to destination host cpu-1 is already ACTIVE {{(pid=69399) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1297.877174] env[69399]: DEBUG nova.network.neutron [-] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.969082] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: f61fe5a5-55a1-465f-ac32-2b324c94861d] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1297.996760] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b62fb78-81d2-4448-9718-f9c47766d25d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.008349] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88267ce0-2342-4519-a983-e3a5fb0a9b07 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.054737] env[69399]: DEBUG nova.compute.manager [req-035002f3-d324-4ade-8421-e5b2114fe4bf req-8f3b9e56-e999-4d70-bf3a-06671e56c25a service nova] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Detach interface failed, port_id=110bf2bb-9ee2-4190-a11e-2458cb680d8a, reason: Instance cd38965b-6046-4f0b-afa9-c189669a6e08 could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1298.134562] env[69399]: INFO nova.compute.manager [-] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Took 1.86 seconds to deallocate network for instance. [ 1298.137247] env[69399]: DEBUG oslo_concurrency.lockutils [None req-67325499-c1e3-49ab-bab2-40b4ee30ba08 tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.969s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.144305] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5ab8c688-adbf-499d-8eed-8541da247712 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.871s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.144305] env[69399]: DEBUG nova.objects.instance [None req-5ab8c688-adbf-499d-8eed-8541da247712 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lazy-loading 'resources' on Instance uuid 592c5dba-b787-40ee-9c07-183331f8b085 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.146237] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c5a3edad-3c6e-49a5-941e-55c0e40e0888 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "52adc0b6-d4b5-43d2-9323-0ec2917109d0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.146237] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c5a3edad-3c6e-49a5-941e-55c0e40e0888 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "52adc0b6-d4b5-43d2-9323-0ec2917109d0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.147130] env[69399]: DEBUG nova.compute.manager [None req-c5a3edad-3c6e-49a5-941e-55c0e40e0888 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1298.148062] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43027133-e4dc-40ad-8398-4ae5e7ed83a4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.156380] env[69399]: DEBUG nova.compute.manager [None req-c5a3edad-3c6e-49a5-941e-55c0e40e0888 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69399) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1298.157042] env[69399]: DEBUG nova.objects.instance [None req-c5a3edad-3c6e-49a5-941e-55c0e40e0888 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lazy-loading 'flavor' on Instance uuid 52adc0b6-d4b5-43d2-9323-0ec2917109d0 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.173587] env[69399]: INFO nova.scheduler.client.report [None req-67325499-c1e3-49ab-bab2-40b4ee30ba08 tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Deleted allocations for instance 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef [ 1298.211139] env[69399]: DEBUG nova.compute.manager [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1298.239802] env[69399]: DEBUG nova.virt.hardware [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1298.240090] env[69399]: DEBUG nova.virt.hardware [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1298.240262] env[69399]: DEBUG nova.virt.hardware [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1298.240490] env[69399]: DEBUG nova.virt.hardware [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1298.240653] env[69399]: DEBUG nova.virt.hardware [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1298.240798] env[69399]: DEBUG nova.virt.hardware [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1298.241065] env[69399]: DEBUG nova.virt.hardware [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1298.241544] env[69399]: DEBUG nova.virt.hardware [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1298.241544] env[69399]: DEBUG nova.virt.hardware [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1298.241544] env[69399]: DEBUG nova.virt.hardware [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1298.241730] env[69399]: DEBUG nova.virt.hardware [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1298.242742] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab227242-cb51-4e04-b0ee-49671b6bce24 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.259491] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db33956-8dff-4a26-bf11-23b0270bfd37 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.268311] env[69399]: INFO nova.compute.manager [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Took 22.94 seconds to build instance. [ 1298.383150] env[69399]: INFO nova.compute.manager [-] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Took 1.78 seconds to deallocate network for instance. [ 1298.472170] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 22644d0f-3345-4566-a792-ff72c0a5e979] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1298.651144] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e16a510c-c2f6-4a42-8cbe-eb879088c117 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.686206] env[69399]: DEBUG oslo_concurrency.lockutils [None req-67325499-c1e3-49ab-bab2-40b4ee30ba08 tempest-ServerMetadataTestJSON-1510025099 tempest-ServerMetadataTestJSON-1510025099-project-member] Lock "92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.801s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.771158] env[69399]: DEBUG oslo_concurrency.lockutils [None req-965db27f-c9f1-4c2a-accc-6107fb953cff tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "6cc5836f-2902-4072-81af-f7735deaaf91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.462s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.795025] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.795025] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.795025] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.895527] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7ab350a4-da4d-43e1-b37f-afc3b90360c4 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.978741] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 61821e8d-2685-4143-8606-73a4d36d762c] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1299.035284] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d5f1e1-4bf1-4d61-9b5c-f6edebfb0f8d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.048409] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d642b2-5657-4402-bae2-61498d694224 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.086298] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92316d34-7e5d-4f2d-850a-249e1469dbb8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.095277] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67468dfd-f53e-4e5d-b23e-f89430434dd9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.110817] env[69399]: DEBUG nova.compute.provider_tree [None req-5ab8c688-adbf-499d-8eed-8541da247712 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.166929] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5a3edad-3c6e-49a5-941e-55c0e40e0888 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1299.169164] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9480409d-c340-468d-ad39-5b3cdeeb24ed {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.175514] env[69399]: DEBUG oslo_vmware.api [None req-c5a3edad-3c6e-49a5-941e-55c0e40e0888 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1299.175514] env[69399]: value = "task-4177863" [ 1299.175514] env[69399]: _type = "Task" [ 1299.175514] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.189493] env[69399]: DEBUG oslo_vmware.api [None req-c5a3edad-3c6e-49a5-941e-55c0e40e0888 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4177863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.423598] env[69399]: DEBUG nova.network.neutron [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Successfully updated port: 9bee33f4-06a6-49f7-959d-f2d6dcd885c2 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1299.483106] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 2495b839-0682-4be9-9aad-654885d71bf0] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1299.530736] env[69399]: DEBUG nova.compute.manager [req-863ad7fe-839d-4f99-852f-d2317d6bd0bb req-622f4c0c-09ff-4dc6-9491-84c3168d847d service nova] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Received event network-vif-deleted-dd5c42fb-f1bc-493d-9fb9-e9b1f0c64a8b {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1299.530736] env[69399]: DEBUG nova.compute.manager [req-863ad7fe-839d-4f99-852f-d2317d6bd0bb req-622f4c0c-09ff-4dc6-9491-84c3168d847d service nova] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Received event network-vif-plugged-9bee33f4-06a6-49f7-959d-f2d6dcd885c2 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1299.530736] env[69399]: DEBUG oslo_concurrency.lockutils [req-863ad7fe-839d-4f99-852f-d2317d6bd0bb req-622f4c0c-09ff-4dc6-9491-84c3168d847d service nova] Acquiring lock "cebcdd7a-82a3-4bec-a328-74bced4db009-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.533688] env[69399]: DEBUG oslo_concurrency.lockutils [req-863ad7fe-839d-4f99-852f-d2317d6bd0bb req-622f4c0c-09ff-4dc6-9491-84c3168d847d service nova] Lock "cebcdd7a-82a3-4bec-a328-74bced4db009-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.533998] env[69399]: DEBUG oslo_concurrency.lockutils [req-863ad7fe-839d-4f99-852f-d2317d6bd0bb req-622f4c0c-09ff-4dc6-9491-84c3168d847d service nova] Lock "cebcdd7a-82a3-4bec-a328-74bced4db009-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.534592] env[69399]: DEBUG nova.compute.manager [req-863ad7fe-839d-4f99-852f-d2317d6bd0bb req-622f4c0c-09ff-4dc6-9491-84c3168d847d service nova] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] No waiting events found dispatching network-vif-plugged-9bee33f4-06a6-49f7-959d-f2d6dcd885c2 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1299.534876] env[69399]: WARNING nova.compute.manager [req-863ad7fe-839d-4f99-852f-d2317d6bd0bb req-622f4c0c-09ff-4dc6-9491-84c3168d847d service nova] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Received unexpected event network-vif-plugged-9bee33f4-06a6-49f7-959d-f2d6dcd885c2 for instance with vm_state building and task_state spawning. [ 1299.535167] env[69399]: DEBUG nova.compute.manager [req-863ad7fe-839d-4f99-852f-d2317d6bd0bb req-622f4c0c-09ff-4dc6-9491-84c3168d847d service nova] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Received event network-changed-9bee33f4-06a6-49f7-959d-f2d6dcd885c2 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1299.535446] env[69399]: DEBUG nova.compute.manager [req-863ad7fe-839d-4f99-852f-d2317d6bd0bb req-622f4c0c-09ff-4dc6-9491-84c3168d847d service nova] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Refreshing instance network info cache due to event network-changed-9bee33f4-06a6-49f7-959d-f2d6dcd885c2. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1299.535750] env[69399]: DEBUG oslo_concurrency.lockutils [req-863ad7fe-839d-4f99-852f-d2317d6bd0bb req-622f4c0c-09ff-4dc6-9491-84c3168d847d service nova] Acquiring lock "refresh_cache-cebcdd7a-82a3-4bec-a328-74bced4db009" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.537585] env[69399]: DEBUG oslo_concurrency.lockutils [req-863ad7fe-839d-4f99-852f-d2317d6bd0bb req-622f4c0c-09ff-4dc6-9491-84c3168d847d service nova] Acquired lock "refresh_cache-cebcdd7a-82a3-4bec-a328-74bced4db009" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.537585] env[69399]: DEBUG nova.network.neutron [req-863ad7fe-839d-4f99-852f-d2317d6bd0bb req-622f4c0c-09ff-4dc6-9491-84c3168d847d service nova] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Refreshing network info cache for port 9bee33f4-06a6-49f7-959d-f2d6dcd885c2 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1299.614648] env[69399]: DEBUG nova.scheduler.client.report [None req-5ab8c688-adbf-499d-8eed-8541da247712 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.688786] env[69399]: DEBUG oslo_vmware.api [None req-c5a3edad-3c6e-49a5-941e-55c0e40e0888 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4177863, 'name': PowerOffVM_Task, 'duration_secs': 0.225043} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.689079] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5a3edad-3c6e-49a5-941e-55c0e40e0888 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1299.689650] env[69399]: DEBUG nova.compute.manager [None req-c5a3edad-3c6e-49a5-941e-55c0e40e0888 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1299.690552] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d0d21f-92c0-4c3f-a791-fe920a0b9234 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.830626] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "refresh_cache-6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.830827] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquired lock "refresh_cache-6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.831017] env[69399]: DEBUG nova.network.neutron [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1299.929437] env[69399]: DEBUG oslo_concurrency.lockutils [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Acquiring lock "refresh_cache-cebcdd7a-82a3-4bec-a328-74bced4db009" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.985864] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: d96475d1-6e0c-491f-8365-cfe4aebf90d7] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1300.126854] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5ab8c688-adbf-499d-8eed-8541da247712 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.983s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.129952] env[69399]: DEBUG oslo_concurrency.lockutils [None req-886f5a93-4bf5-497f-a767-6a54cce9ade4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.654s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.130578] env[69399]: DEBUG nova.objects.instance [None req-886f5a93-4bf5-497f-a767-6a54cce9ade4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lazy-loading 'resources' on Instance uuid 1af17995-e9c5-401f-bb07-9c09fdf4de4e {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1300.147671] env[69399]: DEBUG nova.network.neutron [req-863ad7fe-839d-4f99-852f-d2317d6bd0bb req-622f4c0c-09ff-4dc6-9491-84c3168d847d service nova] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1300.163543] env[69399]: INFO nova.scheduler.client.report [None req-5ab8c688-adbf-499d-8eed-8541da247712 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Deleted allocations for instance 592c5dba-b787-40ee-9c07-183331f8b085 [ 1300.204896] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c5a3edad-3c6e-49a5-941e-55c0e40e0888 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "52adc0b6-d4b5-43d2-9323-0ec2917109d0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.263206] env[69399]: DEBUG nova.compute.manager [req-b85f368c-be54-47e2-8014-e499e356a8cf req-15062b59-afe5-432f-af9e-68b48df10e47 service nova] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Received event network-changed-4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.263206] env[69399]: DEBUG nova.compute.manager [req-b85f368c-be54-47e2-8014-e499e356a8cf req-15062b59-afe5-432f-af9e-68b48df10e47 service nova] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Refreshing instance network info cache due to event network-changed-4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1300.263206] env[69399]: DEBUG oslo_concurrency.lockutils [req-b85f368c-be54-47e2-8014-e499e356a8cf req-15062b59-afe5-432f-af9e-68b48df10e47 service nova] Acquiring lock "refresh_cache-57172c5b-44e2-4828-a73c-9a2657864eb9" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.263206] env[69399]: DEBUG oslo_concurrency.lockutils [req-b85f368c-be54-47e2-8014-e499e356a8cf req-15062b59-afe5-432f-af9e-68b48df10e47 service nova] Acquired lock "refresh_cache-57172c5b-44e2-4828-a73c-9a2657864eb9" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.263518] env[69399]: DEBUG nova.network.neutron [req-b85f368c-be54-47e2-8014-e499e356a8cf req-15062b59-afe5-432f-af9e-68b48df10e47 service nova] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Refreshing network info cache for port 4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1300.365561] env[69399]: DEBUG nova.network.neutron [req-863ad7fe-839d-4f99-852f-d2317d6bd0bb req-622f4c0c-09ff-4dc6-9491-84c3168d847d service nova] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.489370] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: f3ea2749-5d82-4d96-953d-5edc0c34cb72] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1300.672694] env[69399]: DEBUG oslo_concurrency.lockutils [None req-5ab8c688-adbf-499d-8eed-8541da247712 tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "592c5dba-b787-40ee-9c07-183331f8b085" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.458s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.868135] env[69399]: DEBUG oslo_concurrency.lockutils [req-863ad7fe-839d-4f99-852f-d2317d6bd0bb req-622f4c0c-09ff-4dc6-9491-84c3168d847d service nova] Releasing lock "refresh_cache-cebcdd7a-82a3-4bec-a328-74bced4db009" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.868798] env[69399]: DEBUG oslo_concurrency.lockutils [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Acquired lock "refresh_cache-cebcdd7a-82a3-4bec-a328-74bced4db009" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.868893] env[69399]: DEBUG nova.network.neutron [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1300.889104] env[69399]: DEBUG nova.network.neutron [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Updating instance_info_cache with network_info: [{"id": "9fafa21a-eab8-4afc-b35f-f263eb33c658", "address": "fa:16:3e:d4:be:5c", "network": {"id": "302a16c9-0f99-4330-b574-b9a9243b0443", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083795903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d78bffd4fc241838d980740174d171b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fafa21a-ea", "ovs_interfaceid": "9fafa21a-eab8-4afc-b35f-f263eb33c658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.980242] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf6b9af-9bda-4ef4-8af2-d5ec551a9c42 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.993408] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f0ef24-57dd-47e9-a033-20ce51d9f0c8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.995709] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 517cc4aa-5162-41cf-9c07-48c5fc662987] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1301.002037] env[69399]: DEBUG nova.objects.instance [None req-ce13dbee-63dd-4970-afe9-c84235bfe15e tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lazy-loading 'flavor' on Instance uuid 52adc0b6-d4b5-43d2-9323-0ec2917109d0 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.035300] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda2ec57-1e5f-4f82-bb7d-5c166b9e37ff {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.045651] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343153e4-a45e-4a19-af9a-d353259188cd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.062217] env[69399]: DEBUG nova.compute.provider_tree [None req-886f5a93-4bf5-497f-a767-6a54cce9ade4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.390393] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Releasing lock "refresh_cache-6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.420192] env[69399]: DEBUG nova.network.neutron [req-b85f368c-be54-47e2-8014-e499e356a8cf req-15062b59-afe5-432f-af9e-68b48df10e47 service nova] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Updated VIF entry in instance network info cache for port 4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1301.420604] env[69399]: DEBUG nova.network.neutron [req-b85f368c-be54-47e2-8014-e499e356a8cf req-15062b59-afe5-432f-af9e-68b48df10e47 service nova] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Updating instance_info_cache with network_info: [{"id": "4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7", "address": "fa:16:3e:8e:7d:ef", "network": {"id": "2e919c77-3170-4d6d-9779-978d4cf8fafb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1843815499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44de2a3fad244be683fd7f2cea410ef2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fc1e464-6f", "ovs_interfaceid": "4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.429323] env[69399]: DEBUG nova.network.neutron [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1301.499601] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 33ebc5f2-af2f-400d-b20b-b59ce6ef6b15] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1301.536745] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ce13dbee-63dd-4970-afe9-c84235bfe15e tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "refresh_cache-52adc0b6-d4b5-43d2-9323-0ec2917109d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.536928] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ce13dbee-63dd-4970-afe9-c84235bfe15e tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquired lock "refresh_cache-52adc0b6-d4b5-43d2-9323-0ec2917109d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.537135] env[69399]: DEBUG nova.network.neutron [None req-ce13dbee-63dd-4970-afe9-c84235bfe15e tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1301.537372] env[69399]: DEBUG nova.objects.instance [None req-ce13dbee-63dd-4970-afe9-c84235bfe15e tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lazy-loading 'info_cache' on Instance uuid 52adc0b6-d4b5-43d2-9323-0ec2917109d0 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.566593] env[69399]: DEBUG nova.scheduler.client.report [None req-886f5a93-4bf5-497f-a767-6a54cce9ade4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.596576] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d2de4540-68e5-470d-972d-3b579f33413e tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "fa91de6b-1662-4bda-8d55-df585262b3a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.596838] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d2de4540-68e5-470d-972d-3b579f33413e tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "fa91de6b-1662-4bda-8d55-df585262b3a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.597062] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d2de4540-68e5-470d-972d-3b579f33413e tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "fa91de6b-1662-4bda-8d55-df585262b3a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.597250] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d2de4540-68e5-470d-972d-3b579f33413e tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "fa91de6b-1662-4bda-8d55-df585262b3a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.597577] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d2de4540-68e5-470d-972d-3b579f33413e tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "fa91de6b-1662-4bda-8d55-df585262b3a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.599708] env[69399]: INFO nova.compute.manager [None req-d2de4540-68e5-470d-972d-3b579f33413e tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Terminating instance [ 1301.609310] env[69399]: DEBUG nova.network.neutron [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Updating instance_info_cache with network_info: [{"id": "9bee33f4-06a6-49f7-959d-f2d6dcd885c2", "address": "fa:16:3e:f9:26:25", "network": {"id": "b54aec1a-9d03-4384-8e4e-8e56974d39c9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1079629461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fbd2ab467a44b719d7af5aadf570089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bee33f4-06", "ovs_interfaceid": "9bee33f4-06a6-49f7-959d-f2d6dcd885c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.920518] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd3243d-f07e-47e1-b10b-d8c602ac2a0a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.925457] env[69399]: DEBUG oslo_concurrency.lockutils [req-b85f368c-be54-47e2-8014-e499e356a8cf req-15062b59-afe5-432f-af9e-68b48df10e47 service nova] Releasing lock "refresh_cache-57172c5b-44e2-4828-a73c-9a2657864eb9" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.941410] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe63a439-3e6b-401e-8570-fbb756c03070 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.949760] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Updating instance '6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa' progress to 83 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1302.000228] env[69399]: DEBUG nova.compute.manager [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Stashing vm_state: active {{(pid=69399) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1302.003468] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 31ea7532-3ec5-4a25-8425-eb893a26169c] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1302.042319] env[69399]: DEBUG nova.objects.base [None req-ce13dbee-63dd-4970-afe9-c84235bfe15e tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Object Instance<52adc0b6-d4b5-43d2-9323-0ec2917109d0> lazy-loaded attributes: flavor,info_cache {{(pid=69399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1302.072621] env[69399]: DEBUG oslo_concurrency.lockutils [None req-886f5a93-4bf5-497f-a767-6a54cce9ade4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.943s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.075209] env[69399]: DEBUG oslo_concurrency.lockutils [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.102s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.076896] env[69399]: INFO nova.compute.claims [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1302.095893] env[69399]: INFO nova.scheduler.client.report [None req-886f5a93-4bf5-497f-a767-6a54cce9ade4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Deleted allocations for instance 1af17995-e9c5-401f-bb07-9c09fdf4de4e [ 1302.103466] env[69399]: DEBUG nova.compute.manager [None req-d2de4540-68e5-470d-972d-3b579f33413e tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1302.103959] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d2de4540-68e5-470d-972d-3b579f33413e tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1302.104815] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fdea19-4c0d-47eb-a36e-186b6eb0ac30 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.115610] env[69399]: DEBUG oslo_concurrency.lockutils [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Releasing lock "refresh_cache-cebcdd7a-82a3-4bec-a328-74bced4db009" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.116150] env[69399]: DEBUG nova.compute.manager [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Instance network_info: |[{"id": "9bee33f4-06a6-49f7-959d-f2d6dcd885c2", "address": "fa:16:3e:f9:26:25", "network": {"id": "b54aec1a-9d03-4384-8e4e-8e56974d39c9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1079629461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fbd2ab467a44b719d7af5aadf570089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bee33f4-06", "ovs_interfaceid": "9bee33f4-06a6-49f7-959d-f2d6dcd885c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1302.117505] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2de4540-68e5-470d-972d-3b579f33413e tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1302.117505] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:26:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bee33f4-06a6-49f7-959d-f2d6dcd885c2', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1302.126300] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1302.126521] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e94e76a3-d3bf-4bd4-8308-5463aab5aab5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.128976] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1302.129249] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f67bb8e-25c9-48ea-8cb3-37f7a9ba1a19 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.150876] env[69399]: DEBUG oslo_vmware.api [None req-d2de4540-68e5-470d-972d-3b579f33413e tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 1302.150876] env[69399]: value = "task-4177864" [ 1302.150876] env[69399]: _type = "Task" [ 1302.150876] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.152260] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1302.152260] env[69399]: value = "task-4177865" [ 1302.152260] env[69399]: _type = "Task" [ 1302.152260] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.173428] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177865, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.173716] env[69399]: DEBUG oslo_vmware.api [None req-d2de4540-68e5-470d-972d-3b579f33413e tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.298681] env[69399]: DEBUG nova.compute.manager [req-3e075c60-346e-450a-9cf7-5552fe7530cc req-04a7001a-4c71-4e4c-b97f-30b64418fe7c service nova] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Received event network-changed-59c8faaa-8e4e-41dc-8b03-e29186c6670f {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.299122] env[69399]: DEBUG nova.compute.manager [req-3e075c60-346e-450a-9cf7-5552fe7530cc req-04a7001a-4c71-4e4c-b97f-30b64418fe7c service nova] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Refreshing instance network info cache due to event network-changed-59c8faaa-8e4e-41dc-8b03-e29186c6670f. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1302.299473] env[69399]: DEBUG oslo_concurrency.lockutils [req-3e075c60-346e-450a-9cf7-5552fe7530cc req-04a7001a-4c71-4e4c-b97f-30b64418fe7c service nova] Acquiring lock "refresh_cache-6cc5836f-2902-4072-81af-f7735deaaf91" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.299675] env[69399]: DEBUG oslo_concurrency.lockutils [req-3e075c60-346e-450a-9cf7-5552fe7530cc req-04a7001a-4c71-4e4c-b97f-30b64418fe7c service nova] Acquired lock "refresh_cache-6cc5836f-2902-4072-81af-f7735deaaf91" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.299862] env[69399]: DEBUG nova.network.neutron [req-3e075c60-346e-450a-9cf7-5552fe7530cc req-04a7001a-4c71-4e4c-b97f-30b64418fe7c service nova] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Refreshing network info cache for port 59c8faaa-8e4e-41dc-8b03-e29186c6670f {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1302.457020] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1302.457369] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2559ed56-80c1-416e-8ca3-a49c7e09316c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.467606] env[69399]: DEBUG oslo_vmware.api [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1302.467606] env[69399]: value = "task-4177866" [ 1302.467606] env[69399]: _type = "Task" [ 1302.467606] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.476958] env[69399]: DEBUG oslo_vmware.api [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177866, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.484714] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6f838623-c5cd-4d7d-93af-19eb0fdae380 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquiring lock "39559751-7c5a-4442-a252-b49372494de8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.484954] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6f838623-c5cd-4d7d-93af-19eb0fdae380 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "39559751-7c5a-4442-a252-b49372494de8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.510432] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 34524205-14bb-4755-b850-6df1b4533763] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1302.526813] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.604677] env[69399]: DEBUG oslo_concurrency.lockutils [None req-886f5a93-4bf5-497f-a767-6a54cce9ade4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "1af17995-e9c5-401f-bb07-9c09fdf4de4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.513s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.675380] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177865, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.675677] env[69399]: DEBUG oslo_vmware.api [None req-d2de4540-68e5-470d-972d-3b579f33413e tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177864, 'name': PowerOffVM_Task, 'duration_secs': 0.290562} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.675994] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2de4540-68e5-470d-972d-3b579f33413e tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1302.676146] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d2de4540-68e5-470d-972d-3b579f33413e tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1302.676429] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba9f1cb1-cb2a-46f9-8653-d33567b61103 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.756998] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d2de4540-68e5-470d-972d-3b579f33413e tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1302.756998] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d2de4540-68e5-470d-972d-3b579f33413e tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1302.757253] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2de4540-68e5-470d-972d-3b579f33413e tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Deleting the datastore file [datastore1] fa91de6b-1662-4bda-8d55-df585262b3a3 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1302.757464] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-788ca44e-9bfe-4d0a-aa60-5c893fb20bf8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.767730] env[69399]: DEBUG oslo_vmware.api [None req-d2de4540-68e5-470d-972d-3b579f33413e tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for the task: (returnval){ [ 1302.767730] env[69399]: value = "task-4177868" [ 1302.767730] env[69399]: _type = "Task" [ 1302.767730] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.779167] env[69399]: DEBUG oslo_vmware.api [None req-d2de4540-68e5-470d-972d-3b579f33413e tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.981192] env[69399]: DEBUG oslo_vmware.api [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177866, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.989029] env[69399]: DEBUG nova.compute.utils [None req-6f838623-c5cd-4d7d-93af-19eb0fdae380 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1303.016430] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 41bacac6-0187-4a9d-b413-63da35c48d40] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1303.169730] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177865, 'name': CreateVM_Task, 'duration_secs': 0.527188} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.170193] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1303.170614] env[69399]: DEBUG oslo_concurrency.lockutils [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.170776] env[69399]: DEBUG oslo_concurrency.lockutils [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.171105] env[69399]: DEBUG oslo_concurrency.lockutils [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.171366] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-298887d6-22ac-4196-b0d6-6e97030c5282 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.177582] env[69399]: DEBUG oslo_vmware.api [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Waiting for the task: (returnval){ [ 1303.177582] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b97a0b-3155-4881-abd5-ecb201517be6" [ 1303.177582] env[69399]: _type = "Task" [ 1303.177582] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.184604] env[69399]: DEBUG nova.network.neutron [None req-ce13dbee-63dd-4970-afe9-c84235bfe15e tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Updating instance_info_cache with network_info: [{"id": "0737b3e3-6cad-4b9c-8867-725c58c49f4c", "address": "fa:16:3e:31:5c:06", "network": {"id": "afe3de9f-8d2f-45fb-9256-92317049c9ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-136698690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55629667f6cd4f8a948cc9a5a7f54dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0737b3e3-6c", "ovs_interfaceid": "0737b3e3-6cad-4b9c-8867-725c58c49f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.195565] env[69399]: DEBUG oslo_vmware.api [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52b97a0b-3155-4881-abd5-ecb201517be6, 'name': SearchDatastore_Task, 'duration_secs': 0.014467} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.196111] env[69399]: DEBUG oslo_concurrency.lockutils [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.196412] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1303.196510] env[69399]: DEBUG oslo_concurrency.lockutils [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.197418] env[69399]: DEBUG oslo_concurrency.lockutils [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.197418] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1303.197418] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83a961c0-8d04-43b2-b1e8-d55cdac7af5f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.211916] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1303.212230] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1303.213171] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-488d3717-db51-45ff-b6f9-af53eb3d6628 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.225499] env[69399]: DEBUG oslo_vmware.api [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Waiting for the task: (returnval){ [ 1303.225499] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5293d0e1-4d1b-7439-4a68-359ddd5afa2f" [ 1303.225499] env[69399]: _type = "Task" [ 1303.225499] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.235121] env[69399]: DEBUG oslo_vmware.api [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5293d0e1-4d1b-7439-4a68-359ddd5afa2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.278369] env[69399]: DEBUG oslo_vmware.api [None req-d2de4540-68e5-470d-972d-3b579f33413e tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Task: {'id': task-4177868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.451787} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.281366] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2de4540-68e5-470d-972d-3b579f33413e tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1303.281582] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d2de4540-68e5-470d-972d-3b579f33413e tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1303.281740] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d2de4540-68e5-470d-972d-3b579f33413e tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1303.281911] env[69399]: INFO nova.compute.manager [None req-d2de4540-68e5-470d-972d-3b579f33413e tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1303.282181] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2de4540-68e5-470d-972d-3b579f33413e tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1303.283510] env[69399]: DEBUG nova.compute.manager [-] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1303.283510] env[69399]: DEBUG nova.network.neutron [-] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1303.399328] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ec631a-59fb-4f50-8e7b-a17834e2e00b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.409110] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88089050-b638-484a-84df-6ce5987ce0db {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.440106] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12df345f-0540-42c3-a32a-5afd2ad7f1bd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.448498] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfb588b-e623-4ac3-a975-9fbcfa0b1fec {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.464958] env[69399]: DEBUG nova.compute.provider_tree [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.478802] env[69399]: DEBUG oslo_vmware.api [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177866, 'name': PowerOnVM_Task, 'duration_secs': 0.618008} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.479075] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1303.479263] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2ecb0b1d-f997-49bc-94f3-034b315b5e4e tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Updating instance '6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa' progress to 100 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1303.491874] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6f838623-c5cd-4d7d-93af-19eb0fdae380 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "39559751-7c5a-4442-a252-b49372494de8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.520079] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: f8f6f147-d160-4942-b0a1-70f8d885ee53] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1303.539578] env[69399]: DEBUG nova.network.neutron [req-3e075c60-346e-450a-9cf7-5552fe7530cc req-04a7001a-4c71-4e4c-b97f-30b64418fe7c service nova] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Updated VIF entry in instance network info cache for port 59c8faaa-8e4e-41dc-8b03-e29186c6670f. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1303.539578] env[69399]: DEBUG nova.network.neutron [req-3e075c60-346e-450a-9cf7-5552fe7530cc req-04a7001a-4c71-4e4c-b97f-30b64418fe7c service nova] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Updating instance_info_cache with network_info: [{"id": "59c8faaa-8e4e-41dc-8b03-e29186c6670f", "address": "fa:16:3e:db:e2:9d", "network": {"id": "2e919c77-3170-4d6d-9779-978d4cf8fafb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1843815499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44de2a3fad244be683fd7f2cea410ef2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59c8faaa-8e", "ovs_interfaceid": "59c8faaa-8e4e-41dc-8b03-e29186c6670f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.691907] env[69399]: DEBUG oslo_concurrency.lockutils [None req-ce13dbee-63dd-4970-afe9-c84235bfe15e tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Releasing lock "refresh_cache-52adc0b6-d4b5-43d2-9323-0ec2917109d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.740508] env[69399]: DEBUG oslo_vmware.api [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5293d0e1-4d1b-7439-4a68-359ddd5afa2f, 'name': SearchDatastore_Task, 'duration_secs': 0.021396} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.741451] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c94d4dc-791c-41f0-8895-7777c570a290 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.748766] env[69399]: DEBUG oslo_vmware.api [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Waiting for the task: (returnval){ [ 1303.748766] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5215f7fe-61b9-d1b6-7849-47aaea006cda" [ 1303.748766] env[69399]: _type = "Task" [ 1303.748766] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.758825] env[69399]: DEBUG oslo_vmware.api [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5215f7fe-61b9-d1b6-7849-47aaea006cda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.967925] env[69399]: DEBUG nova.scheduler.client.report [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1304.023561] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 49d8a5f5-3cd6-4ebf-8a49-c7e1116f2de6] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1304.042502] env[69399]: DEBUG oslo_concurrency.lockutils [req-3e075c60-346e-450a-9cf7-5552fe7530cc req-04a7001a-4c71-4e4c-b97f-30b64418fe7c service nova] Releasing lock "refresh_cache-6cc5836f-2902-4072-81af-f7735deaaf91" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.212553] env[69399]: DEBUG nova.compute.manager [req-67551fc6-97e5-40b2-a9d2-11989fc39b8f req-7436de7f-98ae-42d5-9a89-fa8b0397ca34 service nova] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Received event network-vif-deleted-6c468f68-3aaf-427b-8513-fd3165a5f741 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.212916] env[69399]: INFO nova.compute.manager [req-67551fc6-97e5-40b2-a9d2-11989fc39b8f req-7436de7f-98ae-42d5-9a89-fa8b0397ca34 service nova] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Neutron deleted interface 6c468f68-3aaf-427b-8513-fd3165a5f741; detaching it from the instance and deleting it from the info cache [ 1304.213212] env[69399]: DEBUG nova.network.neutron [req-67551fc6-97e5-40b2-a9d2-11989fc39b8f req-7436de7f-98ae-42d5-9a89-fa8b0397ca34 service nova] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.230571] env[69399]: DEBUG nova.network.neutron [-] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.262099] env[69399]: DEBUG oslo_vmware.api [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5215f7fe-61b9-d1b6-7849-47aaea006cda, 'name': SearchDatastore_Task, 'duration_secs': 0.016093} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.262404] env[69399]: DEBUG oslo_concurrency.lockutils [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.262683] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] cebcdd7a-82a3-4bec-a328-74bced4db009/cebcdd7a-82a3-4bec-a328-74bced4db009.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1304.262960] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5cfacb54-3cc6-4410-ac93-93d87e054f82 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.272402] env[69399]: DEBUG oslo_vmware.api [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Waiting for the task: (returnval){ [ 1304.272402] env[69399]: value = "task-4177869" [ 1304.272402] env[69399]: _type = "Task" [ 1304.272402] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.282830] env[69399]: DEBUG oslo_vmware.api [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.473301] env[69399]: DEBUG oslo_concurrency.lockutils [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.473953] env[69399]: DEBUG nova.compute.manager [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1304.478790] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e16a510c-c2f6-4a42-8cbe-eb879088c117 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.828s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.479050] env[69399]: DEBUG nova.objects.instance [None req-e16a510c-c2f6-4a42-8cbe-eb879088c117 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lazy-loading 'resources' on Instance uuid cd38965b-6046-4f0b-afa9-c189669a6e08 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.483108] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "86fa8c5a-1fce-48be-90d3-192dff527e09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.483314] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "86fa8c5a-1fce-48be-90d3-192dff527e09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.527021] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: a572b063-eb76-4524-9008-58dfb766cc17] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1304.574089] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6f838623-c5cd-4d7d-93af-19eb0fdae380 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquiring lock "39559751-7c5a-4442-a252-b49372494de8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.574783] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6f838623-c5cd-4d7d-93af-19eb0fdae380 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "39559751-7c5a-4442-a252-b49372494de8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.575058] env[69399]: INFO nova.compute.manager [None req-6f838623-c5cd-4d7d-93af-19eb0fdae380 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Attaching volume 910f059e-db0d-4ea4-bd4d-af4320fca4a3 to /dev/sdb [ 1304.614186] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9178674c-8387-4f70-b793-ed9c1d5187e9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.622975] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d9d0a2-64cd-4f1c-abb2-f26c29a59cb8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.638384] env[69399]: DEBUG nova.virt.block_device [None req-6f838623-c5cd-4d7d-93af-19eb0fdae380 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Updating existing volume attachment record: e212bb2c-3491-455f-a907-29391c262648 {{(pid=69399) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1304.703428] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce13dbee-63dd-4970-afe9-c84235bfe15e tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1304.703798] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c13ec13-ee48-4ed3-bb9a-cd8d55abd03c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.712195] env[69399]: DEBUG oslo_vmware.api [None req-ce13dbee-63dd-4970-afe9-c84235bfe15e tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1304.712195] env[69399]: value = "task-4177870" [ 1304.712195] env[69399]: _type = "Task" [ 1304.712195] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.717901] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c57b329e-db36-49cc-b243-c5c129e9f827 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.724664] env[69399]: DEBUG oslo_vmware.api [None req-ce13dbee-63dd-4970-afe9-c84235bfe15e tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4177870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.734081] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c32489c-a8fe-47b1-8b3b-68c4d259af09 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.745349] env[69399]: INFO nova.compute.manager [-] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Took 1.46 seconds to deallocate network for instance. [ 1304.781962] env[69399]: DEBUG nova.compute.manager [req-67551fc6-97e5-40b2-a9d2-11989fc39b8f req-7436de7f-98ae-42d5-9a89-fa8b0397ca34 service nova] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Detach interface failed, port_id=6c468f68-3aaf-427b-8513-fd3165a5f741, reason: Instance fa91de6b-1662-4bda-8d55-df585262b3a3 could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1304.794058] env[69399]: DEBUG oslo_vmware.api [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177869, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.984928] env[69399]: DEBUG nova.compute.utils [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1304.990920] env[69399]: DEBUG nova.compute.manager [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1304.990920] env[69399]: DEBUG nova.network.neutron [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1304.993483] env[69399]: DEBUG nova.compute.manager [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1305.030903] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: f68f2c4b-76e7-47ad-bdc5-c7c596cba9c3] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1305.104252] env[69399]: DEBUG nova.policy [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21313ce23b9245efbe60347ac397fc5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '466df03825994aaaad4ffa06b54a80c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1305.231908] env[69399]: DEBUG oslo_vmware.api [None req-ce13dbee-63dd-4970-afe9-c84235bfe15e tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4177870, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.256126] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d2de4540-68e5-470d-972d-3b579f33413e tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.300453] env[69399]: DEBUG oslo_vmware.api [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177869, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764469} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.300453] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] cebcdd7a-82a3-4bec-a328-74bced4db009/cebcdd7a-82a3-4bec-a328-74bced4db009.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1305.300453] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1305.302554] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd057f1c-8720-448d-ba9e-7d2dc24e0acf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.312283] env[69399]: DEBUG oslo_vmware.api [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Waiting for the task: (returnval){ [ 1305.312283] env[69399]: value = "task-4177872" [ 1305.312283] env[69399]: _type = "Task" [ 1305.312283] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.331837] env[69399]: DEBUG oslo_vmware.api [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177872, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.373476] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cf7371-b408-41c2-bc3a-de7a1491be3f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.384855] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef62e28-8f90-4a36-a955-3ee96ef0cb06 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.422813] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4baf5adf-4dbc-4d07-a435-888619d8c2fa {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.432054] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb98880e-e879-4fb4-8652-0aa90bad63f9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.449508] env[69399]: DEBUG nova.compute.provider_tree [None req-e16a510c-c2f6-4a42-8cbe-eb879088c117 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1305.483243] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e927d7f9-9a79-464e-b425-94fa88d53eb6 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquiring lock "f1889218-2e1e-459f-bb4d-e4461ca64702" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.483641] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e927d7f9-9a79-464e-b425-94fa88d53eb6 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Lock "f1889218-2e1e-459f-bb4d-e4461ca64702" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.491655] env[69399]: DEBUG nova.compute.manager [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1305.529221] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.538290] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 8d8f09c7-5035-4ae0-92ea-3562432e6ceb] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1305.727228] env[69399]: DEBUG oslo_vmware.api [None req-ce13dbee-63dd-4970-afe9-c84235bfe15e tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4177870, 'name': PowerOnVM_Task, 'duration_secs': 0.541424} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.727646] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce13dbee-63dd-4970-afe9-c84235bfe15e tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1305.728172] env[69399]: DEBUG nova.compute.manager [None req-ce13dbee-63dd-4970-afe9-c84235bfe15e tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1305.728882] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bef1708-4af3-44ce-b7e0-1c1d4b758d10 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.789550] env[69399]: DEBUG nova.network.neutron [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Successfully created port: 6cc534fb-bae2-4f30-aaee-9857118e9aa0 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1305.823426] env[69399]: DEBUG oslo_vmware.api [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177872, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10789} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.823708] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1305.824592] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a72613-c933-4b51-85b7-9fcd0d9c416b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.849066] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] cebcdd7a-82a3-4bec-a328-74bced4db009/cebcdd7a-82a3-4bec-a328-74bced4db009.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1305.849830] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14508f72-e272-4a4f-b8be-2513b4da1108 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.873314] env[69399]: DEBUG oslo_vmware.api [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Waiting for the task: (returnval){ [ 1305.873314] env[69399]: value = "task-4177873" [ 1305.873314] env[69399]: _type = "Task" [ 1305.873314] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.883728] env[69399]: DEBUG oslo_vmware.api [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177873, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.973260] env[69399]: ERROR nova.scheduler.client.report [None req-e16a510c-c2f6-4a42-8cbe-eb879088c117 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [req-b95c9764-0c3f-40ab-8c96-c309d9213ed5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65caca49-2bb8-4896-b9be-5baf8708847a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b95c9764-0c3f-40ab-8c96-c309d9213ed5"}]} [ 1305.991057] env[69399]: INFO nova.compute.manager [None req-e927d7f9-9a79-464e-b425-94fa88d53eb6 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Detaching volume 9f4928e6-675f-4761-8272-a275d3196e2b [ 1305.993698] env[69399]: DEBUG nova.scheduler.client.report [None req-e16a510c-c2f6-4a42-8cbe-eb879088c117 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Refreshing inventories for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1305.995873] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a24025f8-9201-4533-9506-aed0149ff58d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.996157] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a24025f8-9201-4533-9506-aed0149ff58d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.996358] env[69399]: DEBUG nova.compute.manager [None req-a24025f8-9201-4533-9506-aed0149ff58d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Going to confirm migration 5 {{(pid=69399) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1306.014927] env[69399]: DEBUG nova.scheduler.client.report [None req-e16a510c-c2f6-4a42-8cbe-eb879088c117 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Updating ProviderTree inventory for provider 65caca49-2bb8-4896-b9be-5baf8708847a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1306.015097] env[69399]: DEBUG nova.compute.provider_tree [None req-e16a510c-c2f6-4a42-8cbe-eb879088c117 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1306.030675] env[69399]: DEBUG nova.scheduler.client.report [None req-e16a510c-c2f6-4a42-8cbe-eb879088c117 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Refreshing aggregate associations for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a, aggregates: None {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1306.041796] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 78876af3-91f0-4cdf-bdde-39b4519e54bc] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1306.046029] env[69399]: INFO nova.virt.block_device [None req-e927d7f9-9a79-464e-b425-94fa88d53eb6 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Attempting to driver detach volume 9f4928e6-675f-4761-8272-a275d3196e2b from mountpoint /dev/sdb [ 1306.046029] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-e927d7f9-9a79-464e-b425-94fa88d53eb6 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Volume detach. Driver type: vmdk {{(pid=69399) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1306.046952] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-e927d7f9-9a79-464e-b425-94fa88d53eb6 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826977', 'volume_id': '9f4928e6-675f-4761-8272-a275d3196e2b', 'name': 'volume-9f4928e6-675f-4761-8272-a275d3196e2b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1889218-2e1e-459f-bb4d-e4461ca64702', 'attached_at': '', 'detached_at': '', 'volume_id': '9f4928e6-675f-4761-8272-a275d3196e2b', 'serial': '9f4928e6-675f-4761-8272-a275d3196e2b'} {{(pid=69399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1306.048263] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fcfec7-785f-41f5-af9e-6fcd71400693 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.053278] env[69399]: DEBUG nova.scheduler.client.report [None req-e16a510c-c2f6-4a42-8cbe-eb879088c117 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Refreshing trait associations for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1306.079124] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200ad356-06f5-4e73-bef0-ebe46d7a2161 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.087720] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7691007-4bff-4b49-a990-973e0473f1b6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.114446] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ce7a29-e599-4da3-a0cd-2dc3a6b550bc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.131640] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-e927d7f9-9a79-464e-b425-94fa88d53eb6 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] The volume has not been displaced from its original location: [datastore2] volume-9f4928e6-675f-4761-8272-a275d3196e2b/volume-9f4928e6-675f-4761-8272-a275d3196e2b.vmdk. No consolidation needed. {{(pid=69399) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1306.137233] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-e927d7f9-9a79-464e-b425-94fa88d53eb6 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1306.140486] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97f68395-48ae-4e2b-a3cd-8062b8e7d95a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.160710] env[69399]: DEBUG oslo_vmware.api [None req-e927d7f9-9a79-464e-b425-94fa88d53eb6 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1306.160710] env[69399]: value = "task-4177874" [ 1306.160710] env[69399]: _type = "Task" [ 1306.160710] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.172157] env[69399]: DEBUG oslo_vmware.api [None req-e927d7f9-9a79-464e-b425-94fa88d53eb6 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177874, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.384063] env[69399]: DEBUG oslo_vmware.api [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177873, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.437917] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157e0de9-9079-498c-a653-05aca18fd6f8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.446697] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e925dc00-515e-485a-896b-9f60cb1d130f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.480726] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa57a43-45f6-41f0-8e55-6902d7bbed51 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.488991] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b20ad0-22cb-4956-85c6-6022c56177d1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.508076] env[69399]: DEBUG nova.compute.manager [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1306.509841] env[69399]: DEBUG nova.compute.provider_tree [None req-e16a510c-c2f6-4a42-8cbe-eb879088c117 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1306.545224] env[69399]: DEBUG nova.virt.hardware [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1306.545505] env[69399]: DEBUG nova.virt.hardware [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1306.545683] env[69399]: DEBUG nova.virt.hardware [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1306.545909] env[69399]: DEBUG nova.virt.hardware [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1306.546445] env[69399]: DEBUG nova.virt.hardware [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1306.546709] env[69399]: DEBUG nova.virt.hardware [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1306.546971] env[69399]: DEBUG nova.virt.hardware [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1306.547183] env[69399]: DEBUG nova.virt.hardware [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1306.547379] env[69399]: DEBUG nova.virt.hardware [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1306.547578] env[69399]: DEBUG nova.virt.hardware [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1306.547785] env[69399]: DEBUG nova.virt.hardware [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1306.548756] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365d1947-1441-4cb7-a86b-14f02c4784d1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.552632] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 11028ce0-73e3-483a-bd01-62cfd5713954] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1306.562037] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f50579-433b-4bcb-a388-af8dc12a9a8d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.579535] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a24025f8-9201-4533-9506-aed0149ff58d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "refresh_cache-6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.579651] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a24025f8-9201-4533-9506-aed0149ff58d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquired lock "refresh_cache-6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.579974] env[69399]: DEBUG nova.network.neutron [None req-a24025f8-9201-4533-9506-aed0149ff58d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1306.579974] env[69399]: DEBUG nova.objects.instance [None req-a24025f8-9201-4533-9506-aed0149ff58d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lazy-loading 'info_cache' on Instance uuid 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.673520] env[69399]: DEBUG oslo_vmware.api [None req-e927d7f9-9a79-464e-b425-94fa88d53eb6 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177874, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.884968] env[69399]: DEBUG oslo_vmware.api [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177873, 'name': ReconfigVM_Task, 'duration_secs': 0.865277} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.885344] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Reconfigured VM instance instance-00000073 to attach disk [datastore1] cebcdd7a-82a3-4bec-a328-74bced4db009/cebcdd7a-82a3-4bec-a328-74bced4db009.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1306.886070] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-033bd29e-a15b-43b5-8c2e-c5e32cefbc53 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.893684] env[69399]: DEBUG oslo_vmware.api [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Waiting for the task: (returnval){ [ 1306.893684] env[69399]: value = "task-4177875" [ 1306.893684] env[69399]: _type = "Task" [ 1306.893684] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.904269] env[69399]: DEBUG oslo_vmware.api [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177875, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.997600] env[69399]: DEBUG oslo_vmware.rw_handles [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529636e0-8966-9050-daa1-210af7e872d1/disk-0.vmdk. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1306.998643] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c150e9-80f8-43c9-a67f-74a25a26c1e6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.005848] env[69399]: DEBUG oslo_vmware.rw_handles [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529636e0-8966-9050-daa1-210af7e872d1/disk-0.vmdk is in state: ready. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1307.006080] env[69399]: ERROR oslo_vmware.rw_handles [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529636e0-8966-9050-daa1-210af7e872d1/disk-0.vmdk due to incomplete transfer. [ 1307.006343] env[69399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-067e5515-26cf-430d-8dd0-eef3ae6f00ca {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.016887] env[69399]: DEBUG oslo_vmware.rw_handles [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529636e0-8966-9050-daa1-210af7e872d1/disk-0.vmdk. {{(pid=69399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1307.017098] env[69399]: DEBUG nova.virt.vmwareapi.images [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Uploaded image 4b95b918-6668-44cd-acba-c8390e60a830 to the Glance image server {{(pid=69399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1307.019535] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Destroying the VM {{(pid=69399) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1307.020057] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5e23dd5c-d60c-4664-ad4e-facc7d3fd8b7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.026923] env[69399]: DEBUG oslo_vmware.api [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Waiting for the task: (returnval){ [ 1307.026923] env[69399]: value = "task-4177877" [ 1307.026923] env[69399]: _type = "Task" [ 1307.026923] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.036549] env[69399]: DEBUG oslo_vmware.api [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177877, 'name': Destroy_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.056674] env[69399]: DEBUG nova.scheduler.client.report [None req-e16a510c-c2f6-4a42-8cbe-eb879088c117 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Updated inventory for provider 65caca49-2bb8-4896-b9be-5baf8708847a with generation 161 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1307.057074] env[69399]: DEBUG nova.compute.provider_tree [None req-e16a510c-c2f6-4a42-8cbe-eb879088c117 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Updating resource provider 65caca49-2bb8-4896-b9be-5baf8708847a generation from 161 to 162 during operation: update_inventory {{(pid=69399) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1307.057136] env[69399]: DEBUG nova.compute.provider_tree [None req-e16a510c-c2f6-4a42-8cbe-eb879088c117 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1307.061055] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: a69aa834-a200-486e-9922-61018ae10f90] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1307.174408] env[69399]: DEBUG oslo_vmware.api [None req-e927d7f9-9a79-464e-b425-94fa88d53eb6 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177874, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.230062] env[69399]: DEBUG nova.compute.manager [req-5103d2c4-587d-4f88-a900-db5ecb84ff55 req-429e7437-09eb-42e3-8531-2307147f682d service nova] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Received event network-vif-plugged-6cc534fb-bae2-4f30-aaee-9857118e9aa0 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1307.230280] env[69399]: DEBUG oslo_concurrency.lockutils [req-5103d2c4-587d-4f88-a900-db5ecb84ff55 req-429e7437-09eb-42e3-8531-2307147f682d service nova] Acquiring lock "09dda395-fcda-42df-8f4f-8afb89f215db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.230648] env[69399]: DEBUG oslo_concurrency.lockutils [req-5103d2c4-587d-4f88-a900-db5ecb84ff55 req-429e7437-09eb-42e3-8531-2307147f682d service nova] Lock "09dda395-fcda-42df-8f4f-8afb89f215db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.230885] env[69399]: DEBUG oslo_concurrency.lockutils [req-5103d2c4-587d-4f88-a900-db5ecb84ff55 req-429e7437-09eb-42e3-8531-2307147f682d service nova] Lock "09dda395-fcda-42df-8f4f-8afb89f215db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.231157] env[69399]: DEBUG nova.compute.manager [req-5103d2c4-587d-4f88-a900-db5ecb84ff55 req-429e7437-09eb-42e3-8531-2307147f682d service nova] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] No waiting events found dispatching network-vif-plugged-6cc534fb-bae2-4f30-aaee-9857118e9aa0 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1307.231334] env[69399]: WARNING nova.compute.manager [req-5103d2c4-587d-4f88-a900-db5ecb84ff55 req-429e7437-09eb-42e3-8531-2307147f682d service nova] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Received unexpected event network-vif-plugged-6cc534fb-bae2-4f30-aaee-9857118e9aa0 for instance with vm_state building and task_state spawning. [ 1307.380064] env[69399]: DEBUG nova.network.neutron [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Successfully updated port: 6cc534fb-bae2-4f30-aaee-9857118e9aa0 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1307.406808] env[69399]: DEBUG oslo_vmware.api [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177875, 'name': Rename_Task, 'duration_secs': 0.24016} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.407586] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1307.407870] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aaec2e61-8aab-457b-b66d-d2fa35eb18ba {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.416397] env[69399]: DEBUG oslo_vmware.api [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Waiting for the task: (returnval){ [ 1307.416397] env[69399]: value = "task-4177878" [ 1307.416397] env[69399]: _type = "Task" [ 1307.416397] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.425457] env[69399]: DEBUG oslo_vmware.api [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177878, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.541710] env[69399]: DEBUG oslo_vmware.api [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177877, 'name': Destroy_Task} progress is 33%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.565208] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e16a510c-c2f6-4a42-8cbe-eb879088c117 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.086s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.568591] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7ab350a4-da4d-43e1-b37f-afc3b90360c4 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.673s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.568937] env[69399]: DEBUG nova.objects.instance [None req-7ab350a4-da4d-43e1-b37f-afc3b90360c4 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lazy-loading 'resources' on Instance uuid 499c045e-dacb-46da-be6f-bc1bdaefff76 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1307.570612] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 2214b977-1c24-47ce-9faa-b9af1714fa19] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1307.593495] env[69399]: INFO nova.scheduler.client.report [None req-e16a510c-c2f6-4a42-8cbe-eb879088c117 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Deleted allocations for instance cd38965b-6046-4f0b-afa9-c189669a6e08 [ 1307.673846] env[69399]: DEBUG oslo_vmware.api [None req-e927d7f9-9a79-464e-b425-94fa88d53eb6 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177874, 'name': ReconfigVM_Task, 'duration_secs': 1.320943} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.674192] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-e927d7f9-9a79-464e-b425-94fa88d53eb6 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1307.679820] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4050c755-a3a6-4412-97fb-886cb5e6814d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.700411] env[69399]: DEBUG oslo_vmware.api [None req-e927d7f9-9a79-464e-b425-94fa88d53eb6 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1307.700411] env[69399]: value = "task-4177879" [ 1307.700411] env[69399]: _type = "Task" [ 1307.700411] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.713228] env[69399]: DEBUG oslo_vmware.api [None req-e927d7f9-9a79-464e-b425-94fa88d53eb6 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177879, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.882395] env[69399]: DEBUG oslo_concurrency.lockutils [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "refresh_cache-09dda395-fcda-42df-8f4f-8afb89f215db" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.882754] env[69399]: DEBUG oslo_concurrency.lockutils [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquired lock "refresh_cache-09dda395-fcda-42df-8f4f-8afb89f215db" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.883090] env[69399]: DEBUG nova.network.neutron [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1307.927859] env[69399]: DEBUG oslo_vmware.api [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177878, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.930930] env[69399]: DEBUG nova.network.neutron [None req-a24025f8-9201-4533-9506-aed0149ff58d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Updating instance_info_cache with network_info: [{"id": "9fafa21a-eab8-4afc-b35f-f263eb33c658", "address": "fa:16:3e:d4:be:5c", "network": {"id": "302a16c9-0f99-4330-b574-b9a9243b0443", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083795903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d78bffd4fc241838d980740174d171b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fafa21a-ea", "ovs_interfaceid": "9fafa21a-eab8-4afc-b35f-f263eb33c658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.038029] env[69399]: DEBUG oslo_vmware.api [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177877, 'name': Destroy_Task, 'duration_secs': 0.683499} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.038832] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Destroyed the VM [ 1308.040440] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Deleting Snapshot of the VM instance {{(pid=69399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1308.040440] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e71da351-f9d2-4438-94b4-f10a4ae1fbe8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.048604] env[69399]: DEBUG oslo_vmware.api [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Waiting for the task: (returnval){ [ 1308.048604] env[69399]: value = "task-4177880" [ 1308.048604] env[69399]: _type = "Task" [ 1308.048604] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.057913] env[69399]: DEBUG oslo_vmware.api [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177880, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.077047] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 2068b009-a493-4a97-adb2-bf90e6d71c12] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1308.114236] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e16a510c-c2f6-4a42-8cbe-eb879088c117 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "cd38965b-6046-4f0b-afa9-c189669a6e08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.144s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.218785] env[69399]: DEBUG oslo_vmware.api [None req-e927d7f9-9a79-464e-b425-94fa88d53eb6 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177879, 'name': ReconfigVM_Task, 'duration_secs': 0.20792} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.218966] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-e927d7f9-9a79-464e-b425-94fa88d53eb6 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826977', 'volume_id': '9f4928e6-675f-4761-8272-a275d3196e2b', 'name': 'volume-9f4928e6-675f-4761-8272-a275d3196e2b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f1889218-2e1e-459f-bb4d-e4461ca64702', 'attached_at': '', 'detached_at': '', 'volume_id': '9f4928e6-675f-4761-8272-a275d3196e2b', 'serial': '9f4928e6-675f-4761-8272-a275d3196e2b'} {{(pid=69399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1308.354952] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aafab295-20db-47bc-923a-c2180e6bc5ed {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.363573] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c3c0a3-01ab-4b47-8e6f-0a501463ef67 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.400738] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcb0c09-c208-44bb-b954-68c3647b3776 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.411067] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5d8020-9118-4694-9253-5ed944c526e9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.429806] env[69399]: DEBUG nova.compute.provider_tree [None req-7ab350a4-da4d-43e1-b37f-afc3b90360c4 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.434212] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a24025f8-9201-4533-9506-aed0149ff58d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Releasing lock "refresh_cache-6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.434581] env[69399]: DEBUG nova.objects.instance [None req-a24025f8-9201-4533-9506-aed0149ff58d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lazy-loading 'migration_context' on Instance uuid 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.438563] env[69399]: DEBUG nova.network.neutron [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1308.445725] env[69399]: DEBUG oslo_vmware.api [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177878, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.560473] env[69399]: DEBUG oslo_vmware.api [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177880, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.579440] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1308.579626] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Cleaning up deleted instances with incomplete migration {{(pid=69399) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1308.642949] env[69399]: DEBUG nova.network.neutron [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Updating instance_info_cache with network_info: [{"id": "6cc534fb-bae2-4f30-aaee-9857118e9aa0", "address": "fa:16:3e:5b:a2:f4", "network": {"id": "fbc8d689-e009-493c-b7c6-f99fecd83767", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-209279494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "466df03825994aaaad4ffa06b54a80c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cc534fb-ba", "ovs_interfaceid": "6cc534fb-bae2-4f30-aaee-9857118e9aa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.774210] env[69399]: DEBUG nova.objects.instance [None req-e927d7f9-9a79-464e-b425-94fa88d53eb6 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Lazy-loading 'flavor' on Instance uuid f1889218-2e1e-459f-bb4d-e4461ca64702 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.851011] env[69399]: DEBUG oslo_concurrency.lockutils [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "9eb6741b-29d4-43a6-80ec-636ef6c4fd98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.851163] env[69399]: DEBUG oslo_concurrency.lockutils [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "9eb6741b-29d4-43a6-80ec-636ef6c4fd98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.929326] env[69399]: DEBUG oslo_vmware.api [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177878, 'name': PowerOnVM_Task, 'duration_secs': 1.054869} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.929637] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1308.929852] env[69399]: INFO nova.compute.manager [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Took 10.72 seconds to spawn the instance on the hypervisor. [ 1308.930064] env[69399]: DEBUG nova.compute.manager [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1308.930898] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189e5cf2-d5b0-4a71-881e-b557fbefbf95 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.934058] env[69399]: DEBUG nova.scheduler.client.report [None req-7ab350a4-da4d-43e1-b37f-afc3b90360c4 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1308.937830] env[69399]: DEBUG nova.objects.base [None req-a24025f8-9201-4533-9506-aed0149ff58d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Object Instance<6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa> lazy-loaded attributes: info_cache,migration_context {{(pid=69399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1308.939430] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7702a40a-6e37-4102-82ad-cb00d3a91b07 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.966609] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b824eec3-9d2a-4385-9a18-6924c2d79705 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.973144] env[69399]: DEBUG oslo_vmware.api [None req-a24025f8-9201-4533-9506-aed0149ff58d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1308.973144] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52ae1fa4-59d3-b92d-4283-661b22760637" [ 1308.973144] env[69399]: _type = "Task" [ 1308.973144] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.982736] env[69399]: DEBUG oslo_vmware.api [None req-a24025f8-9201-4533-9506-aed0149ff58d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52ae1fa4-59d3-b92d-4283-661b22760637, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.060394] env[69399]: DEBUG oslo_vmware.api [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177880, 'name': RemoveSnapshot_Task, 'duration_secs': 0.791575} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.060789] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Deleted Snapshot of the VM instance {{(pid=69399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1309.060963] env[69399]: DEBUG nova.compute.manager [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1309.061840] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf2a697-7792-4683-aeee-c672425bf2fd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.082448] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1309.145684] env[69399]: DEBUG oslo_concurrency.lockutils [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Releasing lock "refresh_cache-09dda395-fcda-42df-8f4f-8afb89f215db" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.146141] env[69399]: DEBUG nova.compute.manager [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Instance network_info: |[{"id": "6cc534fb-bae2-4f30-aaee-9857118e9aa0", "address": "fa:16:3e:5b:a2:f4", "network": {"id": "fbc8d689-e009-493c-b7c6-f99fecd83767", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-209279494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "466df03825994aaaad4ffa06b54a80c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cc534fb-ba", "ovs_interfaceid": "6cc534fb-bae2-4f30-aaee-9857118e9aa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1309.146606] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:a2:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ba56987-9dc3-4c76-a4e2-942b05355bdb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6cc534fb-bae2-4f30-aaee-9857118e9aa0', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1309.156842] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1309.157612] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1309.157961] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0df5940-fd49-4c74-9e69-fcbb196e0d6a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.180797] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1309.180797] env[69399]: value = "task-4177881" [ 1309.180797] env[69399]: _type = "Task" [ 1309.180797] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.188638] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f838623-c5cd-4d7d-93af-19eb0fdae380 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Volume attach. Driver type: vmdk {{(pid=69399) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1309.188979] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f838623-c5cd-4d7d-93af-19eb0fdae380 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826999', 'volume_id': '910f059e-db0d-4ea4-bd4d-af4320fca4a3', 'name': 'volume-910f059e-db0d-4ea4-bd4d-af4320fca4a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39559751-7c5a-4442-a252-b49372494de8', 'attached_at': '', 'detached_at': '', 'volume_id': '910f059e-db0d-4ea4-bd4d-af4320fca4a3', 'serial': '910f059e-db0d-4ea4-bd4d-af4320fca4a3'} {{(pid=69399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1309.193514] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a334e97c-0927-4be5-a5b6-e4e552c69fae {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.196163] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177881, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.213158] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d592dfe-5af6-40ff-9a73-05c576704bb0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.243170] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f838623-c5cd-4d7d-93af-19eb0fdae380 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] volume-910f059e-db0d-4ea4-bd4d-af4320fca4a3/volume-910f059e-db0d-4ea4-bd4d-af4320fca4a3.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1309.243537] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74c01788-9e70-4364-a8e8-5c85c2947d9d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.264382] env[69399]: DEBUG oslo_vmware.api [None req-6f838623-c5cd-4d7d-93af-19eb0fdae380 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 1309.264382] env[69399]: value = "task-4177882" [ 1309.264382] env[69399]: _type = "Task" [ 1309.264382] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.266991] env[69399]: DEBUG nova.compute.manager [req-8a2517e2-0504-4830-aed3-0ad0dc0209d7 req-1d32fef4-2214-401b-b86a-def6b0afea55 service nova] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Received event network-changed-6cc534fb-bae2-4f30-aaee-9857118e9aa0 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1309.267231] env[69399]: DEBUG nova.compute.manager [req-8a2517e2-0504-4830-aed3-0ad0dc0209d7 req-1d32fef4-2214-401b-b86a-def6b0afea55 service nova] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Refreshing instance network info cache due to event network-changed-6cc534fb-bae2-4f30-aaee-9857118e9aa0. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1309.267656] env[69399]: DEBUG oslo_concurrency.lockutils [req-8a2517e2-0504-4830-aed3-0ad0dc0209d7 req-1d32fef4-2214-401b-b86a-def6b0afea55 service nova] Acquiring lock "refresh_cache-09dda395-fcda-42df-8f4f-8afb89f215db" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.267656] env[69399]: DEBUG oslo_concurrency.lockutils [req-8a2517e2-0504-4830-aed3-0ad0dc0209d7 req-1d32fef4-2214-401b-b86a-def6b0afea55 service nova] Acquired lock "refresh_cache-09dda395-fcda-42df-8f4f-8afb89f215db" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.267777] env[69399]: DEBUG nova.network.neutron [req-8a2517e2-0504-4830-aed3-0ad0dc0209d7 req-1d32fef4-2214-401b-b86a-def6b0afea55 service nova] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Refreshing network info cache for port 6cc534fb-bae2-4f30-aaee-9857118e9aa0 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1309.282800] env[69399]: DEBUG oslo_vmware.api [None req-6f838623-c5cd-4d7d-93af-19eb0fdae380 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177882, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.353244] env[69399]: DEBUG nova.compute.manager [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1309.440255] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7ab350a4-da4d-43e1-b37f-afc3b90360c4 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.872s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.443360] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.917s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.455927] env[69399]: INFO nova.compute.manager [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Took 20.99 seconds to build instance. [ 1309.479581] env[69399]: INFO nova.scheduler.client.report [None req-7ab350a4-da4d-43e1-b37f-afc3b90360c4 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Deleted allocations for instance 499c045e-dacb-46da-be6f-bc1bdaefff76 [ 1309.489952] env[69399]: DEBUG oslo_vmware.api [None req-a24025f8-9201-4533-9506-aed0149ff58d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52ae1fa4-59d3-b92d-4283-661b22760637, 'name': SearchDatastore_Task, 'duration_secs': 0.008772} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.490262] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a24025f8-9201-4533-9506-aed0149ff58d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.574661] env[69399]: INFO nova.compute.manager [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Shelve offloading [ 1309.691755] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177881, 'name': CreateVM_Task, 'duration_secs': 0.350533} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.691943] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1309.692699] env[69399]: DEBUG oslo_concurrency.lockutils [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.692870] env[69399]: DEBUG oslo_concurrency.lockutils [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.693232] env[69399]: DEBUG oslo_concurrency.lockutils [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.693519] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1975f101-1680-453e-9c21-e2e5e294570e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.699636] env[69399]: DEBUG oslo_vmware.api [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1309.699636] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52468a4a-b115-88de-09e8-c4a66de26d97" [ 1309.699636] env[69399]: _type = "Task" [ 1309.699636] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.709324] env[69399]: DEBUG oslo_vmware.api [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52468a4a-b115-88de-09e8-c4a66de26d97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.781060] env[69399]: DEBUG oslo_vmware.api [None req-6f838623-c5cd-4d7d-93af-19eb0fdae380 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177882, 'name': ReconfigVM_Task, 'duration_secs': 0.443686} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.781060] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f838623-c5cd-4d7d-93af-19eb0fdae380 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Reconfigured VM instance instance-0000006c to attach disk [datastore1] volume-910f059e-db0d-4ea4-bd4d-af4320fca4a3/volume-910f059e-db0d-4ea4-bd4d-af4320fca4a3.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1309.786201] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-daa83703-5b39-4971-b1a6-563b7c541b9b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.796097] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e927d7f9-9a79-464e-b425-94fa88d53eb6 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Lock "f1889218-2e1e-459f-bb4d-e4461ca64702" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.312s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.804025] env[69399]: DEBUG oslo_vmware.api [None req-6f838623-c5cd-4d7d-93af-19eb0fdae380 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 1309.804025] env[69399]: value = "task-4177883" [ 1309.804025] env[69399]: _type = "Task" [ 1309.804025] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.813607] env[69399]: DEBUG oslo_vmware.api [None req-6f838623-c5cd-4d7d-93af-19eb0fdae380 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177883, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.876443] env[69399]: DEBUG oslo_concurrency.lockutils [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.948452] env[69399]: INFO nova.compute.claims [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1309.960132] env[69399]: DEBUG oslo_concurrency.lockutils [None req-763a1a64-c4ea-407e-87fe-dfec1539e33e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lock "cebcdd7a-82a3-4bec-a328-74bced4db009" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.504s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.990581] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7ab350a4-da4d-43e1-b37f-afc3b90360c4 tempest-ImagesTestJSON-1869173233 tempest-ImagesTestJSON-1869173233-project-member] Lock "499c045e-dacb-46da-be6f-bc1bdaefff76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.073s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.025300] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a4c00ed3-8f93-44c6-bc24-96ebdab1e400 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquiring lock "f1889218-2e1e-459f-bb4d-e4461ca64702" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.025572] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a4c00ed3-8f93-44c6-bc24-96ebdab1e400 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Lock "f1889218-2e1e-459f-bb4d-e4461ca64702" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.025778] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a4c00ed3-8f93-44c6-bc24-96ebdab1e400 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquiring lock "f1889218-2e1e-459f-bb4d-e4461ca64702-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.026555] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a4c00ed3-8f93-44c6-bc24-96ebdab1e400 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Lock "f1889218-2e1e-459f-bb4d-e4461ca64702-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.026738] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a4c00ed3-8f93-44c6-bc24-96ebdab1e400 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Lock "f1889218-2e1e-459f-bb4d-e4461ca64702-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.029131] env[69399]: INFO nova.compute.manager [None req-a4c00ed3-8f93-44c6-bc24-96ebdab1e400 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Terminating instance [ 1310.083065] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.083405] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-994305e9-6004-45c3-bdf1-dd789443424a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.091127] env[69399]: DEBUG oslo_vmware.api [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Waiting for the task: (returnval){ [ 1310.091127] env[69399]: value = "task-4177884" [ 1310.091127] env[69399]: _type = "Task" [ 1310.091127] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.099713] env[69399]: DEBUG oslo_vmware.api [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.211536] env[69399]: DEBUG oslo_vmware.api [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52468a4a-b115-88de-09e8-c4a66de26d97, 'name': SearchDatastore_Task, 'duration_secs': 0.018911} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.212512] env[69399]: DEBUG nova.network.neutron [req-8a2517e2-0504-4830-aed3-0ad0dc0209d7 req-1d32fef4-2214-401b-b86a-def6b0afea55 service nova] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Updated VIF entry in instance network info cache for port 6cc534fb-bae2-4f30-aaee-9857118e9aa0. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1310.212850] env[69399]: DEBUG nova.network.neutron [req-8a2517e2-0504-4830-aed3-0ad0dc0209d7 req-1d32fef4-2214-401b-b86a-def6b0afea55 service nova] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Updating instance_info_cache with network_info: [{"id": "6cc534fb-bae2-4f30-aaee-9857118e9aa0", "address": "fa:16:3e:5b:a2:f4", "network": {"id": "fbc8d689-e009-493c-b7c6-f99fecd83767", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-209279494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "466df03825994aaaad4ffa06b54a80c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cc534fb-ba", "ovs_interfaceid": "6cc534fb-bae2-4f30-aaee-9857118e9aa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.218022] env[69399]: DEBUG oslo_concurrency.lockutils [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.218022] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1310.218022] env[69399]: DEBUG oslo_concurrency.lockutils [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.218022] env[69399]: DEBUG oslo_concurrency.lockutils [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.218022] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1310.218022] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b2af437-52e6-45e1-978a-3be33d8beea3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.229242] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1310.229441] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1310.231407] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e195a83d-45da-4fd5-b61a-a331f73472e7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.239382] env[69399]: DEBUG oslo_vmware.api [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1310.239382] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]524e7a4f-6592-d346-b8a1-236dcc5a7d90" [ 1310.239382] env[69399]: _type = "Task" [ 1310.239382] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.248071] env[69399]: DEBUG oslo_vmware.api [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]524e7a4f-6592-d346-b8a1-236dcc5a7d90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.313423] env[69399]: DEBUG oslo_vmware.api [None req-6f838623-c5cd-4d7d-93af-19eb0fdae380 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177883, 'name': ReconfigVM_Task, 'duration_secs': 0.154075} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.313735] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f838623-c5cd-4d7d-93af-19eb0fdae380 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826999', 'volume_id': '910f059e-db0d-4ea4-bd4d-af4320fca4a3', 'name': 'volume-910f059e-db0d-4ea4-bd4d-af4320fca4a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39559751-7c5a-4442-a252-b49372494de8', 'attached_at': '', 'detached_at': '', 'volume_id': '910f059e-db0d-4ea4-bd4d-af4320fca4a3', 'serial': '910f059e-db0d-4ea4-bd4d-af4320fca4a3'} {{(pid=69399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1310.459231] env[69399]: INFO nova.compute.resource_tracker [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Updating resource usage from migration 45484fe3-40e9-43ac-aa61-b7ce23eb907b [ 1310.532551] env[69399]: DEBUG nova.compute.manager [None req-a4c00ed3-8f93-44c6-bc24-96ebdab1e400 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1310.532815] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c00ed3-8f93-44c6-bc24-96ebdab1e400 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1310.533781] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca76f3a-9fdf-4a49-940b-acdbba1c4668 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.544978] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c00ed3-8f93-44c6-bc24-96ebdab1e400 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.545262] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d39cece3-6c41-44ac-bf2c-72a6e23d41cb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.554056] env[69399]: DEBUG oslo_vmware.api [None req-a4c00ed3-8f93-44c6-bc24-96ebdab1e400 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1310.554056] env[69399]: value = "task-4177885" [ 1310.554056] env[69399]: _type = "Task" [ 1310.554056] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.564212] env[69399]: DEBUG oslo_vmware.api [None req-a4c00ed3-8f93-44c6-bc24-96ebdab1e400 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.605138] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] VM already powered off {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1310.605138] env[69399]: DEBUG nova.compute.manager [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1310.606436] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8810a6f3-a5b9-407b-a230-eaa950ceba20 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.616290] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Acquiring lock "refresh_cache-0df0c5d0-9411-411d-af69-cfd2d37e571e" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.616496] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Acquired lock "refresh_cache-0df0c5d0-9411-411d-af69-cfd2d37e571e" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.616679] env[69399]: DEBUG nova.network.neutron [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1310.718319] env[69399]: DEBUG oslo_concurrency.lockutils [req-8a2517e2-0504-4830-aed3-0ad0dc0209d7 req-1d32fef4-2214-401b-b86a-def6b0afea55 service nova] Releasing lock "refresh_cache-09dda395-fcda-42df-8f4f-8afb89f215db" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.753332] env[69399]: DEBUG oslo_vmware.api [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]524e7a4f-6592-d346-b8a1-236dcc5a7d90, 'name': SearchDatastore_Task, 'duration_secs': 0.011397} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.755851] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f58351e-f592-446c-bb9e-49832f0f8411 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.758916] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eee888ef-14d8-4ee4-a0bc-5fa6644539db {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.768546] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c1bfb8-6a99-4667-97c9-0b50d213e6ef {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.772203] env[69399]: DEBUG oslo_vmware.api [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1310.772203] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]525ade12-9339-422f-8997-10d008adde91" [ 1310.772203] env[69399]: _type = "Task" [ 1310.772203] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.801703] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca726dda-63b7-419c-89c3-c0c44edca732 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.811086] env[69399]: DEBUG oslo_vmware.api [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]525ade12-9339-422f-8997-10d008adde91, 'name': SearchDatastore_Task, 'duration_secs': 0.013802} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.811086] env[69399]: DEBUG oslo_concurrency.lockutils [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.811086] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 09dda395-fcda-42df-8f4f-8afb89f215db/09dda395-fcda-42df-8f4f-8afb89f215db.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1310.811086] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7413316c-4531-4841-b581-8717f9acc73a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.815599] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0836709b-1ab7-4ea2-8cac-276ad2d16b8e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.825164] env[69399]: DEBUG oslo_vmware.api [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1310.825164] env[69399]: value = "task-4177886" [ 1310.825164] env[69399]: _type = "Task" [ 1310.825164] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.837220] env[69399]: DEBUG nova.compute.provider_tree [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1310.845785] env[69399]: DEBUG oslo_vmware.api [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177886, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.070496] env[69399]: DEBUG oslo_vmware.api [None req-a4c00ed3-8f93-44c6-bc24-96ebdab1e400 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177885, 'name': PowerOffVM_Task, 'duration_secs': 0.318887} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.070496] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c00ed3-8f93-44c6-bc24-96ebdab1e400 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1311.070716] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c00ed3-8f93-44c6-bc24-96ebdab1e400 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1311.071043] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-293e351b-4a70-43b1-80a9-837d29a51f8d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.155190] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c00ed3-8f93-44c6-bc24-96ebdab1e400 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1311.155649] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c00ed3-8f93-44c6-bc24-96ebdab1e400 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1311.156014] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4c00ed3-8f93-44c6-bc24-96ebdab1e400 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Deleting the datastore file [datastore2] f1889218-2e1e-459f-bb4d-e4461ca64702 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1311.160698] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8531ab5e-6def-46e9-9121-4c103b6d3b74 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.180730] env[69399]: DEBUG oslo_vmware.api [None req-a4c00ed3-8f93-44c6-bc24-96ebdab1e400 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1311.180730] env[69399]: value = "task-4177888" [ 1311.180730] env[69399]: _type = "Task" [ 1311.180730] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.196314] env[69399]: DEBUG oslo_vmware.api [None req-a4c00ed3-8f93-44c6-bc24-96ebdab1e400 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.313053] env[69399]: DEBUG nova.compute.manager [req-d87d167e-3e5d-4eee-b5f6-40702ab03522 req-e6f15db7-236f-4928-a32d-a4391d6cbf89 service nova] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Received event network-changed-9bee33f4-06a6-49f7-959d-f2d6dcd885c2 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1311.313053] env[69399]: DEBUG nova.compute.manager [req-d87d167e-3e5d-4eee-b5f6-40702ab03522 req-e6f15db7-236f-4928-a32d-a4391d6cbf89 service nova] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Refreshing instance network info cache due to event network-changed-9bee33f4-06a6-49f7-959d-f2d6dcd885c2. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1311.313053] env[69399]: DEBUG oslo_concurrency.lockutils [req-d87d167e-3e5d-4eee-b5f6-40702ab03522 req-e6f15db7-236f-4928-a32d-a4391d6cbf89 service nova] Acquiring lock "refresh_cache-cebcdd7a-82a3-4bec-a328-74bced4db009" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.313537] env[69399]: DEBUG oslo_concurrency.lockutils [req-d87d167e-3e5d-4eee-b5f6-40702ab03522 req-e6f15db7-236f-4928-a32d-a4391d6cbf89 service nova] Acquired lock "refresh_cache-cebcdd7a-82a3-4bec-a328-74bced4db009" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.313537] env[69399]: DEBUG nova.network.neutron [req-d87d167e-3e5d-4eee-b5f6-40702ab03522 req-e6f15db7-236f-4928-a32d-a4391d6cbf89 service nova] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Refreshing network info cache for port 9bee33f4-06a6-49f7-959d-f2d6dcd885c2 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1311.337595] env[69399]: DEBUG oslo_vmware.api [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177886, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.378618] env[69399]: ERROR nova.scheduler.client.report [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [req-98f02caf-ae61-4010-87f1-88bfe94a654a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 65caca49-2bb8-4896-b9be-5baf8708847a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-98f02caf-ae61-4010-87f1-88bfe94a654a"}]} [ 1311.389968] env[69399]: DEBUG nova.objects.instance [None req-6f838623-c5cd-4d7d-93af-19eb0fdae380 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lazy-loading 'flavor' on Instance uuid 39559751-7c5a-4442-a252-b49372494de8 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.402635] env[69399]: DEBUG nova.scheduler.client.report [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Refreshing inventories for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1311.422831] env[69399]: DEBUG nova.scheduler.client.report [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Updating ProviderTree inventory for provider 65caca49-2bb8-4896-b9be-5baf8708847a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1311.423123] env[69399]: DEBUG nova.compute.provider_tree [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 6, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1311.436747] env[69399]: DEBUG nova.scheduler.client.report [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Refreshing aggregate associations for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a, aggregates: None {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1311.464512] env[69399]: DEBUG nova.scheduler.client.report [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Refreshing trait associations for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1311.479624] env[69399]: DEBUG nova.network.neutron [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Updating instance_info_cache with network_info: [{"id": "5889a4b2-8c3a-4f84-9067-97d4d48525c5", "address": "fa:16:3e:68:5f:52", "network": {"id": "f133c13a-8fc0-428c-98c0-a0ca02a86386", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-537332251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4369a5733dda4a16a7704105ad9768dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5889a4b2-8c", "ovs_interfaceid": "5889a4b2-8c3a-4f84-9067-97d4d48525c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.692021] env[69399]: DEBUG oslo_vmware.api [None req-a4c00ed3-8f93-44c6-bc24-96ebdab1e400 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177888, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339127} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.695044] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4c00ed3-8f93-44c6-bc24-96ebdab1e400 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1311.695291] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c00ed3-8f93-44c6-bc24-96ebdab1e400 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1311.695513] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c00ed3-8f93-44c6-bc24-96ebdab1e400 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1311.695770] env[69399]: INFO nova.compute.manager [None req-a4c00ed3-8f93-44c6-bc24-96ebdab1e400 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1311.696122] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4c00ed3-8f93-44c6-bc24-96ebdab1e400 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1311.696952] env[69399]: DEBUG nova.compute.manager [-] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1311.696952] env[69399]: DEBUG nova.network.neutron [-] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1311.761769] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76ca32f-ff43-4e90-b8ff-8731db65e5e2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.770190] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b174000-843a-4adc-88fc-08c0ff4be39b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.802980] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6fc57d6-843c-4e8b-80e4-a8118554c9b3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.810673] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06585488-fa95-458d-ab51-e365a567acf2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.835517] env[69399]: DEBUG nova.compute.provider_tree [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1311.850097] env[69399]: DEBUG oslo_vmware.api [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177886, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602328} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.851326] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 09dda395-fcda-42df-8f4f-8afb89f215db/09dda395-fcda-42df-8f4f-8afb89f215db.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1311.851646] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1311.851987] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-515d0f86-16a5-4ce9-9bf0-23810b78e7ee {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.860135] env[69399]: DEBUG oslo_vmware.api [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1311.860135] env[69399]: value = "task-4177889" [ 1311.860135] env[69399]: _type = "Task" [ 1311.860135] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.872768] env[69399]: DEBUG oslo_vmware.api [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177889, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.894799] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6f838623-c5cd-4d7d-93af-19eb0fdae380 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "39559751-7c5a-4442-a252-b49372494de8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.320s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.983253] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Releasing lock "refresh_cache-0df0c5d0-9411-411d-af69-cfd2d37e571e" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.370588] env[69399]: DEBUG oslo_vmware.api [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177889, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069657} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.370937] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1312.371733] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f6fb7a-282d-460f-af32-37fa02e9ff31 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.377957] env[69399]: DEBUG nova.scheduler.client.report [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Updated inventory for provider 65caca49-2bb8-4896-b9be-5baf8708847a with generation 163 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1312.381397] env[69399]: DEBUG nova.compute.provider_tree [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Updating resource provider 65caca49-2bb8-4896-b9be-5baf8708847a generation from 163 to 164 during operation: update_inventory {{(pid=69399) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1312.381602] env[69399]: DEBUG nova.compute.provider_tree [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1312.413030] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 09dda395-fcda-42df-8f4f-8afb89f215db/09dda395-fcda-42df-8f4f-8afb89f215db.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1312.416599] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a9cc107-bd9d-4724-94d8-21e0291f517b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.439293] env[69399]: DEBUG oslo_vmware.api [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1312.439293] env[69399]: value = "task-4177890" [ 1312.439293] env[69399]: _type = "Task" [ 1312.439293] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.449504] env[69399]: DEBUG oslo_vmware.api [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177890, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.831014] env[69399]: DEBUG nova.network.neutron [req-d87d167e-3e5d-4eee-b5f6-40702ab03522 req-e6f15db7-236f-4928-a32d-a4391d6cbf89 service nova] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Updated VIF entry in instance network info cache for port 9bee33f4-06a6-49f7-959d-f2d6dcd885c2. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1312.831458] env[69399]: DEBUG nova.network.neutron [req-d87d167e-3e5d-4eee-b5f6-40702ab03522 req-e6f15db7-236f-4928-a32d-a4391d6cbf89 service nova] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Updating instance_info_cache with network_info: [{"id": "9bee33f4-06a6-49f7-959d-f2d6dcd885c2", "address": "fa:16:3e:f9:26:25", "network": {"id": "b54aec1a-9d03-4384-8e4e-8e56974d39c9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1079629461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fbd2ab467a44b719d7af5aadf570089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bee33f4-06", "ovs_interfaceid": "9bee33f4-06a6-49f7-959d-f2d6dcd885c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.892346] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.449s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.892613] env[69399]: INFO nova.compute.manager [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Migrating [ 1312.904639] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d2de4540-68e5-470d-972d-3b579f33413e tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.649s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.905059] env[69399]: DEBUG nova.objects.instance [None req-d2de4540-68e5-470d-972d-3b579f33413e tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lazy-loading 'resources' on Instance uuid fa91de6b-1662-4bda-8d55-df585262b3a3 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1312.953662] env[69399]: DEBUG oslo_vmware.api [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.027365] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1313.028654] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea121985-b6b2-47d3-b8c6-555f8b3d8185 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.036091] env[69399]: DEBUG oslo_concurrency.lockutils [None req-345558fe-1910-4de5-b17f-0e78c7f2a6a0 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquiring lock "39559751-7c5a-4442-a252-b49372494de8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.036091] env[69399]: DEBUG oslo_concurrency.lockutils [None req-345558fe-1910-4de5-b17f-0e78c7f2a6a0 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "39559751-7c5a-4442-a252-b49372494de8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.045266] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1313.046968] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b200160c-80b0-4228-9428-72010f44fad9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.139908] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1313.140267] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1313.140354] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Deleting the datastore file [datastore1] 0df0c5d0-9411-411d-af69-cfd2d37e571e {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1313.140678] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d12ccc1c-7aab-4163-abba-5c458223f45f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.148499] env[69399]: DEBUG oslo_vmware.api [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Waiting for the task: (returnval){ [ 1313.148499] env[69399]: value = "task-4177892" [ 1313.148499] env[69399]: _type = "Task" [ 1313.148499] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.159356] env[69399]: DEBUG oslo_vmware.api [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.338922] env[69399]: DEBUG oslo_concurrency.lockutils [req-d87d167e-3e5d-4eee-b5f6-40702ab03522 req-e6f15db7-236f-4928-a32d-a4391d6cbf89 service nova] Releasing lock "refresh_cache-cebcdd7a-82a3-4bec-a328-74bced4db009" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.350834] env[69399]: DEBUG nova.compute.manager [req-17a664ea-06fd-4de9-95a2-e92dfc6d4308 req-23dc2175-6409-440b-b1e5-1cbbde4348ba service nova] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Received event network-vif-unplugged-5889a4b2-8c3a-4f84-9067-97d4d48525c5 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1313.351127] env[69399]: DEBUG oslo_concurrency.lockutils [req-17a664ea-06fd-4de9-95a2-e92dfc6d4308 req-23dc2175-6409-440b-b1e5-1cbbde4348ba service nova] Acquiring lock "0df0c5d0-9411-411d-af69-cfd2d37e571e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.351361] env[69399]: DEBUG oslo_concurrency.lockutils [req-17a664ea-06fd-4de9-95a2-e92dfc6d4308 req-23dc2175-6409-440b-b1e5-1cbbde4348ba service nova] Lock "0df0c5d0-9411-411d-af69-cfd2d37e571e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.351518] env[69399]: DEBUG oslo_concurrency.lockutils [req-17a664ea-06fd-4de9-95a2-e92dfc6d4308 req-23dc2175-6409-440b-b1e5-1cbbde4348ba service nova] Lock "0df0c5d0-9411-411d-af69-cfd2d37e571e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.351801] env[69399]: DEBUG nova.compute.manager [req-17a664ea-06fd-4de9-95a2-e92dfc6d4308 req-23dc2175-6409-440b-b1e5-1cbbde4348ba service nova] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] No waiting events found dispatching network-vif-unplugged-5889a4b2-8c3a-4f84-9067-97d4d48525c5 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1313.352097] env[69399]: WARNING nova.compute.manager [req-17a664ea-06fd-4de9-95a2-e92dfc6d4308 req-23dc2175-6409-440b-b1e5-1cbbde4348ba service nova] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Received unexpected event network-vif-unplugged-5889a4b2-8c3a-4f84-9067-97d4d48525c5 for instance with vm_state shelved and task_state shelving_offloading. [ 1313.352300] env[69399]: DEBUG nova.compute.manager [req-17a664ea-06fd-4de9-95a2-e92dfc6d4308 req-23dc2175-6409-440b-b1e5-1cbbde4348ba service nova] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Received event network-changed-5889a4b2-8c3a-4f84-9067-97d4d48525c5 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1313.352463] env[69399]: DEBUG nova.compute.manager [req-17a664ea-06fd-4de9-95a2-e92dfc6d4308 req-23dc2175-6409-440b-b1e5-1cbbde4348ba service nova] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Refreshing instance network info cache due to event network-changed-5889a4b2-8c3a-4f84-9067-97d4d48525c5. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1313.352659] env[69399]: DEBUG oslo_concurrency.lockutils [req-17a664ea-06fd-4de9-95a2-e92dfc6d4308 req-23dc2175-6409-440b-b1e5-1cbbde4348ba service nova] Acquiring lock "refresh_cache-0df0c5d0-9411-411d-af69-cfd2d37e571e" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.352798] env[69399]: DEBUG oslo_concurrency.lockutils [req-17a664ea-06fd-4de9-95a2-e92dfc6d4308 req-23dc2175-6409-440b-b1e5-1cbbde4348ba service nova] Acquired lock "refresh_cache-0df0c5d0-9411-411d-af69-cfd2d37e571e" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.352955] env[69399]: DEBUG nova.network.neutron [req-17a664ea-06fd-4de9-95a2-e92dfc6d4308 req-23dc2175-6409-440b-b1e5-1cbbde4348ba service nova] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Refreshing network info cache for port 5889a4b2-8c3a-4f84-9067-97d4d48525c5 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1313.416214] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "refresh_cache-6cc5836f-2902-4072-81af-f7735deaaf91" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.416214] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquired lock "refresh_cache-6cc5836f-2902-4072-81af-f7735deaaf91" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.416460] env[69399]: DEBUG nova.network.neutron [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1313.452135] env[69399]: DEBUG oslo_vmware.api [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177890, 'name': ReconfigVM_Task, 'duration_secs': 0.832529} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.455297] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 09dda395-fcda-42df-8f4f-8afb89f215db/09dda395-fcda-42df-8f4f-8afb89f215db.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1313.457202] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-219ae17d-d2fe-4d28-b4b9-021ce2e9cc0f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.464897] env[69399]: DEBUG oslo_vmware.api [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1313.464897] env[69399]: value = "task-4177893" [ 1313.464897] env[69399]: _type = "Task" [ 1313.464897] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.478028] env[69399]: DEBUG oslo_vmware.api [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177893, 'name': Rename_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.489971] env[69399]: DEBUG oslo_concurrency.lockutils [None req-248c4d37-138d-4570-a395-a66154d517ba tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquiring lock "19cedc3f-97c4-4d41-baa5-cccf1bb48d84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.489971] env[69399]: DEBUG oslo_concurrency.lockutils [None req-248c4d37-138d-4570-a395-a66154d517ba tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lock "19cedc3f-97c4-4d41-baa5-cccf1bb48d84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.490261] env[69399]: DEBUG oslo_concurrency.lockutils [None req-248c4d37-138d-4570-a395-a66154d517ba tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquiring lock "19cedc3f-97c4-4d41-baa5-cccf1bb48d84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.490434] env[69399]: DEBUG oslo_concurrency.lockutils [None req-248c4d37-138d-4570-a395-a66154d517ba tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lock "19cedc3f-97c4-4d41-baa5-cccf1bb48d84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.490600] env[69399]: DEBUG oslo_concurrency.lockutils [None req-248c4d37-138d-4570-a395-a66154d517ba tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lock "19cedc3f-97c4-4d41-baa5-cccf1bb48d84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.492948] env[69399]: INFO nova.compute.manager [None req-248c4d37-138d-4570-a395-a66154d517ba tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Terminating instance [ 1313.541240] env[69399]: INFO nova.compute.manager [None req-345558fe-1910-4de5-b17f-0e78c7f2a6a0 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Detaching volume 910f059e-db0d-4ea4-bd4d-af4320fca4a3 [ 1313.583143] env[69399]: DEBUG nova.network.neutron [-] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.586877] env[69399]: INFO nova.virt.block_device [None req-345558fe-1910-4de5-b17f-0e78c7f2a6a0 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Attempting to driver detach volume 910f059e-db0d-4ea4-bd4d-af4320fca4a3 from mountpoint /dev/sdb [ 1313.587216] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-345558fe-1910-4de5-b17f-0e78c7f2a6a0 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Volume detach. Driver type: vmdk {{(pid=69399) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1313.587421] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-345558fe-1910-4de5-b17f-0e78c7f2a6a0 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826999', 'volume_id': '910f059e-db0d-4ea4-bd4d-af4320fca4a3', 'name': 'volume-910f059e-db0d-4ea4-bd4d-af4320fca4a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39559751-7c5a-4442-a252-b49372494de8', 'attached_at': '', 'detached_at': '', 'volume_id': '910f059e-db0d-4ea4-bd4d-af4320fca4a3', 'serial': '910f059e-db0d-4ea4-bd4d-af4320fca4a3'} {{(pid=69399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1313.588333] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f7bd74-a023-4bc9-aabd-099c53bb6cc5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.619476] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4861e911-a941-4897-9246-6b656b2d0724 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.628508] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ed735a-3ce3-4408-b4bd-a80a60bc41f0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.656412] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8bf4ca-0eaa-4f38-84b5-a91efa5cacb9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.665464] env[69399]: DEBUG oslo_vmware.api [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210757} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.679108] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1313.679574] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1313.679921] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1313.683370] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-345558fe-1910-4de5-b17f-0e78c7f2a6a0 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] The volume has not been displaced from its original location: [datastore1] volume-910f059e-db0d-4ea4-bd4d-af4320fca4a3/volume-910f059e-db0d-4ea4-bd4d-af4320fca4a3.vmdk. No consolidation needed. {{(pid=69399) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1313.692315] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-345558fe-1910-4de5-b17f-0e78c7f2a6a0 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1313.695678] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6cddbab-ebb0-44a8-8da1-d9efd6d91d60 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.718392] env[69399]: DEBUG oslo_vmware.api [None req-345558fe-1910-4de5-b17f-0e78c7f2a6a0 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 1313.718392] env[69399]: value = "task-4177894" [ 1313.718392] env[69399]: _type = "Task" [ 1313.718392] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.724663] env[69399]: INFO nova.scheduler.client.report [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Deleted allocations for instance 0df0c5d0-9411-411d-af69-cfd2d37e571e [ 1313.734886] env[69399]: DEBUG oslo_vmware.api [None req-345558fe-1910-4de5-b17f-0e78c7f2a6a0 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177894, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.808527] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321130b1-9147-4155-9791-ec71548bcf7e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.817014] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ff814b-3615-4459-8584-d9ec3316e43b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.850592] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f75f3f-ef38-452f-8f6d-21ddde9de273 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.861233] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58070d4c-8d0c-449d-a91a-b4b32db844dd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.876753] env[69399]: DEBUG nova.compute.provider_tree [None req-d2de4540-68e5-470d-972d-3b579f33413e tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1313.974762] env[69399]: DEBUG oslo_vmware.api [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177893, 'name': Rename_Task, 'duration_secs': 0.340006} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.975053] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1313.975311] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d331bfd3-c495-43f7-9d33-2ddf5687c4d2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.982777] env[69399]: DEBUG oslo_vmware.api [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1313.982777] env[69399]: value = "task-4177895" [ 1313.982777] env[69399]: _type = "Task" [ 1313.982777] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.991773] env[69399]: DEBUG oslo_vmware.api [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177895, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.997674] env[69399]: DEBUG nova.compute.manager [None req-248c4d37-138d-4570-a395-a66154d517ba tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1313.997895] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-248c4d37-138d-4570-a395-a66154d517ba tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1313.998863] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a3acf5-29b7-4fd5-b468-84453f429601 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.006743] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-248c4d37-138d-4570-a395-a66154d517ba tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1314.006970] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f00634e8-7774-4757-866d-0f638ce077c4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.017686] env[69399]: DEBUG oslo_vmware.api [None req-248c4d37-138d-4570-a395-a66154d517ba tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 1314.017686] env[69399]: value = "task-4177896" [ 1314.017686] env[69399]: _type = "Task" [ 1314.017686] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.031053] env[69399]: DEBUG oslo_vmware.api [None req-248c4d37-138d-4570-a395-a66154d517ba tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.086570] env[69399]: INFO nova.compute.manager [-] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Took 2.39 seconds to deallocate network for instance. [ 1314.227855] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.237073] env[69399]: DEBUG oslo_vmware.api [None req-345558fe-1910-4de5-b17f-0e78c7f2a6a0 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177894, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.380032] env[69399]: DEBUG nova.scheduler.client.report [None req-d2de4540-68e5-470d-972d-3b579f33413e tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.419133] env[69399]: DEBUG nova.network.neutron [req-17a664ea-06fd-4de9-95a2-e92dfc6d4308 req-23dc2175-6409-440b-b1e5-1cbbde4348ba service nova] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Updated VIF entry in instance network info cache for port 5889a4b2-8c3a-4f84-9067-97d4d48525c5. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1314.419515] env[69399]: DEBUG nova.network.neutron [req-17a664ea-06fd-4de9-95a2-e92dfc6d4308 req-23dc2175-6409-440b-b1e5-1cbbde4348ba service nova] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Updating instance_info_cache with network_info: [{"id": "5889a4b2-8c3a-4f84-9067-97d4d48525c5", "address": "fa:16:3e:68:5f:52", "network": {"id": "f133c13a-8fc0-428c-98c0-a0ca02a86386", "bridge": null, "label": "tempest-ServersNegativeTestJSON-537332251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4369a5733dda4a16a7704105ad9768dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap5889a4b2-8c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.468610] env[69399]: DEBUG nova.network.neutron [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Updating instance_info_cache with network_info: [{"id": "59c8faaa-8e4e-41dc-8b03-e29186c6670f", "address": "fa:16:3e:db:e2:9d", "network": {"id": "2e919c77-3170-4d6d-9779-978d4cf8fafb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1843815499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44de2a3fad244be683fd7f2cea410ef2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59c8faaa-8e", "ovs_interfaceid": "59c8faaa-8e4e-41dc-8b03-e29186c6670f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.493092] env[69399]: DEBUG oslo_vmware.api [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177895, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.527694] env[69399]: DEBUG oslo_vmware.api [None req-248c4d37-138d-4570-a395-a66154d517ba tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177896, 'name': PowerOffVM_Task, 'duration_secs': 0.342035} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.530958] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-248c4d37-138d-4570-a395-a66154d517ba tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1314.530958] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-248c4d37-138d-4570-a395-a66154d517ba tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1314.530958] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97b507c1-7532-4bef-93f3-0b444c0e9c49 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.595707] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a4c00ed3-8f93-44c6-bc24-96ebdab1e400 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.603068] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-248c4d37-138d-4570-a395-a66154d517ba tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1314.603068] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-248c4d37-138d-4570-a395-a66154d517ba tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1314.603068] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-248c4d37-138d-4570-a395-a66154d517ba tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Deleting the datastore file [datastore1] 19cedc3f-97c4-4d41-baa5-cccf1bb48d84 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1314.603464] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c23cf9e-0d1a-4f4b-a2e8-bdc4239c3b6e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.611562] env[69399]: DEBUG oslo_vmware.api [None req-248c4d37-138d-4570-a395-a66154d517ba tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for the task: (returnval){ [ 1314.611562] env[69399]: value = "task-4177898" [ 1314.611562] env[69399]: _type = "Task" [ 1314.611562] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.620750] env[69399]: DEBUG oslo_vmware.api [None req-248c4d37-138d-4570-a395-a66154d517ba tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.729998] env[69399]: DEBUG oslo_vmware.api [None req-345558fe-1910-4de5-b17f-0e78c7f2a6a0 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177894, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.885589] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d2de4540-68e5-470d-972d-3b579f33413e tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.888354] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.360s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.889905] env[69399]: INFO nova.compute.claims [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1314.902958] env[69399]: INFO nova.scheduler.client.report [None req-d2de4540-68e5-470d-972d-3b579f33413e tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Deleted allocations for instance fa91de6b-1662-4bda-8d55-df585262b3a3 [ 1314.926158] env[69399]: DEBUG oslo_concurrency.lockutils [req-17a664ea-06fd-4de9-95a2-e92dfc6d4308 req-23dc2175-6409-440b-b1e5-1cbbde4348ba service nova] Releasing lock "refresh_cache-0df0c5d0-9411-411d-af69-cfd2d37e571e" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.926305] env[69399]: DEBUG nova.compute.manager [req-17a664ea-06fd-4de9-95a2-e92dfc6d4308 req-23dc2175-6409-440b-b1e5-1cbbde4348ba service nova] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Received event network-vif-deleted-817bc585-50c1-40e3-86a8-8ec3c9e844d0 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1314.927440] env[69399]: INFO nova.compute.manager [req-17a664ea-06fd-4de9-95a2-e92dfc6d4308 req-23dc2175-6409-440b-b1e5-1cbbde4348ba service nova] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Neutron deleted interface 817bc585-50c1-40e3-86a8-8ec3c9e844d0; detaching it from the instance and deleting it from the info cache [ 1314.927440] env[69399]: DEBUG nova.network.neutron [req-17a664ea-06fd-4de9-95a2-e92dfc6d4308 req-23dc2175-6409-440b-b1e5-1cbbde4348ba service nova] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.971623] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Releasing lock "refresh_cache-6cc5836f-2902-4072-81af-f7735deaaf91" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.996687] env[69399]: DEBUG oslo_vmware.api [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177895, 'name': PowerOnVM_Task, 'duration_secs': 0.861958} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.996960] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1314.997182] env[69399]: INFO nova.compute.manager [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Took 8.49 seconds to spawn the instance on the hypervisor. [ 1314.997365] env[69399]: DEBUG nova.compute.manager [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1314.998270] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757d853a-b9d7-4c8e-a908-200f52e57826 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.122301] env[69399]: DEBUG oslo_vmware.api [None req-248c4d37-138d-4570-a395-a66154d517ba tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Task: {'id': task-4177898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156543} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.122585] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-248c4d37-138d-4570-a395-a66154d517ba tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1315.122740] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-248c4d37-138d-4570-a395-a66154d517ba tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1315.122918] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-248c4d37-138d-4570-a395-a66154d517ba tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1315.123108] env[69399]: INFO nova.compute.manager [None req-248c4d37-138d-4570-a395-a66154d517ba tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1315.123358] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-248c4d37-138d-4570-a395-a66154d517ba tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1315.123565] env[69399]: DEBUG nova.compute.manager [-] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1315.123660] env[69399]: DEBUG nova.network.neutron [-] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1315.231887] env[69399]: DEBUG oslo_vmware.api [None req-345558fe-1910-4de5-b17f-0e78c7f2a6a0 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177894, 'name': ReconfigVM_Task, 'duration_secs': 1.298363} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.232194] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-345558fe-1910-4de5-b17f-0e78c7f2a6a0 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1315.237416] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e460cd1-f53b-469e-8e2e-9e9c78d89b9b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.253737] env[69399]: DEBUG oslo_vmware.api [None req-345558fe-1910-4de5-b17f-0e78c7f2a6a0 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 1315.253737] env[69399]: value = "task-4177899" [ 1315.253737] env[69399]: _type = "Task" [ 1315.253737] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.263155] env[69399]: DEBUG oslo_vmware.api [None req-345558fe-1910-4de5-b17f-0e78c7f2a6a0 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177899, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.412089] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d2de4540-68e5-470d-972d-3b579f33413e tempest-AttachInterfacesTestJSON-1365763844 tempest-AttachInterfacesTestJSON-1365763844-project-member] Lock "fa91de6b-1662-4bda-8d55-df585262b3a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.815s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.433490] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-12139acc-1226-4922-af8c-ed6ddbcf53bb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.446427] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84fc04df-707a-46c9-b009-ba3d787ca02b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.485632] env[69399]: DEBUG nova.compute.manager [req-17a664ea-06fd-4de9-95a2-e92dfc6d4308 req-23dc2175-6409-440b-b1e5-1cbbde4348ba service nova] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Detach interface failed, port_id=817bc585-50c1-40e3-86a8-8ec3c9e844d0, reason: Instance f1889218-2e1e-459f-bb4d-e4461ca64702 could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1315.520575] env[69399]: INFO nova.compute.manager [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Took 19.57 seconds to build instance. [ 1315.538499] env[69399]: DEBUG oslo_concurrency.lockutils [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Acquiring lock "0df0c5d0-9411-411d-af69-cfd2d37e571e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.765214] env[69399]: DEBUG oslo_vmware.api [None req-345558fe-1910-4de5-b17f-0e78c7f2a6a0 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177899, 'name': ReconfigVM_Task, 'duration_secs': 0.17697} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.767030] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-345558fe-1910-4de5-b17f-0e78c7f2a6a0 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826999', 'volume_id': '910f059e-db0d-4ea4-bd4d-af4320fca4a3', 'name': 'volume-910f059e-db0d-4ea4-bd4d-af4320fca4a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39559751-7c5a-4442-a252-b49372494de8', 'attached_at': '', 'detached_at': '', 'volume_id': '910f059e-db0d-4ea4-bd4d-af4320fca4a3', 'serial': '910f059e-db0d-4ea4-bd4d-af4320fca4a3'} {{(pid=69399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1315.772085] env[69399]: DEBUG nova.compute.manager [req-8b6d9dc5-d6cf-4a38-9e2f-8eb622c30e82 req-d669fc61-ea46-459c-9a6e-89be312d2760 service nova] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Received event network-vif-deleted-615ae80f-7dd5-4320-9fbb-1d0da84e1528 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1315.772085] env[69399]: INFO nova.compute.manager [req-8b6d9dc5-d6cf-4a38-9e2f-8eb622c30e82 req-d669fc61-ea46-459c-9a6e-89be312d2760 service nova] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Neutron deleted interface 615ae80f-7dd5-4320-9fbb-1d0da84e1528; detaching it from the instance and deleting it from the info cache [ 1315.772218] env[69399]: DEBUG nova.network.neutron [req-8b6d9dc5-d6cf-4a38-9e2f-8eb622c30e82 req-d669fc61-ea46-459c-9a6e-89be312d2760 service nova] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.023164] env[69399]: DEBUG oslo_concurrency.lockutils [None req-063223a2-c263-42b6-a808-b8e23f3bb59f tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "09dda395-fcda-42df-8f4f-8afb89f215db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.912s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.209771] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3606124-9279-43d9-83c8-8069ef88a6be {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.224935] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723278a5-35f7-42a1-8f42-49cd815fa11a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.269062] env[69399]: DEBUG nova.network.neutron [-] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.272133] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a68bbdf-1386-4b91-bb0e-693913db97ea {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.280157] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eacf066d-345b-42d2-b467-46f36090c21e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.284519] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9f0731-bf03-407d-8116-7028fc01741b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.308418] env[69399]: DEBUG nova.compute.provider_tree [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1316.318828] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9d485a-8092-43de-aa1e-0e42f303eb1d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.336195] env[69399]: DEBUG nova.objects.instance [None req-345558fe-1910-4de5-b17f-0e78c7f2a6a0 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lazy-loading 'flavor' on Instance uuid 39559751-7c5a-4442-a252-b49372494de8 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1316.359200] env[69399]: DEBUG nova.compute.manager [req-8b6d9dc5-d6cf-4a38-9e2f-8eb622c30e82 req-d669fc61-ea46-459c-9a6e-89be312d2760 service nova] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Detach interface failed, port_id=615ae80f-7dd5-4320-9fbb-1d0da84e1528, reason: Instance 19cedc3f-97c4-4d41-baa5-cccf1bb48d84 could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1316.498720] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fafc30-c490-4ccf-8a81-61d382586b1d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.518652] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Updating instance '6cc5836f-2902-4072-81af-f7735deaaf91' progress to 0 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1316.772672] env[69399]: INFO nova.compute.manager [-] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Took 1.65 seconds to deallocate network for instance. [ 1316.817654] env[69399]: DEBUG nova.scheduler.client.report [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1317.027024] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1317.027024] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c73546b3-e066-4b66-9252-33e48815fd29 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.034566] env[69399]: DEBUG oslo_vmware.api [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1317.034566] env[69399]: value = "task-4177900" [ 1317.034566] env[69399]: _type = "Task" [ 1317.034566] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.049931] env[69399]: DEBUG oslo_vmware.api [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.280618] env[69399]: DEBUG oslo_concurrency.lockutils [None req-248c4d37-138d-4570-a395-a66154d517ba tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.322783] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.323390] env[69399]: DEBUG nova.compute.manager [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1317.328342] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a24025f8-9201-4533-9506-aed0149ff58d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.838s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.347924] env[69399]: DEBUG oslo_concurrency.lockutils [None req-345558fe-1910-4de5-b17f-0e78c7f2a6a0 tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "39559751-7c5a-4442-a252-b49372494de8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.313s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.479338] env[69399]: DEBUG oslo_concurrency.lockutils [None req-53d67fc1-400e-43bf-bd37-efdf7aa73dfa tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquiring lock "39559751-7c5a-4442-a252-b49372494de8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.479641] env[69399]: DEBUG oslo_concurrency.lockutils [None req-53d67fc1-400e-43bf-bd37-efdf7aa73dfa tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "39559751-7c5a-4442-a252-b49372494de8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.479869] env[69399]: DEBUG oslo_concurrency.lockutils [None req-53d67fc1-400e-43bf-bd37-efdf7aa73dfa tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquiring lock "39559751-7c5a-4442-a252-b49372494de8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.480013] env[69399]: DEBUG oslo_concurrency.lockutils [None req-53d67fc1-400e-43bf-bd37-efdf7aa73dfa tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "39559751-7c5a-4442-a252-b49372494de8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.480216] env[69399]: DEBUG oslo_concurrency.lockutils [None req-53d67fc1-400e-43bf-bd37-efdf7aa73dfa tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "39559751-7c5a-4442-a252-b49372494de8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.482402] env[69399]: INFO nova.compute.manager [None req-53d67fc1-400e-43bf-bd37-efdf7aa73dfa tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Terminating instance [ 1317.547856] env[69399]: DEBUG oslo_vmware.api [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177900, 'name': PowerOffVM_Task, 'duration_secs': 0.268312} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.548625] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1317.548625] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Updating instance '6cc5836f-2902-4072-81af-f7735deaaf91' progress to 17 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1317.794209] env[69399]: DEBUG nova.compute.manager [req-016fb857-bbe9-4c29-abaf-3bf815156140 req-762ebbe3-44a2-41bd-ad86-665114804c0c service nova] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Received event network-changed-6cc534fb-bae2-4f30-aaee-9857118e9aa0 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1317.794885] env[69399]: DEBUG nova.compute.manager [req-016fb857-bbe9-4c29-abaf-3bf815156140 req-762ebbe3-44a2-41bd-ad86-665114804c0c service nova] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Refreshing instance network info cache due to event network-changed-6cc534fb-bae2-4f30-aaee-9857118e9aa0. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1317.794885] env[69399]: DEBUG oslo_concurrency.lockutils [req-016fb857-bbe9-4c29-abaf-3bf815156140 req-762ebbe3-44a2-41bd-ad86-665114804c0c service nova] Acquiring lock "refresh_cache-09dda395-fcda-42df-8f4f-8afb89f215db" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.794885] env[69399]: DEBUG oslo_concurrency.lockutils [req-016fb857-bbe9-4c29-abaf-3bf815156140 req-762ebbe3-44a2-41bd-ad86-665114804c0c service nova] Acquired lock "refresh_cache-09dda395-fcda-42df-8f4f-8afb89f215db" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.795375] env[69399]: DEBUG nova.network.neutron [req-016fb857-bbe9-4c29-abaf-3bf815156140 req-762ebbe3-44a2-41bd-ad86-665114804c0c service nova] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Refreshing network info cache for port 6cc534fb-bae2-4f30-aaee-9857118e9aa0 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1317.832668] env[69399]: DEBUG nova.compute.utils [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1317.837631] env[69399]: DEBUG nova.compute.manager [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1317.837943] env[69399]: DEBUG nova.network.neutron [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1317.909591] env[69399]: DEBUG nova.policy [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd502712f3bd54101b90ac169ff650c08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd160850aa58647f7920daed297800d71', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1317.985961] env[69399]: DEBUG nova.compute.manager [None req-53d67fc1-400e-43bf-bd37-efdf7aa73dfa tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1317.986184] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-53d67fc1-400e-43bf-bd37-efdf7aa73dfa tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1317.987076] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80291de2-62bd-40f4-939e-002ab3dab2bf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.996089] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d67fc1-400e-43bf-bd37-efdf7aa73dfa tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1317.999583] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ed77981-e418-49a8-8017-cdf48eac199b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.008283] env[69399]: DEBUG oslo_vmware.api [None req-53d67fc1-400e-43bf-bd37-efdf7aa73dfa tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 1318.008283] env[69399]: value = "task-4177901" [ 1318.008283] env[69399]: _type = "Task" [ 1318.008283] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.021338] env[69399]: DEBUG oslo_vmware.api [None req-53d67fc1-400e-43bf-bd37-efdf7aa73dfa tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.056482] env[69399]: DEBUG nova.virt.hardware [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1318.056806] env[69399]: DEBUG nova.virt.hardware [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1318.056806] env[69399]: DEBUG nova.virt.hardware [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1318.057603] env[69399]: DEBUG nova.virt.hardware [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1318.057603] env[69399]: DEBUG nova.virt.hardware [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1318.057603] env[69399]: DEBUG nova.virt.hardware [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1318.057783] env[69399]: DEBUG nova.virt.hardware [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1318.058026] env[69399]: DEBUG nova.virt.hardware [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1318.058098] env[69399]: DEBUG nova.virt.hardware [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1318.058298] env[69399]: DEBUG nova.virt.hardware [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1318.058494] env[69399]: DEBUG nova.virt.hardware [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1318.067503] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-244b1bb2-9ea2-447f-b48d-c171362f2a98 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.087427] env[69399]: DEBUG oslo_vmware.api [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1318.087427] env[69399]: value = "task-4177902" [ 1318.087427] env[69399]: _type = "Task" [ 1318.087427] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.100626] env[69399]: DEBUG oslo_vmware.api [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177902, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.144549] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0363ed-9529-4bfd-a97a-047807d4f3e2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.154854] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d473f006-ac94-479c-9067-b80996e24708 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.196476] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbd7bb5-45c4-4c83-bfa6-f2ca22f8e7f2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.206816] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73410041-7fda-4966-8944-f53c6405a275 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.226721] env[69399]: DEBUG nova.compute.provider_tree [None req-a24025f8-9201-4533-9506-aed0149ff58d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.338698] env[69399]: DEBUG nova.compute.manager [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1318.364606] env[69399]: DEBUG nova.network.neutron [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Successfully created port: 7654a1be-f674-41d5-a295-6fda5ed5a01e {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1318.519302] env[69399]: DEBUG oslo_vmware.api [None req-53d67fc1-400e-43bf-bd37-efdf7aa73dfa tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177901, 'name': PowerOffVM_Task, 'duration_secs': 0.23319} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.519608] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d67fc1-400e-43bf-bd37-efdf7aa73dfa tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1318.519774] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-53d67fc1-400e-43bf-bd37-efdf7aa73dfa tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1318.520411] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81932ebc-7949-40df-a253-b16828cf4770 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.598713] env[69399]: DEBUG oslo_vmware.api [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177902, 'name': ReconfigVM_Task, 'duration_secs': 0.20633} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.599203] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Updating instance '6cc5836f-2902-4072-81af-f7735deaaf91' progress to 33 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1318.734544] env[69399]: DEBUG nova.scheduler.client.report [None req-a24025f8-9201-4533-9506-aed0149ff58d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1319.106058] env[69399]: DEBUG nova.virt.hardware [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1319.106444] env[69399]: DEBUG nova.virt.hardware [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1319.106683] env[69399]: DEBUG nova.virt.hardware [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1319.107026] env[69399]: DEBUG nova.virt.hardware [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1319.107333] env[69399]: DEBUG nova.virt.hardware [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1319.107442] env[69399]: DEBUG nova.virt.hardware [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1319.107760] env[69399]: DEBUG nova.virt.hardware [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1319.107989] env[69399]: DEBUG nova.virt.hardware [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1319.108316] env[69399]: DEBUG nova.virt.hardware [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1319.108564] env[69399]: DEBUG nova.virt.hardware [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1319.108791] env[69399]: DEBUG nova.virt.hardware [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1319.115702] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1319.117724] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cc823a6-9dcf-4a45-a1ab-90b828539712 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.139044] env[69399]: DEBUG oslo_vmware.api [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1319.139044] env[69399]: value = "task-4177904" [ 1319.139044] env[69399]: _type = "Task" [ 1319.139044] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.151894] env[69399]: DEBUG oslo_vmware.api [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177904, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.244939] env[69399]: DEBUG nova.network.neutron [req-016fb857-bbe9-4c29-abaf-3bf815156140 req-762ebbe3-44a2-41bd-ad86-665114804c0c service nova] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Updated VIF entry in instance network info cache for port 6cc534fb-bae2-4f30-aaee-9857118e9aa0. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1319.245449] env[69399]: DEBUG nova.network.neutron [req-016fb857-bbe9-4c29-abaf-3bf815156140 req-762ebbe3-44a2-41bd-ad86-665114804c0c service nova] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Updating instance_info_cache with network_info: [{"id": "6cc534fb-bae2-4f30-aaee-9857118e9aa0", "address": "fa:16:3e:5b:a2:f4", "network": {"id": "fbc8d689-e009-493c-b7c6-f99fecd83767", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-209279494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "466df03825994aaaad4ffa06b54a80c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cc534fb-ba", "ovs_interfaceid": "6cc534fb-bae2-4f30-aaee-9857118e9aa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.289801] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-53d67fc1-400e-43bf-bd37-efdf7aa73dfa tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1319.289990] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-53d67fc1-400e-43bf-bd37-efdf7aa73dfa tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1319.290271] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-53d67fc1-400e-43bf-bd37-efdf7aa73dfa tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Deleting the datastore file [datastore2] 39559751-7c5a-4442-a252-b49372494de8 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1319.290629] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1dbedbe8-942f-44c3-a465-5160dcc692a7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.299206] env[69399]: DEBUG oslo_vmware.api [None req-53d67fc1-400e-43bf-bd37-efdf7aa73dfa tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for the task: (returnval){ [ 1319.299206] env[69399]: value = "task-4177905" [ 1319.299206] env[69399]: _type = "Task" [ 1319.299206] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.312836] env[69399]: DEBUG oslo_vmware.api [None req-53d67fc1-400e-43bf-bd37-efdf7aa73dfa tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177905, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.349192] env[69399]: DEBUG nova.compute.manager [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1319.384059] env[69399]: DEBUG nova.virt.hardware [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1319.384361] env[69399]: DEBUG nova.virt.hardware [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1319.384540] env[69399]: DEBUG nova.virt.hardware [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1319.384730] env[69399]: DEBUG nova.virt.hardware [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1319.384878] env[69399]: DEBUG nova.virt.hardware [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1319.385033] env[69399]: DEBUG nova.virt.hardware [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1319.385270] env[69399]: DEBUG nova.virt.hardware [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1319.385438] env[69399]: DEBUG nova.virt.hardware [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1319.385623] env[69399]: DEBUG nova.virt.hardware [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1319.385799] env[69399]: DEBUG nova.virt.hardware [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1319.385975] env[69399]: DEBUG nova.virt.hardware [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1319.386882] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e38dc3-cb8a-4ecd-96d4-3dde21b90855 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.396069] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953476fa-1d71-4aa3-852d-fd21866a5f68 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.649722] env[69399]: DEBUG oslo_vmware.api [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177904, 'name': ReconfigVM_Task, 'duration_secs': 0.184976} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.650103] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1319.650671] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402188fc-efbf-4bfb-a30f-5d5bc871b055 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.674180] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-eceec534-b24e-4249-927a-12f494c060fd/volume-eceec534-b24e-4249-927a-12f494c060fd.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1319.674473] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a7291e4-fb1b-4237-964b-464123a55a74 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.693189] env[69399]: DEBUG oslo_vmware.api [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1319.693189] env[69399]: value = "task-4177906" [ 1319.693189] env[69399]: _type = "Task" [ 1319.693189] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.702353] env[69399]: DEBUG oslo_vmware.api [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177906, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.749305] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a24025f8-9201-4533-9506-aed0149ff58d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.421s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.752461] env[69399]: DEBUG oslo_concurrency.lockutils [req-016fb857-bbe9-4c29-abaf-3bf815156140 req-762ebbe3-44a2-41bd-ad86-665114804c0c service nova] Releasing lock "refresh_cache-09dda395-fcda-42df-8f4f-8afb89f215db" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.752859] env[69399]: DEBUG oslo_concurrency.lockutils [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.878s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.754337] env[69399]: INFO nova.compute.claims [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1319.810875] env[69399]: DEBUG oslo_vmware.api [None req-53d67fc1-400e-43bf-bd37-efdf7aa73dfa tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Task: {'id': task-4177905, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167053} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.810875] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-53d67fc1-400e-43bf-bd37-efdf7aa73dfa tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1319.810875] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-53d67fc1-400e-43bf-bd37-efdf7aa73dfa tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1319.811128] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-53d67fc1-400e-43bf-bd37-efdf7aa73dfa tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1319.811128] env[69399]: INFO nova.compute.manager [None req-53d67fc1-400e-43bf-bd37-efdf7aa73dfa tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] [instance: 39559751-7c5a-4442-a252-b49372494de8] Took 1.83 seconds to destroy the instance on the hypervisor. [ 1319.811984] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53d67fc1-400e-43bf-bd37-efdf7aa73dfa tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1319.811984] env[69399]: DEBUG nova.compute.manager [-] [instance: 39559751-7c5a-4442-a252-b49372494de8] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1319.811984] env[69399]: DEBUG nova.network.neutron [-] [instance: 39559751-7c5a-4442-a252-b49372494de8] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1320.222089] env[69399]: DEBUG oslo_vmware.api [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177906, 'name': ReconfigVM_Task, 'duration_secs': 0.282119} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.222772] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-eceec534-b24e-4249-927a-12f494c060fd/volume-eceec534-b24e-4249-927a-12f494c060fd.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1320.222944] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Updating instance '6cc5836f-2902-4072-81af-f7735deaaf91' progress to 50 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1320.326776] env[69399]: INFO nova.scheduler.client.report [None req-a24025f8-9201-4533-9506-aed0149ff58d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Deleted allocation for migration 28d5603a-7a3a-4691-97eb-45002ee9fa66 [ 1320.736990] env[69399]: DEBUG nova.compute.manager [req-92fec535-a2fd-4f32-a07b-c9b249f1f3bc req-dc936d12-5d13-47c8-9299-14951a7bdc31 service nova] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Received event network-vif-plugged-7654a1be-f674-41d5-a295-6fda5ed5a01e {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1320.737282] env[69399]: DEBUG oslo_concurrency.lockutils [req-92fec535-a2fd-4f32-a07b-c9b249f1f3bc req-dc936d12-5d13-47c8-9299-14951a7bdc31 service nova] Acquiring lock "86fa8c5a-1fce-48be-90d3-192dff527e09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.737581] env[69399]: DEBUG oslo_concurrency.lockutils [req-92fec535-a2fd-4f32-a07b-c9b249f1f3bc req-dc936d12-5d13-47c8-9299-14951a7bdc31 service nova] Lock "86fa8c5a-1fce-48be-90d3-192dff527e09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.737665] env[69399]: DEBUG oslo_concurrency.lockutils [req-92fec535-a2fd-4f32-a07b-c9b249f1f3bc req-dc936d12-5d13-47c8-9299-14951a7bdc31 service nova] Lock "86fa8c5a-1fce-48be-90d3-192dff527e09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.737919] env[69399]: DEBUG nova.compute.manager [req-92fec535-a2fd-4f32-a07b-c9b249f1f3bc req-dc936d12-5d13-47c8-9299-14951a7bdc31 service nova] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] No waiting events found dispatching network-vif-plugged-7654a1be-f674-41d5-a295-6fda5ed5a01e {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1320.738109] env[69399]: WARNING nova.compute.manager [req-92fec535-a2fd-4f32-a07b-c9b249f1f3bc req-dc936d12-5d13-47c8-9299-14951a7bdc31 service nova] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Received unexpected event network-vif-plugged-7654a1be-f674-41d5-a295-6fda5ed5a01e for instance with vm_state building and task_state spawning. [ 1320.739333] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa14bda-b67a-4adc-8b63-8deb9e9c3c8f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.764950] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece26868-ac7e-418f-add4-0302adabf601 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.794817] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Updating instance '6cc5836f-2902-4072-81af-f7735deaaf91' progress to 67 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1320.838025] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a24025f8-9201-4533-9506-aed0149ff58d tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.839s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.856017] env[69399]: DEBUG nova.network.neutron [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Successfully updated port: 7654a1be-f674-41d5-a295-6fda5ed5a01e {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1321.098857] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ded929-b890-4c37-820a-8f8710f622c2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.110181] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ab20c4-6d5b-468e-92b0-908e10600753 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.146923] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdab606b-3eb5-447e-9f8d-41a99c57a55b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.156399] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0f240e-7556-4485-90d9-52eacb3d17ad {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.172829] env[69399]: DEBUG nova.compute.provider_tree [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1321.269470] env[69399]: DEBUG nova.network.neutron [-] [instance: 39559751-7c5a-4442-a252-b49372494de8] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.303055] env[69399]: DEBUG oslo_concurrency.lockutils [None req-69d485e8-51af-4f83-a8bb-36abba5f8bbb tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.303055] env[69399]: DEBUG oslo_concurrency.lockutils [None req-69d485e8-51af-4f83-a8bb-36abba5f8bbb tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.303055] env[69399]: DEBUG oslo_concurrency.lockutils [None req-69d485e8-51af-4f83-a8bb-36abba5f8bbb tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.303261] env[69399]: DEBUG oslo_concurrency.lockutils [None req-69d485e8-51af-4f83-a8bb-36abba5f8bbb tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.303786] env[69399]: DEBUG oslo_concurrency.lockutils [None req-69d485e8-51af-4f83-a8bb-36abba5f8bbb tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.308867] env[69399]: INFO nova.compute.manager [None req-69d485e8-51af-4f83-a8bb-36abba5f8bbb tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Terminating instance [ 1321.359334] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "refresh_cache-86fa8c5a-1fce-48be-90d3-192dff527e09" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.360249] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquired lock "refresh_cache-86fa8c5a-1fce-48be-90d3-192dff527e09" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.360422] env[69399]: DEBUG nova.network.neutron [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1321.678271] env[69399]: DEBUG nova.scheduler.client.report [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.771910] env[69399]: INFO nova.compute.manager [-] [instance: 39559751-7c5a-4442-a252-b49372494de8] Took 1.96 seconds to deallocate network for instance. [ 1321.818025] env[69399]: DEBUG nova.compute.manager [None req-69d485e8-51af-4f83-a8bb-36abba5f8bbb tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1321.819671] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-69d485e8-51af-4f83-a8bb-36abba5f8bbb tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1321.819671] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42470d01-e676-4c13-99cb-f77474e5f7df {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.828090] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d485e8-51af-4f83-a8bb-36abba5f8bbb tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1321.828401] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4279532-fdb7-4588-8452-98ef39e6798c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.835338] env[69399]: DEBUG oslo_vmware.api [None req-69d485e8-51af-4f83-a8bb-36abba5f8bbb tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1321.835338] env[69399]: value = "task-4177907" [ 1321.835338] env[69399]: _type = "Task" [ 1321.835338] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.845453] env[69399]: DEBUG oslo_vmware.api [None req-69d485e8-51af-4f83-a8bb-36abba5f8bbb tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.907596] env[69399]: DEBUG nova.network.neutron [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1322.040901] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "5746f581-4f39-4b02-aac5-b0abad7b927d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.041481] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "5746f581-4f39-4b02-aac5-b0abad7b927d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.132397] env[69399]: DEBUG nova.network.neutron [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Updating instance_info_cache with network_info: [{"id": "7654a1be-f674-41d5-a295-6fda5ed5a01e", "address": "fa:16:3e:34:df:1c", "network": {"id": "3d7d9a12-563c-4097-a075-43de809f19a4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1581579464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d160850aa58647f7920daed297800d71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7654a1be-f6", "ovs_interfaceid": "7654a1be-f674-41d5-a295-6fda5ed5a01e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.186021] env[69399]: DEBUG oslo_concurrency.lockutils [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.186021] env[69399]: DEBUG nova.compute.manager [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1322.187092] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.959s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.187459] env[69399]: DEBUG nova.objects.instance [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Lazy-loading 'resources' on Instance uuid 0df0c5d0-9411-411d-af69-cfd2d37e571e {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1322.283126] env[69399]: DEBUG oslo_concurrency.lockutils [None req-53d67fc1-400e-43bf-bd37-efdf7aa73dfa tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.355240] env[69399]: DEBUG oslo_vmware.api [None req-69d485e8-51af-4f83-a8bb-36abba5f8bbb tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177907, 'name': PowerOffVM_Task, 'duration_secs': 0.296199} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.355878] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d485e8-51af-4f83-a8bb-36abba5f8bbb tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1322.356387] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-69d485e8-51af-4f83-a8bb-36abba5f8bbb tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1322.356877] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6aef0cd7-e3bd-4b2c-a6ef-abc1b4aa0950 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.437442] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-69d485e8-51af-4f83-a8bb-36abba5f8bbb tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1322.437442] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-69d485e8-51af-4f83-a8bb-36abba5f8bbb tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1322.437442] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-69d485e8-51af-4f83-a8bb-36abba5f8bbb tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Deleting the datastore file [datastore1] 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1322.437442] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d1b45a2-639d-414b-bc28-b2670966bf91 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.448330] env[69399]: DEBUG oslo_vmware.api [None req-69d485e8-51af-4f83-a8bb-36abba5f8bbb tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1322.448330] env[69399]: value = "task-4177909" [ 1322.448330] env[69399]: _type = "Task" [ 1322.448330] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.458785] env[69399]: DEBUG oslo_vmware.api [None req-69d485e8-51af-4f83-a8bb-36abba5f8bbb tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.528223] env[69399]: DEBUG nova.network.neutron [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Port 59c8faaa-8e4e-41dc-8b03-e29186c6670f binding to destination host cpu-1 is already ACTIVE {{(pid=69399) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1322.547215] env[69399]: DEBUG nova.compute.manager [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1322.634138] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Releasing lock "refresh_cache-86fa8c5a-1fce-48be-90d3-192dff527e09" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.634616] env[69399]: DEBUG nova.compute.manager [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Instance network_info: |[{"id": "7654a1be-f674-41d5-a295-6fda5ed5a01e", "address": "fa:16:3e:34:df:1c", "network": {"id": "3d7d9a12-563c-4097-a075-43de809f19a4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1581579464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d160850aa58647f7920daed297800d71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7654a1be-f6", "ovs_interfaceid": "7654a1be-f674-41d5-a295-6fda5ed5a01e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1322.635072] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:df:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7654a1be-f674-41d5-a295-6fda5ed5a01e', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1322.643703] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1322.643984] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1322.644433] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8d24565-3b49-48ce-b724-d0d758916a61 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.664991] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1322.664991] env[69399]: value = "task-4177910" [ 1322.664991] env[69399]: _type = "Task" [ 1322.664991] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.673931] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177910, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.690909] env[69399]: DEBUG nova.compute.utils [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1322.692047] env[69399]: DEBUG nova.compute.manager [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1322.692224] env[69399]: DEBUG nova.network.neutron [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1322.694631] env[69399]: DEBUG nova.objects.instance [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Lazy-loading 'numa_topology' on Instance uuid 0df0c5d0-9411-411d-af69-cfd2d37e571e {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1322.738360] env[69399]: DEBUG nova.policy [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79df5c1fe1aa40e2bb602b02b21c06ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c70f2346ed704f23b25ffbac339b9b7a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1322.767982] env[69399]: DEBUG nova.compute.manager [req-79f57b0c-df94-42f6-87e7-b12e19c4fbb4 req-88d4cc04-1d4b-4944-aea5-ef68f396b7e7 service nova] [instance: 39559751-7c5a-4442-a252-b49372494de8] Received event network-vif-deleted-9757542d-d72e-4a66-ad85-0d60b7f756bd {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1322.768125] env[69399]: DEBUG nova.compute.manager [req-79f57b0c-df94-42f6-87e7-b12e19c4fbb4 req-88d4cc04-1d4b-4944-aea5-ef68f396b7e7 service nova] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Received event network-changed-7654a1be-f674-41d5-a295-6fda5ed5a01e {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1322.769209] env[69399]: DEBUG nova.compute.manager [req-79f57b0c-df94-42f6-87e7-b12e19c4fbb4 req-88d4cc04-1d4b-4944-aea5-ef68f396b7e7 service nova] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Refreshing instance network info cache due to event network-changed-7654a1be-f674-41d5-a295-6fda5ed5a01e. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1322.769209] env[69399]: DEBUG oslo_concurrency.lockutils [req-79f57b0c-df94-42f6-87e7-b12e19c4fbb4 req-88d4cc04-1d4b-4944-aea5-ef68f396b7e7 service nova] Acquiring lock "refresh_cache-86fa8c5a-1fce-48be-90d3-192dff527e09" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.769209] env[69399]: DEBUG oslo_concurrency.lockutils [req-79f57b0c-df94-42f6-87e7-b12e19c4fbb4 req-88d4cc04-1d4b-4944-aea5-ef68f396b7e7 service nova] Acquired lock "refresh_cache-86fa8c5a-1fce-48be-90d3-192dff527e09" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.769209] env[69399]: DEBUG nova.network.neutron [req-79f57b0c-df94-42f6-87e7-b12e19c4fbb4 req-88d4cc04-1d4b-4944-aea5-ef68f396b7e7 service nova] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Refreshing network info cache for port 7654a1be-f674-41d5-a295-6fda5ed5a01e {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1322.964047] env[69399]: DEBUG oslo_vmware.api [None req-69d485e8-51af-4f83-a8bb-36abba5f8bbb tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163678} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.964377] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-69d485e8-51af-4f83-a8bb-36abba5f8bbb tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1322.964616] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-69d485e8-51af-4f83-a8bb-36abba5f8bbb tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1322.964841] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-69d485e8-51af-4f83-a8bb-36abba5f8bbb tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1322.965083] env[69399]: INFO nova.compute.manager [None req-69d485e8-51af-4f83-a8bb-36abba5f8bbb tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1322.965399] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69d485e8-51af-4f83-a8bb-36abba5f8bbb tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1322.965644] env[69399]: DEBUG nova.compute.manager [-] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1322.965777] env[69399]: DEBUG nova.network.neutron [-] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1323.080010] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.080671] env[69399]: DEBUG oslo_concurrency.lockutils [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Acquiring lock "60cfac83-52a9-4f60-95d2-cb4f785ad2ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.080889] env[69399]: DEBUG oslo_concurrency.lockutils [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Lock "60cfac83-52a9-4f60-95d2-cb4f785ad2ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.185395] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177910, 'name': CreateVM_Task, 'duration_secs': 0.40907} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.187354] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1323.190180] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.190180] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.190180] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.190180] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24e1b93f-bb8f-4e9e-8dc5-1f784797a60b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.197428] env[69399]: DEBUG nova.compute.manager [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1323.202478] env[69399]: DEBUG nova.objects.base [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Object Instance<0df0c5d0-9411-411d-af69-cfd2d37e571e> lazy-loaded attributes: resources,numa_topology {{(pid=69399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1323.205372] env[69399]: DEBUG oslo_vmware.api [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1323.205372] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5253af89-3915-212b-065b-28c961b3c914" [ 1323.205372] env[69399]: _type = "Task" [ 1323.205372] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.219867] env[69399]: DEBUG oslo_vmware.api [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5253af89-3915-212b-065b-28c961b3c914, 'name': SearchDatastore_Task, 'duration_secs': 0.011722} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.220336] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.221117] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1323.221440] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.221642] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.223029] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1323.223029] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a19390e-60ad-4c93-91a0-378bf12b46d3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.234607] env[69399]: DEBUG nova.network.neutron [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Successfully created port: 57af4620-9c37-46cd-9947-1d7fcb6561eb {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1323.236593] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1323.237337] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1323.238606] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a65fb85-a510-44ec-a48b-91cf5f70e4f2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.248733] env[69399]: DEBUG oslo_vmware.api [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1323.248733] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e49513-fb48-5b0f-ba92-d9d8183bfbc2" [ 1323.248733] env[69399]: _type = "Task" [ 1323.248733] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.261471] env[69399]: DEBUG oslo_vmware.api [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e49513-fb48-5b0f-ba92-d9d8183bfbc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.558341] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "6cc5836f-2902-4072-81af-f7735deaaf91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.558341] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "6cc5836f-2902-4072-81af-f7735deaaf91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.558341] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "6cc5836f-2902-4072-81af-f7735deaaf91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.564170] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a19a51-b33d-4d4d-abf9-e3a5839f3408 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.578823] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d42b08-4931-4c1f-ae97-199ea722aa31 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.586367] env[69399]: DEBUG nova.compute.manager [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1323.611373] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d9c657-ea0c-4edd-993b-d1950a42cd99 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.622730] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c30557-f331-4897-bd58-0d8b703acf4e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.640781] env[69399]: DEBUG nova.compute.provider_tree [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1323.763886] env[69399]: DEBUG oslo_vmware.api [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e49513-fb48-5b0f-ba92-d9d8183bfbc2, 'name': SearchDatastore_Task, 'duration_secs': 0.014219} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.764691] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0269f53f-6034-47ca-9f9a-1a1ae5822c8a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.770085] env[69399]: DEBUG oslo_vmware.api [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1323.770085] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e51718-e2aa-4b7a-bf2b-f0e2ed0f4c40" [ 1323.770085] env[69399]: _type = "Task" [ 1323.770085] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.778441] env[69399]: DEBUG oslo_vmware.api [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e51718-e2aa-4b7a-bf2b-f0e2ed0f4c40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.851901] env[69399]: DEBUG nova.network.neutron [req-79f57b0c-df94-42f6-87e7-b12e19c4fbb4 req-88d4cc04-1d4b-4944-aea5-ef68f396b7e7 service nova] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Updated VIF entry in instance network info cache for port 7654a1be-f674-41d5-a295-6fda5ed5a01e. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1323.852303] env[69399]: DEBUG nova.network.neutron [req-79f57b0c-df94-42f6-87e7-b12e19c4fbb4 req-88d4cc04-1d4b-4944-aea5-ef68f396b7e7 service nova] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Updating instance_info_cache with network_info: [{"id": "7654a1be-f674-41d5-a295-6fda5ed5a01e", "address": "fa:16:3e:34:df:1c", "network": {"id": "3d7d9a12-563c-4097-a075-43de809f19a4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1581579464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d160850aa58647f7920daed297800d71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7654a1be-f6", "ovs_interfaceid": "7654a1be-f674-41d5-a295-6fda5ed5a01e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.966167] env[69399]: DEBUG nova.network.neutron [-] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.128722] env[69399]: DEBUG oslo_concurrency.lockutils [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.143528] env[69399]: DEBUG nova.scheduler.client.report [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.212332] env[69399]: DEBUG nova.compute.manager [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1324.282591] env[69399]: DEBUG oslo_vmware.api [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e51718-e2aa-4b7a-bf2b-f0e2ed0f4c40, 'name': SearchDatastore_Task, 'duration_secs': 0.010973} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.283201] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.283295] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 86fa8c5a-1fce-48be-90d3-192dff527e09/86fa8c5a-1fce-48be-90d3-192dff527e09.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1324.283613] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-441fd150-646a-4bea-a292-4f80c894ca82 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.292837] env[69399]: DEBUG oslo_vmware.api [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1324.292837] env[69399]: value = "task-4177911" [ 1324.292837] env[69399]: _type = "Task" [ 1324.292837] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.311755] env[69399]: DEBUG nova.virt.hardware [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1324.311944] env[69399]: DEBUG nova.virt.hardware [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1324.312142] env[69399]: DEBUG nova.virt.hardware [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1324.312338] env[69399]: DEBUG nova.virt.hardware [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1324.312668] env[69399]: DEBUG nova.virt.hardware [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1324.312845] env[69399]: DEBUG nova.virt.hardware [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1324.313085] env[69399]: DEBUG nova.virt.hardware [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1324.313259] env[69399]: DEBUG nova.virt.hardware [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1324.313443] env[69399]: DEBUG nova.virt.hardware [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1324.313614] env[69399]: DEBUG nova.virt.hardware [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1324.313792] env[69399]: DEBUG nova.virt.hardware [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1324.314923] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fa1b7c-b14c-414f-bb0c-2fede73bd6cc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.324220] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a90ccf-1d1b-4183-a448-e1369b2b826b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.356013] env[69399]: DEBUG oslo_concurrency.lockutils [req-79f57b0c-df94-42f6-87e7-b12e19c4fbb4 req-88d4cc04-1d4b-4944-aea5-ef68f396b7e7 service nova] Releasing lock "refresh_cache-86fa8c5a-1fce-48be-90d3-192dff527e09" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.468803] env[69399]: INFO nova.compute.manager [-] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Took 1.50 seconds to deallocate network for instance. [ 1324.604493] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "refresh_cache-6cc5836f-2902-4072-81af-f7735deaaf91" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.604701] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquired lock "refresh_cache-6cc5836f-2902-4072-81af-f7735deaaf91" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.604892] env[69399]: DEBUG nova.network.neutron [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1324.648956] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.462s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.652495] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a4c00ed3-8f93-44c6-bc24-96ebdab1e400 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.057s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.652790] env[69399]: DEBUG nova.objects.instance [None req-a4c00ed3-8f93-44c6-bc24-96ebdab1e400 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Lazy-loading 'resources' on Instance uuid f1889218-2e1e-459f-bb4d-e4461ca64702 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.800266] env[69399]: DEBUG nova.compute.manager [req-58767953-3086-483a-ae10-d4e98175a1c8 req-be4cd7dd-7f12-4061-bd65-8f298f069f9f service nova] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Received event network-vif-deleted-9fafa21a-eab8-4afc-b35f-f263eb33c658 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1324.807697] env[69399]: DEBUG oslo_vmware.api [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177911, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.975835] env[69399]: DEBUG oslo_concurrency.lockutils [None req-69d485e8-51af-4f83-a8bb-36abba5f8bbb tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.161612] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2eb01377-b4e7-4a0c-910d-b84171a6b0c5 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Lock "0df0c5d0-9411-411d-af69-cfd2d37e571e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 34.763s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.162782] env[69399]: DEBUG oslo_concurrency.lockutils [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Lock "0df0c5d0-9411-411d-af69-cfd2d37e571e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 9.624s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.162782] env[69399]: INFO nova.compute.manager [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Unshelving [ 1325.306720] env[69399]: DEBUG oslo_vmware.api [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177911, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538173} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.309215] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 86fa8c5a-1fce-48be-90d3-192dff527e09/86fa8c5a-1fce-48be-90d3-192dff527e09.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1325.309646] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1325.309877] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-612e494e-2ee6-42d0-a410-ef18610570d3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.316564] env[69399]: DEBUG oslo_vmware.api [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1325.316564] env[69399]: value = "task-4177912" [ 1325.316564] env[69399]: _type = "Task" [ 1325.316564] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.326172] env[69399]: DEBUG oslo_vmware.api [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177912, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.464299] env[69399]: DEBUG nova.network.neutron [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Successfully updated port: 57af4620-9c37-46cd-9947-1d7fcb6561eb {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1325.468576] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a028a2-635c-4ab4-b688-affc0f25c25e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.477315] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c36783-7c05-407f-9d77-7a85351203e6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.482472] env[69399]: DEBUG nova.network.neutron [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Updating instance_info_cache with network_info: [{"id": "59c8faaa-8e4e-41dc-8b03-e29186c6670f", "address": "fa:16:3e:db:e2:9d", "network": {"id": "2e919c77-3170-4d6d-9779-978d4cf8fafb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1843815499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44de2a3fad244be683fd7f2cea410ef2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59c8faaa-8e", "ovs_interfaceid": "59c8faaa-8e4e-41dc-8b03-e29186c6670f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.514220] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ffadb6-a085-4b2f-82e8-1b850e08ea91 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.522925] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9f9dbe-d5e1-4d68-9688-ae6caf284744 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.539430] env[69399]: DEBUG nova.compute.provider_tree [None req-a4c00ed3-8f93-44c6-bc24-96ebdab1e400 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.825793] env[69399]: DEBUG oslo_vmware.api [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177912, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11147} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.826867] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1325.827101] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e50946-2a26-4cfd-b1af-3db9f442a61f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.850086] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 86fa8c5a-1fce-48be-90d3-192dff527e09/86fa8c5a-1fce-48be-90d3-192dff527e09.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1325.850439] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2ee1984-e9ce-4e6f-a9c3-65305fd68310 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.871759] env[69399]: DEBUG oslo_vmware.api [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1325.871759] env[69399]: value = "task-4177913" [ 1325.871759] env[69399]: _type = "Task" [ 1325.871759] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.880797] env[69399]: DEBUG oslo_vmware.api [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177913, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.972558] env[69399]: DEBUG oslo_concurrency.lockutils [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "refresh_cache-9eb6741b-29d4-43a6-80ec-636ef6c4fd98" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.972771] env[69399]: DEBUG oslo_concurrency.lockutils [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquired lock "refresh_cache-9eb6741b-29d4-43a6-80ec-636ef6c4fd98" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.972947] env[69399]: DEBUG nova.network.neutron [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1325.985252] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Releasing lock "refresh_cache-6cc5836f-2902-4072-81af-f7735deaaf91" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.042973] env[69399]: DEBUG nova.scheduler.client.report [None req-a4c00ed3-8f93-44c6-bc24-96ebdab1e400 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1326.186711] env[69399]: DEBUG oslo_concurrency.lockutils [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.381933] env[69399]: DEBUG oslo_vmware.api [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177913, 'name': ReconfigVM_Task, 'duration_secs': 0.311181} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.382271] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 86fa8c5a-1fce-48be-90d3-192dff527e09/86fa8c5a-1fce-48be-90d3-192dff527e09.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1326.382906] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b2b8fe8-d78e-4888-8056-516444f12588 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.390501] env[69399]: DEBUG oslo_vmware.api [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1326.390501] env[69399]: value = "task-4177914" [ 1326.390501] env[69399]: _type = "Task" [ 1326.390501] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.399362] env[69399]: DEBUG oslo_vmware.api [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177914, 'name': Rename_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.496564] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889bd951-6b40-46ab-bb1b-7de48168d8c7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.504023] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff0e2f0-5118-4664-873e-9b84e6d342a0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.513146] env[69399]: DEBUG nova.network.neutron [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1326.548011] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a4c00ed3-8f93-44c6-bc24-96ebdab1e400 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.551477] env[69399]: DEBUG oslo_concurrency.lockutils [None req-248c4d37-138d-4570-a395-a66154d517ba tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.270s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.551477] env[69399]: DEBUG nova.objects.instance [None req-248c4d37-138d-4570-a395-a66154d517ba tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lazy-loading 'resources' on Instance uuid 19cedc3f-97c4-4d41-baa5-cccf1bb48d84 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1326.580222] env[69399]: INFO nova.scheduler.client.report [None req-a4c00ed3-8f93-44c6-bc24-96ebdab1e400 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Deleted allocations for instance f1889218-2e1e-459f-bb4d-e4461ca64702 [ 1326.680065] env[69399]: DEBUG nova.network.neutron [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Updating instance_info_cache with network_info: [{"id": "57af4620-9c37-46cd-9947-1d7fcb6561eb", "address": "fa:16:3e:8b:67:37", "network": {"id": "937e3b1e-35e1-4e9f-ba20-333ead79b0de", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-541287891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70f2346ed704f23b25ffbac339b9b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57af4620-9c", "ovs_interfaceid": "57af4620-9c37-46cd-9947-1d7fcb6561eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.822841] env[69399]: DEBUG nova.compute.manager [req-313b86f6-7b88-4f03-ac05-a93c2be57216 req-9a82c903-aabf-4975-b843-381d8afc60bd service nova] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Received event network-vif-plugged-57af4620-9c37-46cd-9947-1d7fcb6561eb {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1326.823090] env[69399]: DEBUG oslo_concurrency.lockutils [req-313b86f6-7b88-4f03-ac05-a93c2be57216 req-9a82c903-aabf-4975-b843-381d8afc60bd service nova] Acquiring lock "9eb6741b-29d4-43a6-80ec-636ef6c4fd98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.823330] env[69399]: DEBUG oslo_concurrency.lockutils [req-313b86f6-7b88-4f03-ac05-a93c2be57216 req-9a82c903-aabf-4975-b843-381d8afc60bd service nova] Lock "9eb6741b-29d4-43a6-80ec-636ef6c4fd98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.823510] env[69399]: DEBUG oslo_concurrency.lockutils [req-313b86f6-7b88-4f03-ac05-a93c2be57216 req-9a82c903-aabf-4975-b843-381d8afc60bd service nova] Lock "9eb6741b-29d4-43a6-80ec-636ef6c4fd98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.823680] env[69399]: DEBUG nova.compute.manager [req-313b86f6-7b88-4f03-ac05-a93c2be57216 req-9a82c903-aabf-4975-b843-381d8afc60bd service nova] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] No waiting events found dispatching network-vif-plugged-57af4620-9c37-46cd-9947-1d7fcb6561eb {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1326.823846] env[69399]: WARNING nova.compute.manager [req-313b86f6-7b88-4f03-ac05-a93c2be57216 req-9a82c903-aabf-4975-b843-381d8afc60bd service nova] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Received unexpected event network-vif-plugged-57af4620-9c37-46cd-9947-1d7fcb6561eb for instance with vm_state building and task_state spawning. [ 1326.824014] env[69399]: DEBUG nova.compute.manager [req-313b86f6-7b88-4f03-ac05-a93c2be57216 req-9a82c903-aabf-4975-b843-381d8afc60bd service nova] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Received event network-changed-57af4620-9c37-46cd-9947-1d7fcb6561eb {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1326.824174] env[69399]: DEBUG nova.compute.manager [req-313b86f6-7b88-4f03-ac05-a93c2be57216 req-9a82c903-aabf-4975-b843-381d8afc60bd service nova] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Refreshing instance network info cache due to event network-changed-57af4620-9c37-46cd-9947-1d7fcb6561eb. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1326.824340] env[69399]: DEBUG oslo_concurrency.lockutils [req-313b86f6-7b88-4f03-ac05-a93c2be57216 req-9a82c903-aabf-4975-b843-381d8afc60bd service nova] Acquiring lock "refresh_cache-9eb6741b-29d4-43a6-80ec-636ef6c4fd98" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.900442] env[69399]: DEBUG oslo_vmware.api [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177914, 'name': Rename_Task, 'duration_secs': 0.141238} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.900744] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1326.900994] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e2631ab-862b-49b0-bb59-df30aff27438 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.908783] env[69399]: DEBUG oslo_vmware.api [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1326.908783] env[69399]: value = "task-4177915" [ 1326.908783] env[69399]: _type = "Task" [ 1326.908783] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.917012] env[69399]: DEBUG oslo_vmware.api [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.090112] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a4c00ed3-8f93-44c6-bc24-96ebdab1e400 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Lock "f1889218-2e1e-459f-bb4d-e4461ca64702" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.064s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.183477] env[69399]: DEBUG oslo_concurrency.lockutils [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Releasing lock "refresh_cache-9eb6741b-29d4-43a6-80ec-636ef6c4fd98" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.183891] env[69399]: DEBUG nova.compute.manager [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Instance network_info: |[{"id": "57af4620-9c37-46cd-9947-1d7fcb6561eb", "address": "fa:16:3e:8b:67:37", "network": {"id": "937e3b1e-35e1-4e9f-ba20-333ead79b0de", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-541287891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70f2346ed704f23b25ffbac339b9b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57af4620-9c", "ovs_interfaceid": "57af4620-9c37-46cd-9947-1d7fcb6561eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1327.184461] env[69399]: DEBUG oslo_concurrency.lockutils [req-313b86f6-7b88-4f03-ac05-a93c2be57216 req-9a82c903-aabf-4975-b843-381d8afc60bd service nova] Acquired lock "refresh_cache-9eb6741b-29d4-43a6-80ec-636ef6c4fd98" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.184713] env[69399]: DEBUG nova.network.neutron [req-313b86f6-7b88-4f03-ac05-a93c2be57216 req-9a82c903-aabf-4975-b843-381d8afc60bd service nova] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Refreshing network info cache for port 57af4620-9c37-46cd-9947-1d7fcb6561eb {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1327.186113] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:67:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaba65c3-6925-4c7f-83b6-17cd1a328e27', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57af4620-9c37-46cd-9947-1d7fcb6561eb', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1327.194445] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1327.200807] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1327.202526] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b02fe591-c1ac-4247-9186-c0d6d2df0de6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.229841] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1327.229841] env[69399]: value = "task-4177916" [ 1327.229841] env[69399]: _type = "Task" [ 1327.229841] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.243297] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177916, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.341859] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d32546-5a6f-4376-98e2-5fb5ba75be76 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.354845] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42d0067-d0e5-40fb-8419-1d6eecbe329e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.392596] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920773c0-2d7c-4175-b2ff-44653fef8d99 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.401239] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dea0520-0ce6-48f8-8048-8bb80644f1f5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.421420] env[69399]: DEBUG nova.compute.provider_tree [None req-248c4d37-138d-4570-a395-a66154d517ba tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1327.428438] env[69399]: DEBUG oslo_vmware.api [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177915, 'name': PowerOnVM_Task, 'duration_secs': 0.482498} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.428811] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1327.429079] env[69399]: INFO nova.compute.manager [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Took 8.08 seconds to spawn the instance on the hypervisor. [ 1327.429303] env[69399]: DEBUG nova.compute.manager [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1327.430264] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5f6966-16ff-4c78-a40e-23a9bff0b04e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.615803] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d56058-9cf6-41f0-831b-8465825dd41d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.637813] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1826e8-748a-49eb-87a1-cf022763e9be {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.645696] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Updating instance '6cc5836f-2902-4072-81af-f7735deaaf91' progress to 83 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1327.740742] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177916, 'name': CreateVM_Task, 'duration_secs': 0.393169} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.740878] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1327.741506] env[69399]: DEBUG oslo_concurrency.lockutils [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.741670] env[69399]: DEBUG oslo_concurrency.lockutils [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.742017] env[69399]: DEBUG oslo_concurrency.lockutils [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.742693] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8500bfb7-1a55-4c0c-ad47-6dd1e57092a0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.747963] env[69399]: DEBUG oslo_vmware.api [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1327.747963] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]522ada21-17d1-5f89-4c5e-6337e5dae89a" [ 1327.747963] env[69399]: _type = "Task" [ 1327.747963] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.756703] env[69399]: DEBUG oslo_vmware.api [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]522ada21-17d1-5f89-4c5e-6337e5dae89a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.818023] env[69399]: DEBUG nova.network.neutron [req-313b86f6-7b88-4f03-ac05-a93c2be57216 req-9a82c903-aabf-4975-b843-381d8afc60bd service nova] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Updated VIF entry in instance network info cache for port 57af4620-9c37-46cd-9947-1d7fcb6561eb. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1327.818559] env[69399]: DEBUG nova.network.neutron [req-313b86f6-7b88-4f03-ac05-a93c2be57216 req-9a82c903-aabf-4975-b843-381d8afc60bd service nova] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Updating instance_info_cache with network_info: [{"id": "57af4620-9c37-46cd-9947-1d7fcb6561eb", "address": "fa:16:3e:8b:67:37", "network": {"id": "937e3b1e-35e1-4e9f-ba20-333ead79b0de", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-541287891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70f2346ed704f23b25ffbac339b9b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57af4620-9c", "ovs_interfaceid": "57af4620-9c37-46cd-9947-1d7fcb6561eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.925309] env[69399]: DEBUG nova.scheduler.client.report [None req-248c4d37-138d-4570-a395-a66154d517ba tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1327.953880] env[69399]: INFO nova.compute.manager [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Took 22.45 seconds to build instance. [ 1328.154942] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1328.155345] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30b1fa59-54ad-4c5f-8dfe-0470ab595953 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.163726] env[69399]: DEBUG oslo_vmware.api [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1328.163726] env[69399]: value = "task-4177918" [ 1328.163726] env[69399]: _type = "Task" [ 1328.163726] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.172832] env[69399]: DEBUG oslo_vmware.api [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.259867] env[69399]: DEBUG oslo_vmware.api [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]522ada21-17d1-5f89-4c5e-6337e5dae89a, 'name': SearchDatastore_Task, 'duration_secs': 0.010792} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.259867] env[69399]: DEBUG oslo_concurrency.lockutils [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.259867] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1328.260240] env[69399]: DEBUG oslo_concurrency.lockutils [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.260240] env[69399]: DEBUG oslo_concurrency.lockutils [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.260368] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1328.260633] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33e14da3-638f-478e-808c-e85901f745c2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.271414] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1328.271414] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1328.272022] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eb3548d-c7fa-4b59-b02d-4bb23e2ce0ca {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.277806] env[69399]: DEBUG oslo_vmware.api [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1328.277806] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5260da1f-9105-347d-729b-3f969eeccf71" [ 1328.277806] env[69399]: _type = "Task" [ 1328.277806] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.288240] env[69399]: DEBUG oslo_vmware.api [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5260da1f-9105-347d-729b-3f969eeccf71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.321432] env[69399]: DEBUG oslo_concurrency.lockutils [req-313b86f6-7b88-4f03-ac05-a93c2be57216 req-9a82c903-aabf-4975-b843-381d8afc60bd service nova] Releasing lock "refresh_cache-9eb6741b-29d4-43a6-80ec-636ef6c4fd98" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.432382] env[69399]: DEBUG oslo_concurrency.lockutils [None req-248c4d37-138d-4570-a395-a66154d517ba tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.436092] env[69399]: DEBUG oslo_concurrency.lockutils [None req-53d67fc1-400e-43bf-bd37-efdf7aa73dfa tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.153s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.436541] env[69399]: DEBUG nova.objects.instance [None req-53d67fc1-400e-43bf-bd37-efdf7aa73dfa tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lazy-loading 'resources' on Instance uuid 39559751-7c5a-4442-a252-b49372494de8 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.456815] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b779eb70-f261-4661-b1cf-55416b23e28a tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "86fa8c5a-1fce-48be-90d3-192dff527e09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.973s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.466729] env[69399]: INFO nova.scheduler.client.report [None req-248c4d37-138d-4570-a395-a66154d517ba tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Deleted allocations for instance 19cedc3f-97c4-4d41-baa5-cccf1bb48d84 [ 1328.674100] env[69399]: DEBUG oslo_vmware.api [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177918, 'name': PowerOnVM_Task, 'duration_secs': 0.478873} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.674385] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1328.674580] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a97c77a8-2641-4b37-bbbe-897fc7116303 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Updating instance '6cc5836f-2902-4072-81af-f7735deaaf91' progress to 100 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1328.790037] env[69399]: DEBUG oslo_vmware.api [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5260da1f-9105-347d-729b-3f969eeccf71, 'name': SearchDatastore_Task, 'duration_secs': 0.015568} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.790403] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70729547-ae65-492b-ac01-18374aa2533c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.797401] env[69399]: DEBUG oslo_vmware.api [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1328.797401] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]529590ac-1c75-fd59-8422-ebb47b24da7d" [ 1328.797401] env[69399]: _type = "Task" [ 1328.797401] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.806243] env[69399]: DEBUG oslo_vmware.api [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]529590ac-1c75-fd59-8422-ebb47b24da7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.975402] env[69399]: DEBUG oslo_concurrency.lockutils [None req-248c4d37-138d-4570-a395-a66154d517ba tempest-AttachVolumeShelveTestJSON-1928579828 tempest-AttachVolumeShelveTestJSON-1928579828-project-member] Lock "19cedc3f-97c4-4d41-baa5-cccf1bb48d84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.485s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.206762] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58cc0d9-a2b5-4e17-b67c-f1e4f7240bcd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.216779] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba36210-104a-4983-b5b2-5a4fdc9222b5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.253312] env[69399]: DEBUG oslo_concurrency.lockutils [None req-eeddf0a4-e466-40fa-bef3-e4a7ff7f8d59 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "86fa8c5a-1fce-48be-90d3-192dff527e09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.253759] env[69399]: DEBUG oslo_concurrency.lockutils [None req-eeddf0a4-e466-40fa-bef3-e4a7ff7f8d59 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "86fa8c5a-1fce-48be-90d3-192dff527e09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.254122] env[69399]: DEBUG oslo_concurrency.lockutils [None req-eeddf0a4-e466-40fa-bef3-e4a7ff7f8d59 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "86fa8c5a-1fce-48be-90d3-192dff527e09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.254591] env[69399]: DEBUG oslo_concurrency.lockutils [None req-eeddf0a4-e466-40fa-bef3-e4a7ff7f8d59 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "86fa8c5a-1fce-48be-90d3-192dff527e09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.254719] env[69399]: DEBUG oslo_concurrency.lockutils [None req-eeddf0a4-e466-40fa-bef3-e4a7ff7f8d59 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "86fa8c5a-1fce-48be-90d3-192dff527e09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.257703] env[69399]: INFO nova.compute.manager [None req-eeddf0a4-e466-40fa-bef3-e4a7ff7f8d59 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Terminating instance [ 1329.261831] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7bb364-5561-44f6-952a-9e83f680142a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.273789] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144714c9-018d-4230-87e5-681020cf9c48 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.292356] env[69399]: DEBUG nova.compute.provider_tree [None req-53d67fc1-400e-43bf-bd37-efdf7aa73dfa tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.309560] env[69399]: DEBUG oslo_vmware.api [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]529590ac-1c75-fd59-8422-ebb47b24da7d, 'name': SearchDatastore_Task, 'duration_secs': 0.02457} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.309862] env[69399]: DEBUG oslo_concurrency.lockutils [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.310126] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 9eb6741b-29d4-43a6-80ec-636ef6c4fd98/9eb6741b-29d4-43a6-80ec-636ef6c4fd98.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1329.310959] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af37baaf-8523-436c-b911-d582ffde0898 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.317309] env[69399]: DEBUG oslo_vmware.api [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1329.317309] env[69399]: value = "task-4177919" [ 1329.317309] env[69399]: _type = "Task" [ 1329.317309] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.326290] env[69399]: DEBUG oslo_vmware.api [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.770947] env[69399]: DEBUG nova.compute.manager [None req-eeddf0a4-e466-40fa-bef3-e4a7ff7f8d59 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1329.771260] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-eeddf0a4-e466-40fa-bef3-e4a7ff7f8d59 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1329.772977] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb42af3-f98d-49b7-9462-7f5630dd96cd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.783285] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeddf0a4-e466-40fa-bef3-e4a7ff7f8d59 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1329.783354] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f2e6c18-25d7-406b-9074-233c339310ca {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.794218] env[69399]: DEBUG oslo_vmware.api [None req-eeddf0a4-e466-40fa-bef3-e4a7ff7f8d59 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1329.794218] env[69399]: value = "task-4177920" [ 1329.794218] env[69399]: _type = "Task" [ 1329.794218] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.795131] env[69399]: DEBUG nova.scheduler.client.report [None req-53d67fc1-400e-43bf-bd37-efdf7aa73dfa tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1329.812461] env[69399]: DEBUG oslo_vmware.api [None req-eeddf0a4-e466-40fa-bef3-e4a7ff7f8d59 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.831714] env[69399]: DEBUG oslo_vmware.api [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177919, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.306026] env[69399]: DEBUG oslo_concurrency.lockutils [None req-53d67fc1-400e-43bf-bd37-efdf7aa73dfa tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.870s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.307999] env[69399]: DEBUG oslo_vmware.api [None req-eeddf0a4-e466-40fa-bef3-e4a7ff7f8d59 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177920, 'name': PowerOffVM_Task, 'duration_secs': 0.322758} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.309061] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.229s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.310585] env[69399]: INFO nova.compute.claims [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1330.312996] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeddf0a4-e466-40fa-bef3-e4a7ff7f8d59 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1330.313192] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-eeddf0a4-e466-40fa-bef3-e4a7ff7f8d59 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1330.313706] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a842be11-6f7c-43be-b774-ca2312e0f27e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.329612] env[69399]: DEBUG oslo_vmware.api [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177919, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679229} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.329930] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 9eb6741b-29d4-43a6-80ec-636ef6c4fd98/9eb6741b-29d4-43a6-80ec-636ef6c4fd98.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1330.330155] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1330.330808] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7e13494-3381-412c-a1f1-925fec23f460 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.334300] env[69399]: INFO nova.scheduler.client.report [None req-53d67fc1-400e-43bf-bd37-efdf7aa73dfa tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Deleted allocations for instance 39559751-7c5a-4442-a252-b49372494de8 [ 1330.342313] env[69399]: DEBUG oslo_vmware.api [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1330.342313] env[69399]: value = "task-4177922" [ 1330.342313] env[69399]: _type = "Task" [ 1330.342313] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.356262] env[69399]: DEBUG oslo_vmware.api [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.422662] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-eeddf0a4-e466-40fa-bef3-e4a7ff7f8d59 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1330.422863] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-eeddf0a4-e466-40fa-bef3-e4a7ff7f8d59 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1330.422863] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeddf0a4-e466-40fa-bef3-e4a7ff7f8d59 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Deleting the datastore file [datastore2] 86fa8c5a-1fce-48be-90d3-192dff527e09 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1330.423638] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7f4d22f-a886-4ab3-9ce5-a2bbcf17b49f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.433182] env[69399]: DEBUG oslo_vmware.api [None req-eeddf0a4-e466-40fa-bef3-e4a7ff7f8d59 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1330.433182] env[69399]: value = "task-4177923" [ 1330.433182] env[69399]: _type = "Task" [ 1330.433182] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.443221] env[69399]: DEBUG oslo_vmware.api [None req-eeddf0a4-e466-40fa-bef3-e4a7ff7f8d59 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.843797] env[69399]: DEBUG oslo_concurrency.lockutils [None req-53d67fc1-400e-43bf-bd37-efdf7aa73dfa tempest-AttachVolumeNegativeTest-1457488000 tempest-AttachVolumeNegativeTest-1457488000-project-member] Lock "39559751-7c5a-4442-a252-b49372494de8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.364s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.856729] env[69399]: DEBUG oslo_vmware.api [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087147} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.856729] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1330.857272] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d3e17a-43bd-427d-b078-d72b9bd48e64 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.883375] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 9eb6741b-29d4-43a6-80ec-636ef6c4fd98/9eb6741b-29d4-43a6-80ec-636ef6c4fd98.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1330.884168] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6b5344d-3a29-46f0-99ef-99efc54ab7fd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.910029] env[69399]: DEBUG oslo_vmware.api [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1330.910029] env[69399]: value = "task-4177925" [ 1330.910029] env[69399]: _type = "Task" [ 1330.910029] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.917010] env[69399]: DEBUG oslo_concurrency.lockutils [None req-55b80a43-bfa0-4be0-b5c3-45a26abc6def tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "6cc5836f-2902-4072-81af-f7735deaaf91" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.917345] env[69399]: DEBUG oslo_concurrency.lockutils [None req-55b80a43-bfa0-4be0-b5c3-45a26abc6def tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "6cc5836f-2902-4072-81af-f7735deaaf91" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.917623] env[69399]: DEBUG nova.compute.manager [None req-55b80a43-bfa0-4be0-b5c3-45a26abc6def tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Going to confirm migration 6 {{(pid=69399) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1330.923239] env[69399]: DEBUG oslo_vmware.api [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177925, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.944324] env[69399]: DEBUG oslo_vmware.api [None req-eeddf0a4-e466-40fa-bef3-e4a7ff7f8d59 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.471069} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.945412] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeddf0a4-e466-40fa-bef3-e4a7ff7f8d59 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1330.945608] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-eeddf0a4-e466-40fa-bef3-e4a7ff7f8d59 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1330.945827] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-eeddf0a4-e466-40fa-bef3-e4a7ff7f8d59 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1330.946069] env[69399]: INFO nova.compute.manager [None req-eeddf0a4-e466-40fa-bef3-e4a7ff7f8d59 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1330.946380] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eeddf0a4-e466-40fa-bef3-e4a7ff7f8d59 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1330.946850] env[69399]: DEBUG nova.compute.manager [-] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1330.946950] env[69399]: DEBUG nova.network.neutron [-] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1331.372358] env[69399]: DEBUG nova.compute.manager [req-a6b9e0f0-95e0-40de-a279-dea0fa4f84e1 req-f1c67071-804b-4498-a269-571a366df1dd service nova] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Received event network-vif-deleted-7654a1be-f674-41d5-a295-6fda5ed5a01e {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1331.372728] env[69399]: INFO nova.compute.manager [req-a6b9e0f0-95e0-40de-a279-dea0fa4f84e1 req-f1c67071-804b-4498-a269-571a366df1dd service nova] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Neutron deleted interface 7654a1be-f674-41d5-a295-6fda5ed5a01e; detaching it from the instance and deleting it from the info cache [ 1331.372780] env[69399]: DEBUG nova.network.neutron [req-a6b9e0f0-95e0-40de-a279-dea0fa4f84e1 req-f1c67071-804b-4498-a269-571a366df1dd service nova] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.420522] env[69399]: DEBUG oslo_vmware.api [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177925, 'name': ReconfigVM_Task, 'duration_secs': 0.314247} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.420885] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 9eb6741b-29d4-43a6-80ec-636ef6c4fd98/9eb6741b-29d4-43a6-80ec-636ef6c4fd98.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1331.421649] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09e2562b-06b2-47d8-9e05-e01618304ec0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.436678] env[69399]: DEBUG oslo_vmware.api [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1331.436678] env[69399]: value = "task-4177927" [ 1331.436678] env[69399]: _type = "Task" [ 1331.436678] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.449112] env[69399]: DEBUG oslo_vmware.api [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177927, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.527572] env[69399]: DEBUG oslo_concurrency.lockutils [None req-55b80a43-bfa0-4be0-b5c3-45a26abc6def tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "refresh_cache-6cc5836f-2902-4072-81af-f7735deaaf91" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.527824] env[69399]: DEBUG oslo_concurrency.lockutils [None req-55b80a43-bfa0-4be0-b5c3-45a26abc6def tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquired lock "refresh_cache-6cc5836f-2902-4072-81af-f7735deaaf91" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.528074] env[69399]: DEBUG nova.network.neutron [None req-55b80a43-bfa0-4be0-b5c3-45a26abc6def tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1331.528349] env[69399]: DEBUG nova.objects.instance [None req-55b80a43-bfa0-4be0-b5c3-45a26abc6def tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lazy-loading 'info_cache' on Instance uuid 6cc5836f-2902-4072-81af-f7735deaaf91 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1331.598167] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbc779b-e4e9-468c-9324-f971d8ae2118 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.606598] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245595fc-cd06-404b-b360-3e15315133a3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.636900] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c5b889-51a4-4169-ba1f-14b26c1a9fcb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.645549] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7285d9-60b1-4caf-aa8c-de9c8d7203dc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.659397] env[69399]: DEBUG nova.compute.provider_tree [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1331.834745] env[69399]: DEBUG oslo_concurrency.lockutils [None req-db9159de-0116-4006-830e-443ed272f159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquiring lock "19ffc46f-3699-4881-99f4-a7cf31d374d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.835080] env[69399]: DEBUG oslo_concurrency.lockutils [None req-db9159de-0116-4006-830e-443ed272f159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Lock "19ffc46f-3699-4881-99f4-a7cf31d374d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.835303] env[69399]: DEBUG oslo_concurrency.lockutils [None req-db9159de-0116-4006-830e-443ed272f159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquiring lock "19ffc46f-3699-4881-99f4-a7cf31d374d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.835496] env[69399]: DEBUG oslo_concurrency.lockutils [None req-db9159de-0116-4006-830e-443ed272f159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Lock "19ffc46f-3699-4881-99f4-a7cf31d374d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.835664] env[69399]: DEBUG oslo_concurrency.lockutils [None req-db9159de-0116-4006-830e-443ed272f159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Lock "19ffc46f-3699-4881-99f4-a7cf31d374d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.838058] env[69399]: INFO nova.compute.manager [None req-db9159de-0116-4006-830e-443ed272f159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Terminating instance [ 1331.851552] env[69399]: DEBUG nova.network.neutron [-] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.875645] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90717b0f-f85c-4aa0-a8b9-737b48c6c4c3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.887765] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a61f028-3123-45b3-970c-b83822087d9f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.921903] env[69399]: DEBUG nova.compute.manager [req-a6b9e0f0-95e0-40de-a279-dea0fa4f84e1 req-f1c67071-804b-4498-a269-571a366df1dd service nova] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Detach interface failed, port_id=7654a1be-f674-41d5-a295-6fda5ed5a01e, reason: Instance 86fa8c5a-1fce-48be-90d3-192dff527e09 could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1331.946552] env[69399]: DEBUG oslo_vmware.api [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177927, 'name': Rename_Task, 'duration_secs': 0.156969} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.946611] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1331.946819] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ce13a51-bf02-4a9a-9ced-7f81f790d17c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.955311] env[69399]: DEBUG oslo_vmware.api [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1331.955311] env[69399]: value = "task-4177928" [ 1331.955311] env[69399]: _type = "Task" [ 1331.955311] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.967748] env[69399]: DEBUG oslo_vmware.api [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.162736] env[69399]: DEBUG nova.scheduler.client.report [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1332.342449] env[69399]: DEBUG nova.compute.manager [None req-db9159de-0116-4006-830e-443ed272f159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1332.342704] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-db9159de-0116-4006-830e-443ed272f159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1332.343721] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dceb61dc-5767-43f7-bbd0-94cba4ae307c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.352702] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-db9159de-0116-4006-830e-443ed272f159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1332.353188] env[69399]: INFO nova.compute.manager [-] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Took 1.41 seconds to deallocate network for instance. [ 1332.353420] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60e0d1d5-020b-4b39-85b9-7afaebbbd8f7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.361916] env[69399]: DEBUG oslo_vmware.api [None req-db9159de-0116-4006-830e-443ed272f159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1332.361916] env[69399]: value = "task-4177929" [ 1332.361916] env[69399]: _type = "Task" [ 1332.361916] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.371566] env[69399]: DEBUG oslo_vmware.api [None req-db9159de-0116-4006-830e-443ed272f159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.466296] env[69399]: DEBUG oslo_vmware.api [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177928, 'name': PowerOnVM_Task, 'duration_secs': 0.493148} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.466686] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1332.467100] env[69399]: INFO nova.compute.manager [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1332.467201] env[69399]: DEBUG nova.compute.manager [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1332.467964] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798b94df-3815-4d3d-9bd9-64681c2f2cb5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.668512] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.669190] env[69399]: DEBUG nova.compute.manager [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1332.672055] env[69399]: DEBUG oslo_concurrency.lockutils [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.543s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.673650] env[69399]: INFO nova.compute.claims [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1332.861788] env[69399]: DEBUG oslo_concurrency.lockutils [None req-eeddf0a4-e466-40fa-bef3-e4a7ff7f8d59 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.875190] env[69399]: DEBUG oslo_vmware.api [None req-db9159de-0116-4006-830e-443ed272f159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177929, 'name': PowerOffVM_Task, 'duration_secs': 0.461718} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.875444] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-db9159de-0116-4006-830e-443ed272f159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1332.875654] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-db9159de-0116-4006-830e-443ed272f159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1332.875893] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-355e9091-4329-415e-82b1-78833976ea95 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.880515] env[69399]: DEBUG nova.network.neutron [None req-55b80a43-bfa0-4be0-b5c3-45a26abc6def tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Updating instance_info_cache with network_info: [{"id": "59c8faaa-8e4e-41dc-8b03-e29186c6670f", "address": "fa:16:3e:db:e2:9d", "network": {"id": "2e919c77-3170-4d6d-9779-978d4cf8fafb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1843815499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44de2a3fad244be683fd7f2cea410ef2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59c8faaa-8e", "ovs_interfaceid": "59c8faaa-8e4e-41dc-8b03-e29186c6670f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.975690] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-db9159de-0116-4006-830e-443ed272f159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1332.975925] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-db9159de-0116-4006-830e-443ed272f159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1332.976127] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-db9159de-0116-4006-830e-443ed272f159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Deleting the datastore file [datastore1] 19ffc46f-3699-4881-99f4-a7cf31d374d2 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1332.976452] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a47f3d7d-7d22-4a0b-be11-c0048948d88c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.989270] env[69399]: DEBUG oslo_vmware.api [None req-db9159de-0116-4006-830e-443ed272f159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1332.989270] env[69399]: value = "task-4177931" [ 1332.989270] env[69399]: _type = "Task" [ 1332.989270] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.991300] env[69399]: INFO nova.compute.manager [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Took 23.13 seconds to build instance. [ 1333.004542] env[69399]: DEBUG oslo_vmware.api [None req-db9159de-0116-4006-830e-443ed272f159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177931, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.177837] env[69399]: DEBUG nova.compute.utils [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1333.179389] env[69399]: DEBUG nova.compute.manager [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1333.179569] env[69399]: DEBUG nova.network.neutron [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1333.221283] env[69399]: DEBUG nova.policy [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30edd93afb254a96ab5a1f259a8f53a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d78bffd4fc241838d980740174d171b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1333.387979] env[69399]: DEBUG oslo_concurrency.lockutils [None req-55b80a43-bfa0-4be0-b5c3-45a26abc6def tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Releasing lock "refresh_cache-6cc5836f-2902-4072-81af-f7735deaaf91" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.387979] env[69399]: DEBUG nova.objects.instance [None req-55b80a43-bfa0-4be0-b5c3-45a26abc6def tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lazy-loading 'migration_context' on Instance uuid 6cc5836f-2902-4072-81af-f7735deaaf91 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.475132] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb72bdaf-30a4-4312-97c5-ebd721dd386e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.485117] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ff69ea-d3e9-4205-9e81-2ea74c168662 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Suspending the VM {{(pid=69399) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1333.485117] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-62d7d3d9-4ab1-4faf-bcb9-9a274890c400 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.491707] env[69399]: DEBUG oslo_vmware.api [None req-a7ff69ea-d3e9-4205-9e81-2ea74c168662 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1333.491707] env[69399]: value = "task-4177932" [ 1333.491707] env[69399]: _type = "Task" [ 1333.491707] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.497699] env[69399]: DEBUG oslo_concurrency.lockutils [None req-19be5508-0775-4808-aab7-17cf53a39831 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "9eb6741b-29d4-43a6-80ec-636ef6c4fd98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.645s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.510667] env[69399]: DEBUG oslo_vmware.api [None req-a7ff69ea-d3e9-4205-9e81-2ea74c168662 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177932, 'name': SuspendVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.512217] env[69399]: DEBUG oslo_vmware.api [None req-db9159de-0116-4006-830e-443ed272f159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177931, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.364091} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.512677] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-db9159de-0116-4006-830e-443ed272f159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1333.513102] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-db9159de-0116-4006-830e-443ed272f159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1333.513402] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-db9159de-0116-4006-830e-443ed272f159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1333.516021] env[69399]: INFO nova.compute.manager [None req-db9159de-0116-4006-830e-443ed272f159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1333.516021] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db9159de-0116-4006-830e-443ed272f159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1333.516021] env[69399]: DEBUG nova.compute.manager [-] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1333.516021] env[69399]: DEBUG nova.network.neutron [-] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1333.686178] env[69399]: DEBUG nova.compute.manager [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1333.898589] env[69399]: DEBUG nova.objects.base [None req-55b80a43-bfa0-4be0-b5c3-45a26abc6def tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Object Instance<6cc5836f-2902-4072-81af-f7735deaaf91> lazy-loaded attributes: info_cache,migration_context {{(pid=69399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1333.898589] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0468ec90-8084-4e26-ab04-4fb0ffe1231f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.925520] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf613d5e-b9e7-494a-8801-0bf1a19339bd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.936977] env[69399]: DEBUG oslo_vmware.api [None req-55b80a43-bfa0-4be0-b5c3-45a26abc6def tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1333.936977] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52ab6cf1-5d50-7d56-552a-92b31a3c91f2" [ 1333.936977] env[69399]: _type = "Task" [ 1333.936977] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.954386] env[69399]: DEBUG oslo_vmware.api [None req-55b80a43-bfa0-4be0-b5c3-45a26abc6def tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52ab6cf1-5d50-7d56-552a-92b31a3c91f2, 'name': SearchDatastore_Task, 'duration_secs': 0.010055} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.954718] env[69399]: DEBUG oslo_concurrency.lockutils [None req-55b80a43-bfa0-4be0-b5c3-45a26abc6def tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.008591] env[69399]: DEBUG oslo_vmware.api [None req-a7ff69ea-d3e9-4205-9e81-2ea74c168662 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177932, 'name': SuspendVM_Task} progress is 62%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.024301] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc478b1f-27f9-4584-869f-b4c56bc5231b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.034938] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1806428a-b712-4d8c-865e-e18d41f8f3f4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.040826] env[69399]: DEBUG nova.network.neutron [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Successfully created port: bbed0a7b-6b3a-4398-918c-14a23f96b39d {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1334.072757] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d08bd6-38df-4d07-a2ce-cb00e13a5bd5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.084762] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477ddf35-d44e-424a-8711-5420727beba8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.100373] env[69399]: DEBUG nova.compute.provider_tree [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1334.113957] env[69399]: DEBUG nova.compute.manager [req-edd713ca-aa47-496e-a18b-6204cb9912ef req-7c9bc046-59ca-42ee-9f7d-238178dab9d0 service nova] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Received event network-vif-deleted-c8a41898-44e3-4cba-acc3-5fc823575b50 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1334.114165] env[69399]: INFO nova.compute.manager [req-edd713ca-aa47-496e-a18b-6204cb9912ef req-7c9bc046-59ca-42ee-9f7d-238178dab9d0 service nova] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Neutron deleted interface c8a41898-44e3-4cba-acc3-5fc823575b50; detaching it from the instance and deleting it from the info cache [ 1334.114438] env[69399]: DEBUG nova.network.neutron [req-edd713ca-aa47-496e-a18b-6204cb9912ef req-7c9bc046-59ca-42ee-9f7d-238178dab9d0 service nova] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.513517] env[69399]: DEBUG oslo_vmware.api [None req-a7ff69ea-d3e9-4205-9e81-2ea74c168662 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177932, 'name': SuspendVM_Task, 'duration_secs': 0.93896} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.513931] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ff69ea-d3e9-4205-9e81-2ea74c168662 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Suspended the VM {{(pid=69399) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1334.513931] env[69399]: DEBUG nova.compute.manager [None req-a7ff69ea-d3e9-4205-9e81-2ea74c168662 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1334.516966] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de25698c-7dfd-4d51-bb3b-cd5bb98d3a51 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.605076] env[69399]: DEBUG nova.scheduler.client.report [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1334.609927] env[69399]: DEBUG nova.network.neutron [-] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.617758] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-add09808-c5d1-4895-b5be-854369522b82 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.630291] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc8feea-90b9-482f-aa29-f060419e7275 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.667980] env[69399]: DEBUG nova.compute.manager [req-edd713ca-aa47-496e-a18b-6204cb9912ef req-7c9bc046-59ca-42ee-9f7d-238178dab9d0 service nova] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Detach interface failed, port_id=c8a41898-44e3-4cba-acc3-5fc823575b50, reason: Instance 19ffc46f-3699-4881-99f4-a7cf31d374d2 could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1334.699227] env[69399]: DEBUG nova.compute.manager [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1334.729022] env[69399]: DEBUG nova.virt.hardware [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1334.729269] env[69399]: DEBUG nova.virt.hardware [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1334.729427] env[69399]: DEBUG nova.virt.hardware [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1334.729667] env[69399]: DEBUG nova.virt.hardware [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1334.729822] env[69399]: DEBUG nova.virt.hardware [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1334.729967] env[69399]: DEBUG nova.virt.hardware [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1334.730208] env[69399]: DEBUG nova.virt.hardware [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1334.730369] env[69399]: DEBUG nova.virt.hardware [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1334.730543] env[69399]: DEBUG nova.virt.hardware [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1334.730706] env[69399]: DEBUG nova.virt.hardware [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1334.730872] env[69399]: DEBUG nova.virt.hardware [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1334.731784] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69aec94a-3a9a-4d2b-861e-963187d1967e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.741091] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e27a83c-e7fb-482b-818d-6d024654628f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.114198] env[69399]: DEBUG oslo_concurrency.lockutils [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.114751] env[69399]: DEBUG nova.compute.manager [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1335.117716] env[69399]: INFO nova.compute.manager [-] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Took 1.60 seconds to deallocate network for instance. [ 1335.118056] env[69399]: DEBUG oslo_concurrency.lockutils [None req-69d485e8-51af-4f83-a8bb-36abba5f8bbb tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.142s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.118263] env[69399]: DEBUG oslo_concurrency.lockutils [None req-69d485e8-51af-4f83-a8bb-36abba5f8bbb tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.120649] env[69399]: DEBUG oslo_concurrency.lockutils [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.934s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.120889] env[69399]: DEBUG nova.objects.instance [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Lazy-loading 'pci_requests' on Instance uuid 0df0c5d0-9411-411d-af69-cfd2d37e571e {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.153798] env[69399]: INFO nova.scheduler.client.report [None req-69d485e8-51af-4f83-a8bb-36abba5f8bbb tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Deleted allocations for instance 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa [ 1335.628439] env[69399]: DEBUG nova.objects.instance [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Lazy-loading 'numa_topology' on Instance uuid 0df0c5d0-9411-411d-af69-cfd2d37e571e {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.630153] env[69399]: DEBUG nova.compute.utils [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1335.632528] env[69399]: DEBUG oslo_concurrency.lockutils [None req-db9159de-0116-4006-830e-443ed272f159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.638951] env[69399]: DEBUG nova.compute.manager [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1335.638951] env[69399]: DEBUG nova.network.neutron [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1335.665279] env[69399]: DEBUG oslo_concurrency.lockutils [None req-69d485e8-51af-4f83-a8bb-36abba5f8bbb tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.362s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.711478] env[69399]: DEBUG nova.policy [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea16b09916a04fd992da8409902ddaec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '703d8183db834aa88c1bf1885ef68a9e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1335.864055] env[69399]: DEBUG nova.network.neutron [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Successfully updated port: bbed0a7b-6b3a-4398-918c-14a23f96b39d {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1335.937539] env[69399]: DEBUG oslo_concurrency.lockutils [None req-37bc4310-038b-4ca0-92b0-031fae5ee1e0 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "9eb6741b-29d4-43a6-80ec-636ef6c4fd98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.937893] env[69399]: DEBUG oslo_concurrency.lockutils [None req-37bc4310-038b-4ca0-92b0-031fae5ee1e0 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "9eb6741b-29d4-43a6-80ec-636ef6c4fd98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.938198] env[69399]: DEBUG oslo_concurrency.lockutils [None req-37bc4310-038b-4ca0-92b0-031fae5ee1e0 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "9eb6741b-29d4-43a6-80ec-636ef6c4fd98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.938489] env[69399]: DEBUG oslo_concurrency.lockutils [None req-37bc4310-038b-4ca0-92b0-031fae5ee1e0 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "9eb6741b-29d4-43a6-80ec-636ef6c4fd98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.938673] env[69399]: DEBUG oslo_concurrency.lockutils [None req-37bc4310-038b-4ca0-92b0-031fae5ee1e0 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "9eb6741b-29d4-43a6-80ec-636ef6c4fd98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.940910] env[69399]: INFO nova.compute.manager [None req-37bc4310-038b-4ca0-92b0-031fae5ee1e0 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Terminating instance [ 1336.104233] env[69399]: DEBUG nova.network.neutron [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Successfully created port: b5a3bf38-c382-4c80-b77d-252423a7ee66 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1336.133288] env[69399]: INFO nova.compute.claims [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1336.141480] env[69399]: DEBUG nova.compute.manager [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1336.266116] env[69399]: DEBUG nova.compute.manager [req-bbffdc7c-2aac-4c07-8ad6-713b502e9e69 req-aaacade3-6c6c-485b-8335-09768b9423e7 service nova] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Received event network-vif-plugged-bbed0a7b-6b3a-4398-918c-14a23f96b39d {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1336.266417] env[69399]: DEBUG oslo_concurrency.lockutils [req-bbffdc7c-2aac-4c07-8ad6-713b502e9e69 req-aaacade3-6c6c-485b-8335-09768b9423e7 service nova] Acquiring lock "5746f581-4f39-4b02-aac5-b0abad7b927d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.266639] env[69399]: DEBUG oslo_concurrency.lockutils [req-bbffdc7c-2aac-4c07-8ad6-713b502e9e69 req-aaacade3-6c6c-485b-8335-09768b9423e7 service nova] Lock "5746f581-4f39-4b02-aac5-b0abad7b927d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.266804] env[69399]: DEBUG oslo_concurrency.lockutils [req-bbffdc7c-2aac-4c07-8ad6-713b502e9e69 req-aaacade3-6c6c-485b-8335-09768b9423e7 service nova] Lock "5746f581-4f39-4b02-aac5-b0abad7b927d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.266971] env[69399]: DEBUG nova.compute.manager [req-bbffdc7c-2aac-4c07-8ad6-713b502e9e69 req-aaacade3-6c6c-485b-8335-09768b9423e7 service nova] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] No waiting events found dispatching network-vif-plugged-bbed0a7b-6b3a-4398-918c-14a23f96b39d {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1336.267410] env[69399]: WARNING nova.compute.manager [req-bbffdc7c-2aac-4c07-8ad6-713b502e9e69 req-aaacade3-6c6c-485b-8335-09768b9423e7 service nova] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Received unexpected event network-vif-plugged-bbed0a7b-6b3a-4398-918c-14a23f96b39d for instance with vm_state building and task_state spawning. [ 1336.267597] env[69399]: DEBUG nova.compute.manager [req-bbffdc7c-2aac-4c07-8ad6-713b502e9e69 req-aaacade3-6c6c-485b-8335-09768b9423e7 service nova] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Received event network-changed-bbed0a7b-6b3a-4398-918c-14a23f96b39d {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1336.267755] env[69399]: DEBUG nova.compute.manager [req-bbffdc7c-2aac-4c07-8ad6-713b502e9e69 req-aaacade3-6c6c-485b-8335-09768b9423e7 service nova] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Refreshing instance network info cache due to event network-changed-bbed0a7b-6b3a-4398-918c-14a23f96b39d. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1336.267940] env[69399]: DEBUG oslo_concurrency.lockutils [req-bbffdc7c-2aac-4c07-8ad6-713b502e9e69 req-aaacade3-6c6c-485b-8335-09768b9423e7 service nova] Acquiring lock "refresh_cache-5746f581-4f39-4b02-aac5-b0abad7b927d" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.268117] env[69399]: DEBUG oslo_concurrency.lockutils [req-bbffdc7c-2aac-4c07-8ad6-713b502e9e69 req-aaacade3-6c6c-485b-8335-09768b9423e7 service nova] Acquired lock "refresh_cache-5746f581-4f39-4b02-aac5-b0abad7b927d" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.268287] env[69399]: DEBUG nova.network.neutron [req-bbffdc7c-2aac-4c07-8ad6-713b502e9e69 req-aaacade3-6c6c-485b-8335-09768b9423e7 service nova] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Refreshing network info cache for port bbed0a7b-6b3a-4398-918c-14a23f96b39d {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1336.367110] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "refresh_cache-5746f581-4f39-4b02-aac5-b0abad7b927d" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.447169] env[69399]: DEBUG nova.compute.manager [None req-37bc4310-038b-4ca0-92b0-031fae5ee1e0 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1336.447400] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-37bc4310-038b-4ca0-92b0-031fae5ee1e0 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1336.448403] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f644ab-8bdd-4b6f-a592-0588b3a3d324 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.457614] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-37bc4310-038b-4ca0-92b0-031fae5ee1e0 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1336.457614] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eddb3348-fc0f-485e-a349-9242db624fce {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.537329] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-37bc4310-038b-4ca0-92b0-031fae5ee1e0 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1336.537329] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-37bc4310-038b-4ca0-92b0-031fae5ee1e0 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1336.537616] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-37bc4310-038b-4ca0-92b0-031fae5ee1e0 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Deleting the datastore file [datastore2] 9eb6741b-29d4-43a6-80ec-636ef6c4fd98 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1336.538605] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efcbfb75-5e8a-484e-9bc0-541f3fe3544f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.547686] env[69399]: DEBUG oslo_vmware.api [None req-37bc4310-038b-4ca0-92b0-031fae5ee1e0 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1336.547686] env[69399]: value = "task-4177935" [ 1336.547686] env[69399]: _type = "Task" [ 1336.547686] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.561303] env[69399]: DEBUG oslo_vmware.api [None req-37bc4310-038b-4ca0-92b0-031fae5ee1e0 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.810233] env[69399]: DEBUG nova.network.neutron [req-bbffdc7c-2aac-4c07-8ad6-713b502e9e69 req-aaacade3-6c6c-485b-8335-09768b9423e7 service nova] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1336.910312] env[69399]: DEBUG nova.network.neutron [req-bbffdc7c-2aac-4c07-8ad6-713b502e9e69 req-aaacade3-6c6c-485b-8335-09768b9423e7 service nova] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.058640] env[69399]: DEBUG oslo_vmware.api [None req-37bc4310-038b-4ca0-92b0-031fae5ee1e0 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178986} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.058951] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-37bc4310-038b-4ca0-92b0-031fae5ee1e0 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1337.059108] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-37bc4310-038b-4ca0-92b0-031fae5ee1e0 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1337.059288] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-37bc4310-038b-4ca0-92b0-031fae5ee1e0 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1337.059498] env[69399]: INFO nova.compute.manager [None req-37bc4310-038b-4ca0-92b0-031fae5ee1e0 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1337.059760] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37bc4310-038b-4ca0-92b0-031fae5ee1e0 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1337.059955] env[69399]: DEBUG nova.compute.manager [-] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1337.060064] env[69399]: DEBUG nova.network.neutron [-] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1337.154661] env[69399]: DEBUG nova.compute.manager [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1337.198776] env[69399]: DEBUG nova.virt.hardware [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1337.199036] env[69399]: DEBUG nova.virt.hardware [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1337.199200] env[69399]: DEBUG nova.virt.hardware [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1337.199401] env[69399]: DEBUG nova.virt.hardware [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1337.199550] env[69399]: DEBUG nova.virt.hardware [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1337.199697] env[69399]: DEBUG nova.virt.hardware [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1337.199911] env[69399]: DEBUG nova.virt.hardware [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1337.200078] env[69399]: DEBUG nova.virt.hardware [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1337.202561] env[69399]: DEBUG nova.virt.hardware [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1337.202561] env[69399]: DEBUG nova.virt.hardware [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1337.202561] env[69399]: DEBUG nova.virt.hardware [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1337.202561] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facc32db-8dcb-4401-a5a9-560627425980 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.216467] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb40671e-f249-4cd6-b174-9669c685c2fd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.398057] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782cc52d-bc7a-409e-b703-9167382bd38c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.406287] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e1e7ba-ce65-4d6a-8879-8f0bdc4c1048 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.436155] env[69399]: DEBUG oslo_concurrency.lockutils [req-bbffdc7c-2aac-4c07-8ad6-713b502e9e69 req-aaacade3-6c6c-485b-8335-09768b9423e7 service nova] Releasing lock "refresh_cache-5746f581-4f39-4b02-aac5-b0abad7b927d" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.437120] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquired lock "refresh_cache-5746f581-4f39-4b02-aac5-b0abad7b927d" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.437290] env[69399]: DEBUG nova.network.neutron [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1337.438940] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86249759-e0f8-49a0-9a47-f5a3a7cf636d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.447321] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86ae950-2a1a-4731-b4e2-0a161553d385 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.462523] env[69399]: DEBUG nova.compute.provider_tree [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.744915] env[69399]: DEBUG nova.network.neutron [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Successfully updated port: b5a3bf38-c382-4c80-b77d-252423a7ee66 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1337.870499] env[69399]: DEBUG nova.network.neutron [-] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.965415] env[69399]: DEBUG nova.scheduler.client.report [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.971043] env[69399]: DEBUG nova.network.neutron [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1338.149922] env[69399]: DEBUG nova.network.neutron [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Updating instance_info_cache with network_info: [{"id": "bbed0a7b-6b3a-4398-918c-14a23f96b39d", "address": "fa:16:3e:ef:af:31", "network": {"id": "302a16c9-0f99-4330-b574-b9a9243b0443", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083795903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d78bffd4fc241838d980740174d171b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbed0a7b-6b", "ovs_interfaceid": "bbed0a7b-6b3a-4398-918c-14a23f96b39d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.250350] env[69399]: DEBUG oslo_concurrency.lockutils [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Acquiring lock "refresh_cache-60cfac83-52a9-4f60-95d2-cb4f785ad2ee" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.250587] env[69399]: DEBUG oslo_concurrency.lockutils [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Acquired lock "refresh_cache-60cfac83-52a9-4f60-95d2-cb4f785ad2ee" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.250840] env[69399]: DEBUG nova.network.neutron [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1338.303912] env[69399]: DEBUG nova.compute.manager [req-d58ccb96-ee4d-4b0f-b71e-e770e942a48d req-b0c964ca-98c2-4047-9a2a-d8a6a87e563b service nova] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Received event network-vif-deleted-57af4620-9c37-46cd-9947-1d7fcb6561eb {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1338.304112] env[69399]: DEBUG nova.compute.manager [req-d58ccb96-ee4d-4b0f-b71e-e770e942a48d req-b0c964ca-98c2-4047-9a2a-d8a6a87e563b service nova] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Received event network-vif-plugged-b5a3bf38-c382-4c80-b77d-252423a7ee66 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1338.304320] env[69399]: DEBUG oslo_concurrency.lockutils [req-d58ccb96-ee4d-4b0f-b71e-e770e942a48d req-b0c964ca-98c2-4047-9a2a-d8a6a87e563b service nova] Acquiring lock "60cfac83-52a9-4f60-95d2-cb4f785ad2ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.304900] env[69399]: DEBUG oslo_concurrency.lockutils [req-d58ccb96-ee4d-4b0f-b71e-e770e942a48d req-b0c964ca-98c2-4047-9a2a-d8a6a87e563b service nova] Lock "60cfac83-52a9-4f60-95d2-cb4f785ad2ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.305101] env[69399]: DEBUG oslo_concurrency.lockutils [req-d58ccb96-ee4d-4b0f-b71e-e770e942a48d req-b0c964ca-98c2-4047-9a2a-d8a6a87e563b service nova] Lock "60cfac83-52a9-4f60-95d2-cb4f785ad2ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.305401] env[69399]: DEBUG nova.compute.manager [req-d58ccb96-ee4d-4b0f-b71e-e770e942a48d req-b0c964ca-98c2-4047-9a2a-d8a6a87e563b service nova] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] No waiting events found dispatching network-vif-plugged-b5a3bf38-c382-4c80-b77d-252423a7ee66 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1338.305584] env[69399]: WARNING nova.compute.manager [req-d58ccb96-ee4d-4b0f-b71e-e770e942a48d req-b0c964ca-98c2-4047-9a2a-d8a6a87e563b service nova] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Received unexpected event network-vif-plugged-b5a3bf38-c382-4c80-b77d-252423a7ee66 for instance with vm_state building and task_state spawning. [ 1338.305789] env[69399]: DEBUG nova.compute.manager [req-d58ccb96-ee4d-4b0f-b71e-e770e942a48d req-b0c964ca-98c2-4047-9a2a-d8a6a87e563b service nova] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Received event network-changed-b5a3bf38-c382-4c80-b77d-252423a7ee66 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1338.306086] env[69399]: DEBUG nova.compute.manager [req-d58ccb96-ee4d-4b0f-b71e-e770e942a48d req-b0c964ca-98c2-4047-9a2a-d8a6a87e563b service nova] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Refreshing instance network info cache due to event network-changed-b5a3bf38-c382-4c80-b77d-252423a7ee66. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1338.306179] env[69399]: DEBUG oslo_concurrency.lockutils [req-d58ccb96-ee4d-4b0f-b71e-e770e942a48d req-b0c964ca-98c2-4047-9a2a-d8a6a87e563b service nova] Acquiring lock "refresh_cache-60cfac83-52a9-4f60-95d2-cb4f785ad2ee" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.372745] env[69399]: INFO nova.compute.manager [-] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Took 1.31 seconds to deallocate network for instance. [ 1338.470431] env[69399]: DEBUG oslo_concurrency.lockutils [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.349s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.472563] env[69399]: DEBUG oslo_concurrency.lockutils [None req-eeddf0a4-e466-40fa-bef3-e4a7ff7f8d59 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.611s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.473289] env[69399]: DEBUG nova.objects.instance [None req-eeddf0a4-e466-40fa-bef3-e4a7ff7f8d59 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lazy-loading 'resources' on Instance uuid 86fa8c5a-1fce-48be-90d3-192dff527e09 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1338.511952] env[69399]: INFO nova.network.neutron [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Updating port 5889a4b2-8c3a-4f84-9067-97d4d48525c5 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1338.652211] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Releasing lock "refresh_cache-5746f581-4f39-4b02-aac5-b0abad7b927d" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.652643] env[69399]: DEBUG nova.compute.manager [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Instance network_info: |[{"id": "bbed0a7b-6b3a-4398-918c-14a23f96b39d", "address": "fa:16:3e:ef:af:31", "network": {"id": "302a16c9-0f99-4330-b574-b9a9243b0443", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083795903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d78bffd4fc241838d980740174d171b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbed0a7b-6b", "ovs_interfaceid": "bbed0a7b-6b3a-4398-918c-14a23f96b39d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1338.654426] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:af:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bbed0a7b-6b3a-4398-918c-14a23f96b39d', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1338.662487] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1338.662922] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1338.663024] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1e984d2-80b6-4e5f-af66-7ad2517879c4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.683320] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1338.683320] env[69399]: value = "task-4177937" [ 1338.683320] env[69399]: _type = "Task" [ 1338.683320] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.691518] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177937, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.825128] env[69399]: DEBUG nova.network.neutron [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1338.880526] env[69399]: DEBUG oslo_concurrency.lockutils [None req-37bc4310-038b-4ca0-92b0-031fae5ee1e0 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.196994] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177937, 'name': CreateVM_Task, 'duration_secs': 0.356271} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.197187] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1339.213520] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d4dd08-3499-4b09-86ad-42cb70ce5e95 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.221949] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1d7f76-ac40-4f7e-9e19-9181c4519f1f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.263412] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.263601] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.263902] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.264783] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19497edb-93e2-4df2-886b-f270f9bcdb9f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.267642] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b54d13c0-d0b7-4c91-84af-1ae4ba9af595 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.274866] env[69399]: DEBUG oslo_vmware.api [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1339.274866] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52587be3-5c36-f8c7-f71a-c1c1468f1dac" [ 1339.274866] env[69399]: _type = "Task" [ 1339.274866] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.282199] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed46490-3eb3-4b30-9aa5-43ced202d5e4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.295233] env[69399]: DEBUG oslo_vmware.api [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52587be3-5c36-f8c7-f71a-c1c1468f1dac, 'name': SearchDatastore_Task, 'duration_secs': 0.012064} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.303308] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.303579] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1339.303823] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.303967] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.304163] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1339.304658] env[69399]: DEBUG nova.compute.provider_tree [None req-eeddf0a4-e466-40fa-bef3-e4a7ff7f8d59 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1339.305984] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b946c1c3-9293-4f7a-950f-d82ee531f5a5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.316331] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1339.316913] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1339.317587] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87a93e2c-60d1-426b-ae54-fb4dda87a97c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.324570] env[69399]: DEBUG oslo_vmware.api [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1339.324570] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d5faed-6bca-ac8d-33e5-a59ea5daa03d" [ 1339.324570] env[69399]: _type = "Task" [ 1339.324570] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.333771] env[69399]: DEBUG oslo_vmware.api [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d5faed-6bca-ac8d-33e5-a59ea5daa03d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.374438] env[69399]: DEBUG nova.network.neutron [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Updating instance_info_cache with network_info: [{"id": "b5a3bf38-c382-4c80-b77d-252423a7ee66", "address": "fa:16:3e:ae:c8:8c", "network": {"id": "6c66fae7-38e0-45ac-94ed-cb1866c148e4", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-80221684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "703d8183db834aa88c1bf1885ef68a9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a3bf38-c3", "ovs_interfaceid": "b5a3bf38-c382-4c80-b77d-252423a7ee66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.809764] env[69399]: DEBUG nova.scheduler.client.report [None req-eeddf0a4-e466-40fa-bef3-e4a7ff7f8d59 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1339.836491] env[69399]: DEBUG oslo_vmware.api [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d5faed-6bca-ac8d-33e5-a59ea5daa03d, 'name': SearchDatastore_Task, 'duration_secs': 0.010689} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.837600] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ddfb37e-bf16-496d-98cd-f538b26f020d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.844096] env[69399]: DEBUG oslo_vmware.api [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1339.844096] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52fa8ebd-73ca-7193-c56f-d9d938c0bdfd" [ 1339.844096] env[69399]: _type = "Task" [ 1339.844096] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.852999] env[69399]: DEBUG oslo_vmware.api [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52fa8ebd-73ca-7193-c56f-d9d938c0bdfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.877275] env[69399]: DEBUG oslo_concurrency.lockutils [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Releasing lock "refresh_cache-60cfac83-52a9-4f60-95d2-cb4f785ad2ee" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.877676] env[69399]: DEBUG nova.compute.manager [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Instance network_info: |[{"id": "b5a3bf38-c382-4c80-b77d-252423a7ee66", "address": "fa:16:3e:ae:c8:8c", "network": {"id": "6c66fae7-38e0-45ac-94ed-cb1866c148e4", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-80221684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "703d8183db834aa88c1bf1885ef68a9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a3bf38-c3", "ovs_interfaceid": "b5a3bf38-c382-4c80-b77d-252423a7ee66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1339.878018] env[69399]: DEBUG oslo_concurrency.lockutils [req-d58ccb96-ee4d-4b0f-b71e-e770e942a48d req-b0c964ca-98c2-4047-9a2a-d8a6a87e563b service nova] Acquired lock "refresh_cache-60cfac83-52a9-4f60-95d2-cb4f785ad2ee" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.878214] env[69399]: DEBUG nova.network.neutron [req-d58ccb96-ee4d-4b0f-b71e-e770e942a48d req-b0c964ca-98c2-4047-9a2a-d8a6a87e563b service nova] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Refreshing network info cache for port b5a3bf38-c382-4c80-b77d-252423a7ee66 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1339.879522] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:c8:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3a80436-f7a9-431a-acec-aca3d76e3f9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5a3bf38-c382-4c80-b77d-252423a7ee66', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1339.887490] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Creating folder: Project (703d8183db834aa88c1bf1885ef68a9e). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1339.888682] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c92ef3f-2078-4872-96fb-b0109a3edf37 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.900996] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Created folder: Project (703d8183db834aa88c1bf1885ef68a9e) in parent group-v826677. [ 1339.901257] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Creating folder: Instances. Parent ref: group-v827004. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1339.901511] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2994e353-c5f0-411c-b7f0-6118014b32b6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.912036] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Created folder: Instances in parent group-v827004. [ 1339.912362] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1339.912604] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1339.912853] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edcd4625-7a6f-4008-80a8-681741c5efc4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.934829] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1339.934829] env[69399]: value = "task-4177940" [ 1339.934829] env[69399]: _type = "Task" [ 1339.934829] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.944774] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177940, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.250955] env[69399]: DEBUG oslo_concurrency.lockutils [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Acquiring lock "refresh_cache-0df0c5d0-9411-411d-af69-cfd2d37e571e" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.250955] env[69399]: DEBUG oslo_concurrency.lockutils [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Acquired lock "refresh_cache-0df0c5d0-9411-411d-af69-cfd2d37e571e" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.250955] env[69399]: DEBUG nova.network.neutron [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1340.316029] env[69399]: DEBUG oslo_concurrency.lockutils [None req-eeddf0a4-e466-40fa-bef3-e4a7ff7f8d59 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.843s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.318314] env[69399]: DEBUG oslo_concurrency.lockutils [None req-55b80a43-bfa0-4be0-b5c3-45a26abc6def tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.363s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.336027] env[69399]: DEBUG nova.compute.manager [req-f57b1f80-9a6a-4ef6-8e5d-d9d7c59106c8 req-bd1c47cc-ca7e-481a-9092-c17cd129c7c1 service nova] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Received event network-vif-plugged-5889a4b2-8c3a-4f84-9067-97d4d48525c5 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1340.336235] env[69399]: DEBUG oslo_concurrency.lockutils [req-f57b1f80-9a6a-4ef6-8e5d-d9d7c59106c8 req-bd1c47cc-ca7e-481a-9092-c17cd129c7c1 service nova] Acquiring lock "0df0c5d0-9411-411d-af69-cfd2d37e571e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.336480] env[69399]: DEBUG oslo_concurrency.lockutils [req-f57b1f80-9a6a-4ef6-8e5d-d9d7c59106c8 req-bd1c47cc-ca7e-481a-9092-c17cd129c7c1 service nova] Lock "0df0c5d0-9411-411d-af69-cfd2d37e571e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.336657] env[69399]: DEBUG oslo_concurrency.lockutils [req-f57b1f80-9a6a-4ef6-8e5d-d9d7c59106c8 req-bd1c47cc-ca7e-481a-9092-c17cd129c7c1 service nova] Lock "0df0c5d0-9411-411d-af69-cfd2d37e571e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.336819] env[69399]: DEBUG nova.compute.manager [req-f57b1f80-9a6a-4ef6-8e5d-d9d7c59106c8 req-bd1c47cc-ca7e-481a-9092-c17cd129c7c1 service nova] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] No waiting events found dispatching network-vif-plugged-5889a4b2-8c3a-4f84-9067-97d4d48525c5 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1340.337011] env[69399]: WARNING nova.compute.manager [req-f57b1f80-9a6a-4ef6-8e5d-d9d7c59106c8 req-bd1c47cc-ca7e-481a-9092-c17cd129c7c1 service nova] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Received unexpected event network-vif-plugged-5889a4b2-8c3a-4f84-9067-97d4d48525c5 for instance with vm_state shelved_offloaded and task_state spawning. [ 1340.337138] env[69399]: DEBUG nova.compute.manager [req-f57b1f80-9a6a-4ef6-8e5d-d9d7c59106c8 req-bd1c47cc-ca7e-481a-9092-c17cd129c7c1 service nova] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Received event network-changed-5889a4b2-8c3a-4f84-9067-97d4d48525c5 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1340.337288] env[69399]: DEBUG nova.compute.manager [req-f57b1f80-9a6a-4ef6-8e5d-d9d7c59106c8 req-bd1c47cc-ca7e-481a-9092-c17cd129c7c1 service nova] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Refreshing instance network info cache due to event network-changed-5889a4b2-8c3a-4f84-9067-97d4d48525c5. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1340.337450] env[69399]: DEBUG oslo_concurrency.lockutils [req-f57b1f80-9a6a-4ef6-8e5d-d9d7c59106c8 req-bd1c47cc-ca7e-481a-9092-c17cd129c7c1 service nova] Acquiring lock "refresh_cache-0df0c5d0-9411-411d-af69-cfd2d37e571e" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.341857] env[69399]: INFO nova.scheduler.client.report [None req-eeddf0a4-e466-40fa-bef3-e4a7ff7f8d59 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Deleted allocations for instance 86fa8c5a-1fce-48be-90d3-192dff527e09 [ 1340.359023] env[69399]: DEBUG oslo_vmware.api [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52fa8ebd-73ca-7193-c56f-d9d938c0bdfd, 'name': SearchDatastore_Task, 'duration_secs': 0.010184} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.359023] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.359023] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 5746f581-4f39-4b02-aac5-b0abad7b927d/5746f581-4f39-4b02-aac5-b0abad7b927d.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1340.359023] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07e6a91d-5efe-41e5-af98-6b5869d25e20 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.366331] env[69399]: DEBUG oslo_vmware.api [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1340.366331] env[69399]: value = "task-4177941" [ 1340.366331] env[69399]: _type = "Task" [ 1340.366331] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.375313] env[69399]: DEBUG oslo_vmware.api [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.446218] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177940, 'name': CreateVM_Task, 'duration_secs': 0.350079} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.446396] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1340.447094] env[69399]: DEBUG oslo_concurrency.lockutils [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.447265] env[69399]: DEBUG oslo_concurrency.lockutils [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.447596] env[69399]: DEBUG oslo_concurrency.lockutils [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.447863] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0daf43c-e04b-4012-9472-56fcd8c8ef6f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.453492] env[69399]: DEBUG oslo_vmware.api [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Waiting for the task: (returnval){ [ 1340.453492] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52905164-cc99-980f-048c-79c6576ec09a" [ 1340.453492] env[69399]: _type = "Task" [ 1340.453492] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.462503] env[69399]: DEBUG oslo_vmware.api [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52905164-cc99-980f-048c-79c6576ec09a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.686988] env[69399]: DEBUG nova.network.neutron [req-d58ccb96-ee4d-4b0f-b71e-e770e942a48d req-b0c964ca-98c2-4047-9a2a-d8a6a87e563b service nova] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Updated VIF entry in instance network info cache for port b5a3bf38-c382-4c80-b77d-252423a7ee66. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1340.686988] env[69399]: DEBUG nova.network.neutron [req-d58ccb96-ee4d-4b0f-b71e-e770e942a48d req-b0c964ca-98c2-4047-9a2a-d8a6a87e563b service nova] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Updating instance_info_cache with network_info: [{"id": "b5a3bf38-c382-4c80-b77d-252423a7ee66", "address": "fa:16:3e:ae:c8:8c", "network": {"id": "6c66fae7-38e0-45ac-94ed-cb1866c148e4", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-80221684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "703d8183db834aa88c1bf1885ef68a9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a3bf38-c3", "ovs_interfaceid": "b5a3bf38-c382-4c80-b77d-252423a7ee66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.856153] env[69399]: DEBUG oslo_concurrency.lockutils [None req-eeddf0a4-e466-40fa-bef3-e4a7ff7f8d59 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "86fa8c5a-1fce-48be-90d3-192dff527e09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.601s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.881481] env[69399]: DEBUG oslo_vmware.api [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177941, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.971501] env[69399]: DEBUG oslo_vmware.api [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52905164-cc99-980f-048c-79c6576ec09a, 'name': SearchDatastore_Task, 'duration_secs': 0.014587} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.972016] env[69399]: DEBUG oslo_concurrency.lockutils [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.972815] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1340.972815] env[69399]: DEBUG oslo_concurrency.lockutils [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.972815] env[69399]: DEBUG oslo_concurrency.lockutils [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.972815] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1340.973039] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c9d96ae-2532-4b9e-b42a-1c7b4259a1d3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.991410] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1340.991769] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1340.992694] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-582a964a-3761-4e91-8227-c43efe541673 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.003701] env[69399]: DEBUG oslo_vmware.api [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Waiting for the task: (returnval){ [ 1341.003701] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]522871ce-5a8d-6c9f-d9ab-75c04050d889" [ 1341.003701] env[69399]: _type = "Task" [ 1341.003701] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.019978] env[69399]: DEBUG oslo_vmware.api [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]522871ce-5a8d-6c9f-d9ab-75c04050d889, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.080511] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70aff630-8676-41df-af8d-db13b25866c2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.088216] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94307c8a-d93e-467b-bc0d-e0ab6856dc51 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.126568] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4288bc-e35d-4dec-bdbd-a89cf3a58591 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.135478] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d58f9d8-335e-4d94-bd47-2990d0dcdfbf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.150867] env[69399]: DEBUG nova.compute.provider_tree [None req-55b80a43-bfa0-4be0-b5c3-45a26abc6def tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.192635] env[69399]: DEBUG oslo_concurrency.lockutils [req-d58ccb96-ee4d-4b0f-b71e-e770e942a48d req-b0c964ca-98c2-4047-9a2a-d8a6a87e563b service nova] Releasing lock "refresh_cache-60cfac83-52a9-4f60-95d2-cb4f785ad2ee" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.263546] env[69399]: DEBUG nova.network.neutron [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Updating instance_info_cache with network_info: [{"id": "5889a4b2-8c3a-4f84-9067-97d4d48525c5", "address": "fa:16:3e:68:5f:52", "network": {"id": "f133c13a-8fc0-428c-98c0-a0ca02a86386", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-537332251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4369a5733dda4a16a7704105ad9768dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5889a4b2-8c", "ovs_interfaceid": "5889a4b2-8c3a-4f84-9067-97d4d48525c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.380845] env[69399]: DEBUG oslo_vmware.api [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681307} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.381668] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 5746f581-4f39-4b02-aac5-b0abad7b927d/5746f581-4f39-4b02-aac5-b0abad7b927d.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1341.381899] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1341.382207] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24d0213e-a86f-438d-9c03-17d238df75d3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.390599] env[69399]: DEBUG oslo_vmware.api [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1341.390599] env[69399]: value = "task-4177942" [ 1341.390599] env[69399]: _type = "Task" [ 1341.390599] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.401034] env[69399]: DEBUG oslo_vmware.api [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.519626] env[69399]: DEBUG oslo_vmware.api [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]522871ce-5a8d-6c9f-d9ab-75c04050d889, 'name': SearchDatastore_Task, 'duration_secs': 0.032634} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.520096] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-558099dd-6ccd-4698-97c2-eb2c2023b627 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.526363] env[69399]: DEBUG oslo_vmware.api [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Waiting for the task: (returnval){ [ 1341.526363] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52582687-7c9b-4eb6-6945-2e996fd83e7f" [ 1341.526363] env[69399]: _type = "Task" [ 1341.526363] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.536606] env[69399]: DEBUG oslo_vmware.api [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52582687-7c9b-4eb6-6945-2e996fd83e7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.654944] env[69399]: DEBUG nova.scheduler.client.report [None req-55b80a43-bfa0-4be0-b5c3-45a26abc6def tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1341.765901] env[69399]: DEBUG oslo_concurrency.lockutils [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Releasing lock "refresh_cache-0df0c5d0-9411-411d-af69-cfd2d37e571e" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.768975] env[69399]: DEBUG oslo_concurrency.lockutils [req-f57b1f80-9a6a-4ef6-8e5d-d9d7c59106c8 req-bd1c47cc-ca7e-481a-9092-c17cd129c7c1 service nova] Acquired lock "refresh_cache-0df0c5d0-9411-411d-af69-cfd2d37e571e" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.769620] env[69399]: DEBUG nova.network.neutron [req-f57b1f80-9a6a-4ef6-8e5d-d9d7c59106c8 req-bd1c47cc-ca7e-481a-9092-c17cd129c7c1 service nova] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Refreshing network info cache for port 5889a4b2-8c3a-4f84-9067-97d4d48525c5 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1341.803253] env[69399]: DEBUG nova.virt.hardware [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='81f21614bcd12dd03112a0acd376236d',container_format='bare',created_at=2025-05-15T10:59:45Z,direct_url=,disk_format='vmdk',id=4b95b918-6668-44cd-acba-c8390e60a830,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-930096936-shelved',owner='4369a5733dda4a16a7704105ad9768dd',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2025-05-15T11:00:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1341.803253] env[69399]: DEBUG nova.virt.hardware [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1341.803453] env[69399]: DEBUG nova.virt.hardware [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1341.805134] env[69399]: DEBUG nova.virt.hardware [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1341.805134] env[69399]: DEBUG nova.virt.hardware [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1341.805134] env[69399]: DEBUG nova.virt.hardware [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1341.805134] env[69399]: DEBUG nova.virt.hardware [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1341.805134] env[69399]: DEBUG nova.virt.hardware [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1341.805134] env[69399]: DEBUG nova.virt.hardware [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1341.805134] env[69399]: DEBUG nova.virt.hardware [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1341.805134] env[69399]: DEBUG nova.virt.hardware [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1341.806311] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65014c65-947d-4d60-9387-5c42f9556efe {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.815924] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3ba21b-c505-47c3-8e4a-77f886a4a946 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.832426] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:5f:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98d96b75-ac36-499a-adc2-130c8c1d55ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5889a4b2-8c3a-4f84-9067-97d4d48525c5', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1341.840284] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1341.840482] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1341.840898] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ae0eb82-ab58-4eb3-853c-8f15cbce1097 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.861644] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1341.861644] env[69399]: value = "task-4177943" [ 1341.861644] env[69399]: _type = "Task" [ 1341.861644] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.870215] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177943, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.901058] env[69399]: DEBUG oslo_vmware.api [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071687} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.901423] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1341.902375] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07375d6-7265-45e6-92e4-ae0b6ff63fdf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.925680] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 5746f581-4f39-4b02-aac5-b0abad7b927d/5746f581-4f39-4b02-aac5-b0abad7b927d.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1341.926212] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3370d00a-165d-4431-8094-1c2cd9d42dc9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.948646] env[69399]: DEBUG oslo_vmware.api [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1341.948646] env[69399]: value = "task-4177944" [ 1341.948646] env[69399]: _type = "Task" [ 1341.948646] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.956852] env[69399]: DEBUG oslo_vmware.api [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177944, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.038277] env[69399]: DEBUG oslo_vmware.api [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52582687-7c9b-4eb6-6945-2e996fd83e7f, 'name': SearchDatastore_Task, 'duration_secs': 0.011217} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.038660] env[69399]: DEBUG oslo_concurrency.lockutils [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.038933] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 60cfac83-52a9-4f60-95d2-cb4f785ad2ee/60cfac83-52a9-4f60-95d2-cb4f785ad2ee.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1342.039261] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28def293-ec4e-46b1-9b0f-2dffca01882b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.046758] env[69399]: DEBUG oslo_vmware.api [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Waiting for the task: (returnval){ [ 1342.046758] env[69399]: value = "task-4177945" [ 1342.046758] env[69399]: _type = "Task" [ 1342.046758] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.056029] env[69399]: DEBUG oslo_vmware.api [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Task: {'id': task-4177945, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.366711] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.367109] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.380430] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177943, 'name': CreateVM_Task, 'duration_secs': 0.39192} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.383916] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1342.385023] env[69399]: DEBUG oslo_concurrency.lockutils [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4b95b918-6668-44cd-acba-c8390e60a830" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.385236] env[69399]: DEBUG oslo_concurrency.lockutils [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4b95b918-6668-44cd-acba-c8390e60a830" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.385670] env[69399]: DEBUG oslo_concurrency.lockutils [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4b95b918-6668-44cd-acba-c8390e60a830" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.386350] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-363e0622-5ac1-4417-8ac2-741f2e54e059 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.394414] env[69399]: DEBUG oslo_vmware.api [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Waiting for the task: (returnval){ [ 1342.394414] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5244576c-774c-c22f-abcb-ae231ec242e0" [ 1342.394414] env[69399]: _type = "Task" [ 1342.394414] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.404427] env[69399]: DEBUG oslo_vmware.api [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5244576c-774c-c22f-abcb-ae231ec242e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.462198] env[69399]: DEBUG oslo_vmware.api [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177944, 'name': ReconfigVM_Task, 'duration_secs': 0.317033} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.465954] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 5746f581-4f39-4b02-aac5-b0abad7b927d/5746f581-4f39-4b02-aac5-b0abad7b927d.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1342.466828] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-089c463d-e343-4564-83f3-d7f5d672e0a5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.478519] env[69399]: DEBUG oslo_vmware.api [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1342.478519] env[69399]: value = "task-4177946" [ 1342.478519] env[69399]: _type = "Task" [ 1342.478519] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.490789] env[69399]: DEBUG oslo_vmware.api [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177946, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.542937] env[69399]: DEBUG nova.network.neutron [req-f57b1f80-9a6a-4ef6-8e5d-d9d7c59106c8 req-bd1c47cc-ca7e-481a-9092-c17cd129c7c1 service nova] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Updated VIF entry in instance network info cache for port 5889a4b2-8c3a-4f84-9067-97d4d48525c5. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1342.543393] env[69399]: DEBUG nova.network.neutron [req-f57b1f80-9a6a-4ef6-8e5d-d9d7c59106c8 req-bd1c47cc-ca7e-481a-9092-c17cd129c7c1 service nova] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Updating instance_info_cache with network_info: [{"id": "5889a4b2-8c3a-4f84-9067-97d4d48525c5", "address": "fa:16:3e:68:5f:52", "network": {"id": "f133c13a-8fc0-428c-98c0-a0ca02a86386", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-537332251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4369a5733dda4a16a7704105ad9768dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5889a4b2-8c", "ovs_interfaceid": "5889a4b2-8c3a-4f84-9067-97d4d48525c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.559964] env[69399]: DEBUG oslo_vmware.api [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Task: {'id': task-4177945, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.667677] env[69399]: DEBUG oslo_concurrency.lockutils [None req-55b80a43-bfa0-4be0-b5c3-45a26abc6def tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.350s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.670624] env[69399]: DEBUG oslo_concurrency.lockutils [None req-db9159de-0116-4006-830e-443ed272f159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.038s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.670883] env[69399]: DEBUG nova.objects.instance [None req-db9159de-0116-4006-830e-443ed272f159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Lazy-loading 'resources' on Instance uuid 19ffc46f-3699-4881-99f4-a7cf31d374d2 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1342.873023] env[69399]: DEBUG nova.compute.manager [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1342.905343] env[69399]: DEBUG oslo_concurrency.lockutils [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4b95b918-6668-44cd-acba-c8390e60a830" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.905654] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Processing image 4b95b918-6668-44cd-acba-c8390e60a830 {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1342.905934] env[69399]: DEBUG oslo_concurrency.lockutils [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4b95b918-6668-44cd-acba-c8390e60a830/4b95b918-6668-44cd-acba-c8390e60a830.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.906098] env[69399]: DEBUG oslo_concurrency.lockutils [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4b95b918-6668-44cd-acba-c8390e60a830/4b95b918-6668-44cd-acba-c8390e60a830.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.906286] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1342.906606] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-437c90e5-8f53-4c38-8c54-cb841df75e04 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.920378] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1342.920656] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1342.921390] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e668da8-a4a9-4de0-87e9-8d262e7795a1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.928983] env[69399]: DEBUG oslo_vmware.api [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Waiting for the task: (returnval){ [ 1342.928983] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c9ddfb-29be-521f-4a75-20f0fd265604" [ 1342.928983] env[69399]: _type = "Task" [ 1342.928983] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.938133] env[69399]: DEBUG oslo_vmware.api [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c9ddfb-29be-521f-4a75-20f0fd265604, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.988907] env[69399]: DEBUG oslo_vmware.api [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177946, 'name': Rename_Task, 'duration_secs': 0.298359} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.989202] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1342.989458] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0283bbed-92da-45cf-a6a2-e3910089c0c3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.996619] env[69399]: DEBUG oslo_vmware.api [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1342.996619] env[69399]: value = "task-4177947" [ 1342.996619] env[69399]: _type = "Task" [ 1342.996619] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.004903] env[69399]: DEBUG oslo_vmware.api [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.049614] env[69399]: DEBUG oslo_concurrency.lockutils [req-f57b1f80-9a6a-4ef6-8e5d-d9d7c59106c8 req-bd1c47cc-ca7e-481a-9092-c17cd129c7c1 service nova] Releasing lock "refresh_cache-0df0c5d0-9411-411d-af69-cfd2d37e571e" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.053603] env[69399]: DEBUG oslo_concurrency.lockutils [None req-184073e6-740a-44c2-99c5-2ae818a408e1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "52adc0b6-d4b5-43d2-9323-0ec2917109d0" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.053840] env[69399]: DEBUG oslo_concurrency.lockutils [None req-184073e6-740a-44c2-99c5-2ae818a408e1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "52adc0b6-d4b5-43d2-9323-0ec2917109d0" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.054088] env[69399]: INFO nova.compute.manager [None req-184073e6-740a-44c2-99c5-2ae818a408e1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Rebooting instance [ 1343.062041] env[69399]: DEBUG oslo_vmware.api [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Task: {'id': task-4177945, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553315} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.062198] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 60cfac83-52a9-4f60-95d2-cb4f785ad2ee/60cfac83-52a9-4f60-95d2-cb4f785ad2ee.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1343.062535] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1343.062872] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf560a4b-6b0f-4896-acda-8c3bc1404c23 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.071539] env[69399]: DEBUG oslo_vmware.api [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Waiting for the task: (returnval){ [ 1343.071539] env[69399]: value = "task-4177948" [ 1343.071539] env[69399]: _type = "Task" [ 1343.071539] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.081035] env[69399]: DEBUG oslo_vmware.api [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Task: {'id': task-4177948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.240821] env[69399]: INFO nova.scheduler.client.report [None req-55b80a43-bfa0-4be0-b5c3-45a26abc6def tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Deleted allocation for migration 45484fe3-40e9-43ac-aa61-b7ce23eb907b [ 1343.395415] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244bbb03-ad12-477a-afde-08efb9fb4d02 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.401242] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.406869] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29a9b5b-d026-4f3a-bc60-6816847b6e72 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.441580] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435b9d38-4af8-40f5-b345-e962ca1da1e2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.453786] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a6d6b6-0b72-4bfc-ac99-16da5cdf413c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.457792] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Preparing fetch location {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1343.458051] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Fetch image to [datastore1] OSTACK_IMG_f486581b-0d7d-42d4-8aec-8deb43f28edb/OSTACK_IMG_f486581b-0d7d-42d4-8aec-8deb43f28edb.vmdk {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1343.458237] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Downloading stream optimized image 4b95b918-6668-44cd-acba-c8390e60a830 to [datastore1] OSTACK_IMG_f486581b-0d7d-42d4-8aec-8deb43f28edb/OSTACK_IMG_f486581b-0d7d-42d4-8aec-8deb43f28edb.vmdk on the data store datastore1 as vApp {{(pid=69399) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1343.458404] env[69399]: DEBUG nova.virt.vmwareapi.images [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Downloading image file data 4b95b918-6668-44cd-acba-c8390e60a830 to the ESX as VM named 'OSTACK_IMG_f486581b-0d7d-42d4-8aec-8deb43f28edb' {{(pid=69399) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1343.470778] env[69399]: DEBUG nova.compute.provider_tree [None req-db9159de-0116-4006-830e-443ed272f159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1343.507318] env[69399]: INFO nova.compute.manager [None req-b7ddd918-9442-4ec2-a176-9e1a161f25b9 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Get console output [ 1343.507719] env[69399]: WARNING nova.virt.vmwareapi.driver [None req-b7ddd918-9442-4ec2-a176-9e1a161f25b9 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] The console log is missing. Check your VSPC configuration [ 1343.514930] env[69399]: DEBUG oslo_vmware.api [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177947, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.537604] env[69399]: DEBUG oslo_vmware.rw_handles [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1343.537604] env[69399]: value = "resgroup-9" [ 1343.537604] env[69399]: _type = "ResourcePool" [ 1343.537604] env[69399]: }. {{(pid=69399) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1343.537932] env[69399]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-64cdffa4-de81-4f78-8829-5f1096d4391e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.561334] env[69399]: DEBUG oslo_vmware.rw_handles [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Lease: (returnval){ [ 1343.561334] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52329321-61b9-d84f-7b4e-74cad9f8260c" [ 1343.561334] env[69399]: _type = "HttpNfcLease" [ 1343.561334] env[69399]: } obtained for vApp import into resource pool (val){ [ 1343.561334] env[69399]: value = "resgroup-9" [ 1343.561334] env[69399]: _type = "ResourcePool" [ 1343.561334] env[69399]: }. {{(pid=69399) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1343.561670] env[69399]: DEBUG oslo_vmware.api [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Waiting for the lease: (returnval){ [ 1343.561670] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52329321-61b9-d84f-7b4e-74cad9f8260c" [ 1343.561670] env[69399]: _type = "HttpNfcLease" [ 1343.561670] env[69399]: } to be ready. {{(pid=69399) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1343.568728] env[69399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1343.568728] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52329321-61b9-d84f-7b4e-74cad9f8260c" [ 1343.568728] env[69399]: _type = "HttpNfcLease" [ 1343.568728] env[69399]: } is initializing. {{(pid=69399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1343.570819] env[69399]: DEBUG oslo_concurrency.lockutils [None req-184073e6-740a-44c2-99c5-2ae818a408e1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "refresh_cache-52adc0b6-d4b5-43d2-9323-0ec2917109d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.570993] env[69399]: DEBUG oslo_concurrency.lockutils [None req-184073e6-740a-44c2-99c5-2ae818a408e1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquired lock "refresh_cache-52adc0b6-d4b5-43d2-9323-0ec2917109d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.571187] env[69399]: DEBUG nova.network.neutron [None req-184073e6-740a-44c2-99c5-2ae818a408e1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1343.580917] env[69399]: DEBUG oslo_vmware.api [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Task: {'id': task-4177948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071707} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.581797] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1343.582612] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0320aa0a-4304-4987-8900-e0310a391c38 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.609220] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 60cfac83-52a9-4f60-95d2-cb4f785ad2ee/60cfac83-52a9-4f60-95d2-cb4f785ad2ee.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1343.609889] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f71a74d-4767-4573-9919-5cd0c506f191 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.630976] env[69399]: DEBUG oslo_vmware.api [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Waiting for the task: (returnval){ [ 1343.630976] env[69399]: value = "task-4177950" [ 1343.630976] env[69399]: _type = "Task" [ 1343.630976] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.639757] env[69399]: DEBUG oslo_vmware.api [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Task: {'id': task-4177950, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.747203] env[69399]: DEBUG oslo_concurrency.lockutils [None req-55b80a43-bfa0-4be0-b5c3-45a26abc6def tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "6cc5836f-2902-4072-81af-f7735deaaf91" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.830s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.975263] env[69399]: DEBUG nova.scheduler.client.report [None req-db9159de-0116-4006-830e-443ed272f159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1344.012176] env[69399]: DEBUG oslo_vmware.api [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177947, 'name': PowerOnVM_Task, 'duration_secs': 0.895467} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.012520] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1344.012743] env[69399]: INFO nova.compute.manager [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1344.012930] env[69399]: DEBUG nova.compute.manager [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1344.013720] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62aac0d1-cc3e-4e5e-b84b-feb293c1d56d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.070814] env[69399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1344.070814] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52329321-61b9-d84f-7b4e-74cad9f8260c" [ 1344.070814] env[69399]: _type = "HttpNfcLease" [ 1344.070814] env[69399]: } is initializing. {{(pid=69399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1344.141309] env[69399]: DEBUG oslo_vmware.api [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Task: {'id': task-4177950, 'name': ReconfigVM_Task, 'duration_secs': 0.290285} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.141623] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 60cfac83-52a9-4f60-95d2-cb4f785ad2ee/60cfac83-52a9-4f60-95d2-cb4f785ad2ee.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1344.142289] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c65db542-0387-4de3-b206-91cd0a8c38d3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.151930] env[69399]: DEBUG oslo_vmware.api [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Waiting for the task: (returnval){ [ 1344.151930] env[69399]: value = "task-4177951" [ 1344.151930] env[69399]: _type = "Task" [ 1344.151930] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.161059] env[69399]: DEBUG oslo_vmware.api [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Task: {'id': task-4177951, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.319026] env[69399]: DEBUG nova.network.neutron [None req-184073e6-740a-44c2-99c5-2ae818a408e1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Updating instance_info_cache with network_info: [{"id": "0737b3e3-6cad-4b9c-8867-725c58c49f4c", "address": "fa:16:3e:31:5c:06", "network": {"id": "afe3de9f-8d2f-45fb-9256-92317049c9ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-136698690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55629667f6cd4f8a948cc9a5a7f54dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0737b3e3-6c", "ovs_interfaceid": "0737b3e3-6cad-4b9c-8867-725c58c49f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.480950] env[69399]: DEBUG oslo_concurrency.lockutils [None req-db9159de-0116-4006-830e-443ed272f159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.810s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.484043] env[69399]: DEBUG oslo_concurrency.lockutils [None req-37bc4310-038b-4ca0-92b0-031fae5ee1e0 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.603s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.484043] env[69399]: DEBUG nova.objects.instance [None req-37bc4310-038b-4ca0-92b0-031fae5ee1e0 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lazy-loading 'resources' on Instance uuid 9eb6741b-29d4-43a6-80ec-636ef6c4fd98 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1344.503309] env[69399]: INFO nova.scheduler.client.report [None req-db9159de-0116-4006-830e-443ed272f159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Deleted allocations for instance 19ffc46f-3699-4881-99f4-a7cf31d374d2 [ 1344.533402] env[69399]: INFO nova.compute.manager [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Took 21.48 seconds to build instance. [ 1344.570580] env[69399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1344.570580] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52329321-61b9-d84f-7b4e-74cad9f8260c" [ 1344.570580] env[69399]: _type = "HttpNfcLease" [ 1344.570580] env[69399]: } is ready. {{(pid=69399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1344.570846] env[69399]: DEBUG oslo_vmware.rw_handles [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1344.570846] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52329321-61b9-d84f-7b4e-74cad9f8260c" [ 1344.570846] env[69399]: _type = "HttpNfcLease" [ 1344.570846] env[69399]: }. {{(pid=69399) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1344.571615] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec48404d-31fe-4732-9ab7-b7e0adf4abaa {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.579558] env[69399]: DEBUG oslo_vmware.rw_handles [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527774a5-489d-4c32-d181-89ead699a3d5/disk-0.vmdk from lease info. {{(pid=69399) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1344.579781] env[69399]: DEBUG oslo_vmware.rw_handles [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527774a5-489d-4c32-d181-89ead699a3d5/disk-0.vmdk. {{(pid=69399) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1344.640059] env[69399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5e84e671-4a8d-48f4-b0c6-61bfef5e5f1a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.664307] env[69399]: DEBUG oslo_vmware.api [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Task: {'id': task-4177951, 'name': Rename_Task, 'duration_secs': 0.158001} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.664770] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1344.665406] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e6fa680-7c98-4934-bcac-df8a06738697 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.673502] env[69399]: DEBUG oslo_vmware.api [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Waiting for the task: (returnval){ [ 1344.673502] env[69399]: value = "task-4177952" [ 1344.673502] env[69399]: _type = "Task" [ 1344.673502] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.685782] env[69399]: DEBUG oslo_vmware.api [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Task: {'id': task-4177952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.822180] env[69399]: DEBUG oslo_concurrency.lockutils [None req-184073e6-740a-44c2-99c5-2ae818a408e1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Releasing lock "refresh_cache-52adc0b6-d4b5-43d2-9323-0ec2917109d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.017342] env[69399]: DEBUG oslo_concurrency.lockutils [None req-db9159de-0116-4006-830e-443ed272f159 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Lock "19ffc46f-3699-4881-99f4-a7cf31d374d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.182s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.035103] env[69399]: DEBUG oslo_concurrency.lockutils [None req-2bbde9b9-73eb-42f0-93ce-b4e8ba23fbb8 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "5746f581-4f39-4b02-aac5-b0abad7b927d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.994s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.194752] env[69399]: DEBUG oslo_vmware.api [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Task: {'id': task-4177952, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.236153] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f25279-b93c-4a00-8e91-7f2369b47ac0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.245160] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baab8e94-9b24-444f-b405-f71df228bb73 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.281991] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc62361-d31f-414a-9b2a-ca86f775063b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.290629] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2a1a4d-eb6a-47ed-90a4-97950ac05ffb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.307895] env[69399]: DEBUG nova.compute.provider_tree [None req-37bc4310-038b-4ca0-92b0-031fae5ee1e0 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1345.327239] env[69399]: DEBUG nova.compute.manager [None req-184073e6-740a-44c2-99c5-2ae818a408e1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1345.328828] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c939b1-d3ab-47af-b4bf-ea2da3432a38 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.684074] env[69399]: DEBUG oslo_vmware.api [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Task: {'id': task-4177952, 'name': PowerOnVM_Task, 'duration_secs': 0.513899} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.684362] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1345.684667] env[69399]: INFO nova.compute.manager [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1345.684948] env[69399]: DEBUG nova.compute.manager [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1345.685808] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30fd821-5c46-4c8a-a52d-d99c1db77222 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.689179] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a41a0dbf-46ac-401d-a372-3b0368382bd1 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquiring lock "a9e911b3-2822-42be-98f8-6edaef8270a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.689412] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a41a0dbf-46ac-401d-a372-3b0368382bd1 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Lock "a9e911b3-2822-42be-98f8-6edaef8270a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.689658] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a41a0dbf-46ac-401d-a372-3b0368382bd1 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquiring lock "a9e911b3-2822-42be-98f8-6edaef8270a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.689840] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a41a0dbf-46ac-401d-a372-3b0368382bd1 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Lock "a9e911b3-2822-42be-98f8-6edaef8270a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.690019] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a41a0dbf-46ac-401d-a372-3b0368382bd1 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Lock "a9e911b3-2822-42be-98f8-6edaef8270a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.692275] env[69399]: INFO nova.compute.manager [None req-a41a0dbf-46ac-401d-a372-3b0368382bd1 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Terminating instance [ 1345.811794] env[69399]: DEBUG nova.scheduler.client.report [None req-37bc4310-038b-4ca0-92b0-031fae5ee1e0 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1345.834341] env[69399]: DEBUG oslo_vmware.rw_handles [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Completed reading data from the image iterator. {{(pid=69399) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1345.834574] env[69399]: DEBUG oslo_vmware.rw_handles [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527774a5-489d-4c32-d181-89ead699a3d5/disk-0.vmdk. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1345.835859] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ff4d2c-3fad-465d-88c4-82cd255af084 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.844648] env[69399]: DEBUG oslo_vmware.rw_handles [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527774a5-489d-4c32-d181-89ead699a3d5/disk-0.vmdk is in state: ready. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1345.844905] env[69399]: DEBUG oslo_vmware.rw_handles [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527774a5-489d-4c32-d181-89ead699a3d5/disk-0.vmdk. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1345.845199] env[69399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-1927c6e2-5da1-4f82-8d8a-02a796aaa48e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.046190] env[69399]: DEBUG oslo_vmware.rw_handles [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527774a5-489d-4c32-d181-89ead699a3d5/disk-0.vmdk. {{(pid=69399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1346.046503] env[69399]: INFO nova.virt.vmwareapi.images [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Downloaded image file data 4b95b918-6668-44cd-acba-c8390e60a830 [ 1346.047554] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e65dd5-6f34-4f78-bf5b-b1ef1965d2eb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.064478] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-640a76fe-47da-4ce0-a1f5-0c7ae5263e8a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.096650] env[69399]: INFO nova.virt.vmwareapi.images [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] The imported VM was unregistered [ 1346.099105] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Caching image {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1346.099348] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Creating directory with path [datastore1] devstack-image-cache_base/4b95b918-6668-44cd-acba-c8390e60a830 {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1346.100118] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ea40ed7-1d37-4611-ad53-e8a39c59161f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.116695] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Created directory with path [datastore1] devstack-image-cache_base/4b95b918-6668-44cd-acba-c8390e60a830 {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1346.116920] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_f486581b-0d7d-42d4-8aec-8deb43f28edb/OSTACK_IMG_f486581b-0d7d-42d4-8aec-8deb43f28edb.vmdk to [datastore1] devstack-image-cache_base/4b95b918-6668-44cd-acba-c8390e60a830/4b95b918-6668-44cd-acba-c8390e60a830.vmdk. {{(pid=69399) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1346.117210] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-5aadd8ed-4146-4d9a-89ba-957381cafb6c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.124626] env[69399]: DEBUG oslo_vmware.api [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Waiting for the task: (returnval){ [ 1346.124626] env[69399]: value = "task-4177954" [ 1346.124626] env[69399]: _type = "Task" [ 1346.124626] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.132894] env[69399]: DEBUG oslo_vmware.api [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177954, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.200299] env[69399]: DEBUG nova.compute.manager [None req-a41a0dbf-46ac-401d-a372-3b0368382bd1 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1346.200651] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a41a0dbf-46ac-401d-a372-3b0368382bd1 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1346.206063] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8597126f-60ed-4087-9152-fbcd27be3620 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.211833] env[69399]: INFO nova.compute.manager [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Took 22.10 seconds to build instance. [ 1346.216133] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a41a0dbf-46ac-401d-a372-3b0368382bd1 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1346.216399] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fc7df8b-7bed-449a-b74d-6081e9611e1a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.223695] env[69399]: DEBUG oslo_vmware.api [None req-a41a0dbf-46ac-401d-a372-3b0368382bd1 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1346.223695] env[69399]: value = "task-4177955" [ 1346.223695] env[69399]: _type = "Task" [ 1346.223695] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.235292] env[69399]: DEBUG oslo_vmware.api [None req-a41a0dbf-46ac-401d-a372-3b0368382bd1 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.318332] env[69399]: DEBUG oslo_concurrency.lockutils [None req-37bc4310-038b-4ca0-92b0-031fae5ee1e0 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.835s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.321048] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.920s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.322531] env[69399]: INFO nova.compute.claims [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1346.343322] env[69399]: INFO nova.scheduler.client.report [None req-37bc4310-038b-4ca0-92b0-031fae5ee1e0 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Deleted allocations for instance 9eb6741b-29d4-43a6-80ec-636ef6c4fd98 [ 1346.354348] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2540a3c7-826d-440b-b7c6-f6f1bf13a242 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.366529] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-184073e6-740a-44c2-99c5-2ae818a408e1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Doing hard reboot of VM {{(pid=69399) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1346.366930] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-e41f671b-08e7-4984-bfda-fa6ca5932502 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.377056] env[69399]: DEBUG oslo_vmware.api [None req-184073e6-740a-44c2-99c5-2ae818a408e1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1346.377056] env[69399]: value = "task-4177956" [ 1346.377056] env[69399]: _type = "Task" [ 1346.377056] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.392083] env[69399]: DEBUG oslo_vmware.api [None req-184073e6-740a-44c2-99c5-2ae818a408e1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4177956, 'name': ResetVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.469071] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4baf5a0d-2fec-4fa2-86b6-386ead2daf87 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "5746f581-4f39-4b02-aac5-b0abad7b927d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.469588] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4baf5a0d-2fec-4fa2-86b6-386ead2daf87 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "5746f581-4f39-4b02-aac5-b0abad7b927d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.469924] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4baf5a0d-2fec-4fa2-86b6-386ead2daf87 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "5746f581-4f39-4b02-aac5-b0abad7b927d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.470248] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4baf5a0d-2fec-4fa2-86b6-386ead2daf87 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "5746f581-4f39-4b02-aac5-b0abad7b927d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.470446] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4baf5a0d-2fec-4fa2-86b6-386ead2daf87 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "5746f581-4f39-4b02-aac5-b0abad7b927d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.472891] env[69399]: INFO nova.compute.manager [None req-4baf5a0d-2fec-4fa2-86b6-386ead2daf87 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Terminating instance [ 1346.636287] env[69399]: DEBUG oslo_vmware.api [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177954, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.714804] env[69399]: DEBUG oslo_concurrency.lockutils [None req-544081a6-0c1b-4191-b7b1-82b05ec8b865 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Lock "60cfac83-52a9-4f60-95d2-cb4f785ad2ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.633s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.740026] env[69399]: DEBUG oslo_vmware.api [None req-a41a0dbf-46ac-401d-a372-3b0368382bd1 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177955, 'name': PowerOffVM_Task, 'duration_secs': 0.404648} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.740026] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a41a0dbf-46ac-401d-a372-3b0368382bd1 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1346.740026] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a41a0dbf-46ac-401d-a372-3b0368382bd1 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1346.740026] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d25d8be9-e9c7-451a-971d-4bb7d4ea09b7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.852536] env[69399]: DEBUG oslo_concurrency.lockutils [None req-37bc4310-038b-4ca0-92b0-031fae5ee1e0 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "9eb6741b-29d4-43a6-80ec-636ef6c4fd98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.914s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.888684] env[69399]: DEBUG oslo_vmware.api [None req-184073e6-740a-44c2-99c5-2ae818a408e1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4177956, 'name': ResetVM_Task, 'duration_secs': 0.097985} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.888998] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-184073e6-740a-44c2-99c5-2ae818a408e1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Did hard reboot of VM {{(pid=69399) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1346.889223] env[69399]: DEBUG nova.compute.manager [None req-184073e6-740a-44c2-99c5-2ae818a408e1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1346.890457] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f7fa08-5bd8-429f-a1cd-29c02df00a8f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.939065] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a41a0dbf-46ac-401d-a372-3b0368382bd1 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1346.939383] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a41a0dbf-46ac-401d-a372-3b0368382bd1 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1346.939650] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a41a0dbf-46ac-401d-a372-3b0368382bd1 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Deleting the datastore file [datastore1] a9e911b3-2822-42be-98f8-6edaef8270a1 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1346.940040] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c08a60c-23bb-429a-9917-4ce748ce7a7f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.951791] env[69399]: DEBUG oslo_vmware.api [None req-a41a0dbf-46ac-401d-a372-3b0368382bd1 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for the task: (returnval){ [ 1346.951791] env[69399]: value = "task-4177958" [ 1346.951791] env[69399]: _type = "Task" [ 1346.951791] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.964531] env[69399]: DEBUG oslo_vmware.api [None req-a41a0dbf-46ac-401d-a372-3b0368382bd1 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.977710] env[69399]: DEBUG nova.compute.manager [None req-4baf5a0d-2fec-4fa2-86b6-386ead2daf87 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1346.979018] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-4baf5a0d-2fec-4fa2-86b6-386ead2daf87 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1346.979434] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008b48c7-f1ac-45ff-80da-70be82a61edf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.993090] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4baf5a0d-2fec-4fa2-86b6-386ead2daf87 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1346.993919] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-910def07-0462-49f6-ad20-21a69b3fb670 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.003474] env[69399]: DEBUG oslo_vmware.api [None req-4baf5a0d-2fec-4fa2-86b6-386ead2daf87 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1347.003474] env[69399]: value = "task-4177959" [ 1347.003474] env[69399]: _type = "Task" [ 1347.003474] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.016021] env[69399]: DEBUG oslo_vmware.api [None req-4baf5a0d-2fec-4fa2-86b6-386ead2daf87 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.137201] env[69399]: DEBUG oslo_vmware.api [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177954, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.404265] env[69399]: DEBUG oslo_concurrency.lockutils [None req-184073e6-740a-44c2-99c5-2ae818a408e1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "52adc0b6-d4b5-43d2-9323-0ec2917109d0" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.350s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.469484] env[69399]: DEBUG oslo_vmware.api [None req-a41a0dbf-46ac-401d-a372-3b0368382bd1 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.498048] env[69399]: DEBUG nova.compute.manager [req-29080092-f0bc-497c-8d9d-bc2fdd3fe321 req-6137c92d-eb4c-4a1b-95bb-23af80632be8 service nova] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Received event network-changed-b5a3bf38-c382-4c80-b77d-252423a7ee66 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1347.498421] env[69399]: DEBUG nova.compute.manager [req-29080092-f0bc-497c-8d9d-bc2fdd3fe321 req-6137c92d-eb4c-4a1b-95bb-23af80632be8 service nova] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Refreshing instance network info cache due to event network-changed-b5a3bf38-c382-4c80-b77d-252423a7ee66. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1347.498834] env[69399]: DEBUG oslo_concurrency.lockutils [req-29080092-f0bc-497c-8d9d-bc2fdd3fe321 req-6137c92d-eb4c-4a1b-95bb-23af80632be8 service nova] Acquiring lock "refresh_cache-60cfac83-52a9-4f60-95d2-cb4f785ad2ee" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.498908] env[69399]: DEBUG oslo_concurrency.lockutils [req-29080092-f0bc-497c-8d9d-bc2fdd3fe321 req-6137c92d-eb4c-4a1b-95bb-23af80632be8 service nova] Acquired lock "refresh_cache-60cfac83-52a9-4f60-95d2-cb4f785ad2ee" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.499179] env[69399]: DEBUG nova.network.neutron [req-29080092-f0bc-497c-8d9d-bc2fdd3fe321 req-6137c92d-eb4c-4a1b-95bb-23af80632be8 service nova] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Refreshing network info cache for port b5a3bf38-c382-4c80-b77d-252423a7ee66 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1347.519177] env[69399]: DEBUG oslo_vmware.api [None req-4baf5a0d-2fec-4fa2-86b6-386ead2daf87 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.564777] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b9a690-b257-4bff-9b4c-9775a95f5a02 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.575125] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb36070d-a2d9-41f7-a046-dfa0d94adb13 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.615939] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15f1376-ebaf-4fd4-b8d0-b95243003e9b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.622286] env[69399]: DEBUG oslo_concurrency.lockutils [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "d122b827-0d4e-49a7-9f20-01425be77c07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.622609] env[69399]: DEBUG oslo_concurrency.lockutils [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "d122b827-0d4e-49a7-9f20-01425be77c07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.635484] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd649c6-58d2-4143-9f9f-23332d3c7505 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.646121] env[69399]: DEBUG oslo_vmware.api [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177954, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.659439] env[69399]: DEBUG nova.compute.provider_tree [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1347.719016] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c6b4e894-8423-4bc1-90f4-4819cc718e22 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Acquiring lock "cebcdd7a-82a3-4bec-a328-74bced4db009" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.719422] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c6b4e894-8423-4bc1-90f4-4819cc718e22 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lock "cebcdd7a-82a3-4bec-a328-74bced4db009" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.968409] env[69399]: DEBUG oslo_vmware.api [None req-a41a0dbf-46ac-401d-a372-3b0368382bd1 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.022984] env[69399]: DEBUG oslo_vmware.api [None req-4baf5a0d-2fec-4fa2-86b6-386ead2daf87 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177959, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.125354] env[69399]: DEBUG nova.compute.manager [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1348.141933] env[69399]: DEBUG oslo_vmware.api [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177954, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.163848] env[69399]: DEBUG nova.scheduler.client.report [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1348.223571] env[69399]: DEBUG nova.compute.utils [None req-c6b4e894-8423-4bc1-90f4-4819cc718e22 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1348.333279] env[69399]: DEBUG nova.network.neutron [req-29080092-f0bc-497c-8d9d-bc2fdd3fe321 req-6137c92d-eb4c-4a1b-95bb-23af80632be8 service nova] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Updated VIF entry in instance network info cache for port b5a3bf38-c382-4c80-b77d-252423a7ee66. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1348.333918] env[69399]: DEBUG nova.network.neutron [req-29080092-f0bc-497c-8d9d-bc2fdd3fe321 req-6137c92d-eb4c-4a1b-95bb-23af80632be8 service nova] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Updating instance_info_cache with network_info: [{"id": "b5a3bf38-c382-4c80-b77d-252423a7ee66", "address": "fa:16:3e:ae:c8:8c", "network": {"id": "6c66fae7-38e0-45ac-94ed-cb1866c148e4", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-80221684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "703d8183db834aa88c1bf1885ef68a9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a3bf38-c3", "ovs_interfaceid": "b5a3bf38-c382-4c80-b77d-252423a7ee66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.469507] env[69399]: DEBUG oslo_vmware.api [None req-a41a0dbf-46ac-401d-a372-3b0368382bd1 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.518035] env[69399]: DEBUG oslo_vmware.api [None req-4baf5a0d-2fec-4fa2-86b6-386ead2daf87 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177959, 'name': PowerOffVM_Task, 'duration_secs': 1.113487} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.518369] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-4baf5a0d-2fec-4fa2-86b6-386ead2daf87 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1348.518683] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-4baf5a0d-2fec-4fa2-86b6-386ead2daf87 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1348.518983] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-daa4ecac-a282-4549-b3a9-b1cb03eff011 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.642277] env[69399]: DEBUG oslo_vmware.api [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177954, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.655160] env[69399]: DEBUG oslo_concurrency.lockutils [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.669439] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.348s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.670074] env[69399]: DEBUG nova.compute.manager [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1348.673013] env[69399]: DEBUG oslo_concurrency.lockutils [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.018s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.674579] env[69399]: INFO nova.compute.claims [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1348.706986] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-4baf5a0d-2fec-4fa2-86b6-386ead2daf87 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1348.707447] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-4baf5a0d-2fec-4fa2-86b6-386ead2daf87 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1348.707729] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-4baf5a0d-2fec-4fa2-86b6-386ead2daf87 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Deleting the datastore file [datastore1] 5746f581-4f39-4b02-aac5-b0abad7b927d {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1348.708073] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4c5ff78-505f-45ba-8924-ad170fba0057 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.720165] env[69399]: DEBUG oslo_vmware.api [None req-4baf5a0d-2fec-4fa2-86b6-386ead2daf87 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for the task: (returnval){ [ 1348.720165] env[69399]: value = "task-4177961" [ 1348.720165] env[69399]: _type = "Task" [ 1348.720165] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.732682] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c6b4e894-8423-4bc1-90f4-4819cc718e22 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lock "cebcdd7a-82a3-4bec-a328-74bced4db009" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.733635] env[69399]: DEBUG oslo_vmware.api [None req-4baf5a0d-2fec-4fa2-86b6-386ead2daf87 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.838176] env[69399]: DEBUG oslo_concurrency.lockutils [req-29080092-f0bc-497c-8d9d-bc2fdd3fe321 req-6137c92d-eb4c-4a1b-95bb-23af80632be8 service nova] Releasing lock "refresh_cache-60cfac83-52a9-4f60-95d2-cb4f785ad2ee" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.965239] env[69399]: DEBUG oslo_vmware.api [None req-a41a0dbf-46ac-401d-a372-3b0368382bd1 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.139529] env[69399]: DEBUG oslo_vmware.api [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177954, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.179705] env[69399]: DEBUG nova.compute.utils [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1349.183403] env[69399]: DEBUG nova.compute.manager [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1349.183646] env[69399]: DEBUG nova.network.neutron [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1349.230896] env[69399]: DEBUG oslo_vmware.api [None req-4baf5a0d-2fec-4fa2-86b6-386ead2daf87 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.236008] env[69399]: DEBUG nova.policy [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd502712f3bd54101b90ac169ff650c08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd160850aa58647f7920daed297800d71', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1349.466062] env[69399]: DEBUG oslo_vmware.api [None req-a41a0dbf-46ac-401d-a372-3b0368382bd1 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Task: {'id': task-4177958, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.030442} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.466182] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a41a0dbf-46ac-401d-a372-3b0368382bd1 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1349.466344] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a41a0dbf-46ac-401d-a372-3b0368382bd1 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1349.466522] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a41a0dbf-46ac-401d-a372-3b0368382bd1 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1349.466695] env[69399]: INFO nova.compute.manager [None req-a41a0dbf-46ac-401d-a372-3b0368382bd1 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Took 3.27 seconds to destroy the instance on the hypervisor. [ 1349.466934] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a41a0dbf-46ac-401d-a372-3b0368382bd1 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1349.467181] env[69399]: DEBUG nova.compute.manager [-] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1349.467282] env[69399]: DEBUG nova.network.neutron [-] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1349.640518] env[69399]: DEBUG oslo_vmware.api [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177954, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.203591} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.640925] env[69399]: INFO nova.virt.vmwareapi.ds_util [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_f486581b-0d7d-42d4-8aec-8deb43f28edb/OSTACK_IMG_f486581b-0d7d-42d4-8aec-8deb43f28edb.vmdk to [datastore1] devstack-image-cache_base/4b95b918-6668-44cd-acba-c8390e60a830/4b95b918-6668-44cd-acba-c8390e60a830.vmdk. [ 1349.641018] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Cleaning up location [datastore1] OSTACK_IMG_f486581b-0d7d-42d4-8aec-8deb43f28edb {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1349.641191] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_f486581b-0d7d-42d4-8aec-8deb43f28edb {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1349.641454] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54fb55c5-6939-4473-b7f0-5b098f161cd4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.648754] env[69399]: DEBUG oslo_vmware.api [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Waiting for the task: (returnval){ [ 1349.648754] env[69399]: value = "task-4177962" [ 1349.648754] env[69399]: _type = "Task" [ 1349.648754] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.658963] env[69399]: DEBUG oslo_vmware.api [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.659950] env[69399]: DEBUG nova.network.neutron [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Successfully created port: a2544f8a-6b47-4ccc-a892-ce79b41c6316 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1349.684296] env[69399]: DEBUG nova.compute.manager [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1349.735324] env[69399]: DEBUG oslo_vmware.api [None req-4baf5a0d-2fec-4fa2-86b6-386ead2daf87 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Task: {'id': task-4177961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.757453} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.735625] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-4baf5a0d-2fec-4fa2-86b6-386ead2daf87 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1349.735822] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-4baf5a0d-2fec-4fa2-86b6-386ead2daf87 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1349.736011] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-4baf5a0d-2fec-4fa2-86b6-386ead2daf87 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1349.736287] env[69399]: INFO nova.compute.manager [None req-4baf5a0d-2fec-4fa2-86b6-386ead2daf87 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Took 2.76 seconds to destroy the instance on the hypervisor. [ 1349.736557] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4baf5a0d-2fec-4fa2-86b6-386ead2daf87 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1349.736761] env[69399]: DEBUG nova.compute.manager [-] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1349.736859] env[69399]: DEBUG nova.network.neutron [-] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1349.797120] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c6b4e894-8423-4bc1-90f4-4819cc718e22 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Acquiring lock "cebcdd7a-82a3-4bec-a328-74bced4db009" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.797858] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c6b4e894-8423-4bc1-90f4-4819cc718e22 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lock "cebcdd7a-82a3-4bec-a328-74bced4db009" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.797858] env[69399]: INFO nova.compute.manager [None req-c6b4e894-8423-4bc1-90f4-4819cc718e22 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Attaching volume 06c73619-c629-493e-9fe4-9ad066541033 to /dev/sdb [ 1349.843483] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a42ac13-1208-4a19-b91b-4a21011bf5f4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.853681] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6753e926-afca-4ab4-b441-00f73f5eeebd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.867329] env[69399]: DEBUG nova.virt.block_device [None req-c6b4e894-8423-4bc1-90f4-4819cc718e22 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Updating existing volume attachment record: 023af473-a3a2-4ea0-a63b-e01828564950 {{(pid=69399) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1349.888076] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d0bccf-c8e7-4b7c-9e76-3b6d6b3b4d16 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.900213] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38ad47c-7702-4869-904f-26d73890c2b6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.939118] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218ecf14-f0bc-44bf-8547-5a33cfde5c4c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.947415] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b42e975-2d59-4df1-972e-bed6b10055dd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.961745] env[69399]: DEBUG nova.compute.provider_tree [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.973910] env[69399]: DEBUG nova.compute.manager [req-d256269d-3633-4017-8f89-931fbe67a591 req-a6733492-6bf3-413f-9ebe-71bf8264f9e8 service nova] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Received event network-vif-deleted-d63b9821-c955-42ea-be31-3f2f537933e3 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1349.975705] env[69399]: INFO nova.compute.manager [req-d256269d-3633-4017-8f89-931fbe67a591 req-a6733492-6bf3-413f-9ebe-71bf8264f9e8 service nova] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Neutron deleted interface d63b9821-c955-42ea-be31-3f2f537933e3; detaching it from the instance and deleting it from the info cache [ 1349.975925] env[69399]: DEBUG nova.network.neutron [req-d256269d-3633-4017-8f89-931fbe67a591 req-a6733492-6bf3-413f-9ebe-71bf8264f9e8 service nova] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.162920] env[69399]: DEBUG oslo_vmware.api [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177962, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039407} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.163241] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1350.163382] env[69399]: DEBUG oslo_concurrency.lockutils [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4b95b918-6668-44cd-acba-c8390e60a830/4b95b918-6668-44cd-acba-c8390e60a830.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.163604] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4b95b918-6668-44cd-acba-c8390e60a830/4b95b918-6668-44cd-acba-c8390e60a830.vmdk to [datastore1] 0df0c5d0-9411-411d-af69-cfd2d37e571e/0df0c5d0-9411-411d-af69-cfd2d37e571e.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1350.164396] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3af5c0c3-8e9a-4141-a4cc-9df2863793f4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.171992] env[69399]: DEBUG oslo_vmware.api [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Waiting for the task: (returnval){ [ 1350.171992] env[69399]: value = "task-4177964" [ 1350.171992] env[69399]: _type = "Task" [ 1350.171992] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.184283] env[69399]: DEBUG oslo_vmware.api [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177964, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.467223] env[69399]: DEBUG nova.scheduler.client.report [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1350.471757] env[69399]: DEBUG nova.network.neutron [-] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.478360] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89ec26e9-a362-4958-95bc-60d2afc8e0d2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.491827] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5fde92-51f3-4421-93f1-276e71c4f734 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.530197] env[69399]: DEBUG nova.compute.manager [req-d256269d-3633-4017-8f89-931fbe67a591 req-a6733492-6bf3-413f-9ebe-71bf8264f9e8 service nova] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Detach interface failed, port_id=d63b9821-c955-42ea-be31-3f2f537933e3, reason: Instance a9e911b3-2822-42be-98f8-6edaef8270a1 could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1350.678988] env[69399]: DEBUG nova.network.neutron [-] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.686008] env[69399]: DEBUG oslo_vmware.api [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177964, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.694632] env[69399]: DEBUG nova.compute.manager [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1350.731314] env[69399]: DEBUG nova.virt.hardware [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1350.731669] env[69399]: DEBUG nova.virt.hardware [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1350.731903] env[69399]: DEBUG nova.virt.hardware [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1350.732176] env[69399]: DEBUG nova.virt.hardware [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1350.732379] env[69399]: DEBUG nova.virt.hardware [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1350.732609] env[69399]: DEBUG nova.virt.hardware [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1350.733311] env[69399]: DEBUG nova.virt.hardware [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1350.733624] env[69399]: DEBUG nova.virt.hardware [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1350.733879] env[69399]: DEBUG nova.virt.hardware [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1350.734139] env[69399]: DEBUG nova.virt.hardware [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1350.734372] env[69399]: DEBUG nova.virt.hardware [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1350.736021] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3637884-93f5-4460-85fe-533b3c102039 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.747793] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613e90b2-6977-4ed4-92ab-6cbdd547e4a6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.975098] env[69399]: DEBUG oslo_concurrency.lockutils [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.302s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.975686] env[69399]: DEBUG nova.compute.manager [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1350.978573] env[69399]: INFO nova.compute.manager [-] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Took 1.51 seconds to deallocate network for instance. [ 1351.182140] env[69399]: INFO nova.compute.manager [-] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Took 1.45 seconds to deallocate network for instance. [ 1351.187478] env[69399]: DEBUG oslo_vmware.api [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177964, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.457979] env[69399]: DEBUG nova.network.neutron [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Successfully updated port: a2544f8a-6b47-4ccc-a892-ce79b41c6316 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1351.481726] env[69399]: DEBUG nova.compute.utils [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1351.482777] env[69399]: DEBUG nova.compute.manager [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1351.482962] env[69399]: DEBUG nova.network.neutron [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1351.485928] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a41a0dbf-46ac-401d-a372-3b0368382bd1 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.486198] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a41a0dbf-46ac-401d-a372-3b0368382bd1 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.486447] env[69399]: DEBUG nova.objects.instance [None req-a41a0dbf-46ac-401d-a372-3b0368382bd1 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Lazy-loading 'resources' on Instance uuid a9e911b3-2822-42be-98f8-6edaef8270a1 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1351.525902] env[69399]: DEBUG nova.policy [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79df5c1fe1aa40e2bb602b02b21c06ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c70f2346ed704f23b25ffbac339b9b7a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1351.686186] env[69399]: DEBUG oslo_vmware.api [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177964, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.693452] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4baf5a0d-2fec-4fa2-86b6-386ead2daf87 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.871903] env[69399]: DEBUG nova.network.neutron [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Successfully created port: b75b9cd2-f8cb-4bdf-8459-b5ff40702369 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1351.961672] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "refresh_cache-651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.961853] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquired lock "refresh_cache-651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.962052] env[69399]: DEBUG nova.network.neutron [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1351.986849] env[69399]: DEBUG nova.compute.manager [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1352.012755] env[69399]: DEBUG nova.compute.manager [req-a6e6cfce-6d2f-4e81-b703-e9c886dfef04 req-eb97decb-b95f-434a-aa82-20bf88d75824 service nova] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Received event network-vif-deleted-bbed0a7b-6b3a-4398-918c-14a23f96b39d {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1352.012979] env[69399]: DEBUG nova.compute.manager [req-a6e6cfce-6d2f-4e81-b703-e9c886dfef04 req-eb97decb-b95f-434a-aa82-20bf88d75824 service nova] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Received event network-vif-plugged-a2544f8a-6b47-4ccc-a892-ce79b41c6316 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1352.013206] env[69399]: DEBUG oslo_concurrency.lockutils [req-a6e6cfce-6d2f-4e81-b703-e9c886dfef04 req-eb97decb-b95f-434a-aa82-20bf88d75824 service nova] Acquiring lock "651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.013406] env[69399]: DEBUG oslo_concurrency.lockutils [req-a6e6cfce-6d2f-4e81-b703-e9c886dfef04 req-eb97decb-b95f-434a-aa82-20bf88d75824 service nova] Lock "651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.013576] env[69399]: DEBUG oslo_concurrency.lockutils [req-a6e6cfce-6d2f-4e81-b703-e9c886dfef04 req-eb97decb-b95f-434a-aa82-20bf88d75824 service nova] Lock "651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.013751] env[69399]: DEBUG nova.compute.manager [req-a6e6cfce-6d2f-4e81-b703-e9c886dfef04 req-eb97decb-b95f-434a-aa82-20bf88d75824 service nova] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] No waiting events found dispatching network-vif-plugged-a2544f8a-6b47-4ccc-a892-ce79b41c6316 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1352.013894] env[69399]: WARNING nova.compute.manager [req-a6e6cfce-6d2f-4e81-b703-e9c886dfef04 req-eb97decb-b95f-434a-aa82-20bf88d75824 service nova] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Received unexpected event network-vif-plugged-a2544f8a-6b47-4ccc-a892-ce79b41c6316 for instance with vm_state building and task_state spawning. [ 1352.014073] env[69399]: DEBUG nova.compute.manager [req-a6e6cfce-6d2f-4e81-b703-e9c886dfef04 req-eb97decb-b95f-434a-aa82-20bf88d75824 service nova] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Received event network-changed-a2544f8a-6b47-4ccc-a892-ce79b41c6316 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1352.014234] env[69399]: DEBUG nova.compute.manager [req-a6e6cfce-6d2f-4e81-b703-e9c886dfef04 req-eb97decb-b95f-434a-aa82-20bf88d75824 service nova] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Refreshing instance network info cache due to event network-changed-a2544f8a-6b47-4ccc-a892-ce79b41c6316. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1352.014393] env[69399]: DEBUG oslo_concurrency.lockutils [req-a6e6cfce-6d2f-4e81-b703-e9c886dfef04 req-eb97decb-b95f-434a-aa82-20bf88d75824 service nova] Acquiring lock "refresh_cache-651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.189601] env[69399]: DEBUG oslo_vmware.api [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177964, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.223079] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa260d62-079e-4267-90ac-bef95a888482 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.235276] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb7c7e0-1eff-4ee6-abfc-f8d49c908b18 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.277524] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa768adf-e891-4572-8b61-81fa91987c55 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.289103] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd4dab0-640d-46b6-952a-97cda457324c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.306922] env[69399]: DEBUG nova.compute.provider_tree [None req-a41a0dbf-46ac-401d-a372-3b0368382bd1 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1352.526358] env[69399]: DEBUG nova.network.neutron [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1352.684880] env[69399]: DEBUG oslo_vmware.api [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177964, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.712148] env[69399]: DEBUG nova.network.neutron [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Updating instance_info_cache with network_info: [{"id": "a2544f8a-6b47-4ccc-a892-ce79b41c6316", "address": "fa:16:3e:3f:a9:34", "network": {"id": "3d7d9a12-563c-4097-a075-43de809f19a4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1581579464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d160850aa58647f7920daed297800d71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2544f8a-6b", "ovs_interfaceid": "a2544f8a-6b47-4ccc-a892-ce79b41c6316", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.810611] env[69399]: DEBUG nova.scheduler.client.report [None req-a41a0dbf-46ac-401d-a372-3b0368382bd1 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1353.000555] env[69399]: DEBUG nova.compute.manager [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1353.029295] env[69399]: DEBUG nova.virt.hardware [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1353.029656] env[69399]: DEBUG nova.virt.hardware [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1353.029760] env[69399]: DEBUG nova.virt.hardware [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1353.029948] env[69399]: DEBUG nova.virt.hardware [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1353.030112] env[69399]: DEBUG nova.virt.hardware [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1353.030261] env[69399]: DEBUG nova.virt.hardware [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1353.030474] env[69399]: DEBUG nova.virt.hardware [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1353.030633] env[69399]: DEBUG nova.virt.hardware [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1353.030798] env[69399]: DEBUG nova.virt.hardware [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1353.030955] env[69399]: DEBUG nova.virt.hardware [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1353.031145] env[69399]: DEBUG nova.virt.hardware [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1353.032075] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edf128e-5dee-4907-b97a-0f32ae189d95 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.041477] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76161be-2881-4b78-9662-f9e1d11ac844 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.185069] env[69399]: DEBUG oslo_vmware.api [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177964, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.215866] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Releasing lock "refresh_cache-651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.216264] env[69399]: DEBUG nova.compute.manager [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Instance network_info: |[{"id": "a2544f8a-6b47-4ccc-a892-ce79b41c6316", "address": "fa:16:3e:3f:a9:34", "network": {"id": "3d7d9a12-563c-4097-a075-43de809f19a4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1581579464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d160850aa58647f7920daed297800d71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2544f8a-6b", "ovs_interfaceid": "a2544f8a-6b47-4ccc-a892-ce79b41c6316", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1353.216725] env[69399]: DEBUG oslo_concurrency.lockutils [req-a6e6cfce-6d2f-4e81-b703-e9c886dfef04 req-eb97decb-b95f-434a-aa82-20bf88d75824 service nova] Acquired lock "refresh_cache-651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.216837] env[69399]: DEBUG nova.network.neutron [req-a6e6cfce-6d2f-4e81-b703-e9c886dfef04 req-eb97decb-b95f-434a-aa82-20bf88d75824 service nova] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Refreshing network info cache for port a2544f8a-6b47-4ccc-a892-ce79b41c6316 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1353.218141] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:a9:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2544f8a-6b47-4ccc-a892-ce79b41c6316', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1353.226037] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1353.227330] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1353.227609] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-840e9e3d-a6d9-42bb-81a2-5645ab862ac8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.251815] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1353.251815] env[69399]: value = "task-4177966" [ 1353.251815] env[69399]: _type = "Task" [ 1353.251815] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.261670] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177966, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.316440] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a41a0dbf-46ac-401d-a372-3b0368382bd1 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.830s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.319753] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4baf5a0d-2fec-4fa2-86b6-386ead2daf87 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.626s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.320058] env[69399]: DEBUG nova.objects.instance [None req-4baf5a0d-2fec-4fa2-86b6-386ead2daf87 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lazy-loading 'resources' on Instance uuid 5746f581-4f39-4b02-aac5-b0abad7b927d {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1353.340818] env[69399]: INFO nova.scheduler.client.report [None req-a41a0dbf-46ac-401d-a372-3b0368382bd1 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Deleted allocations for instance a9e911b3-2822-42be-98f8-6edaef8270a1 [ 1353.686421] env[69399]: DEBUG oslo_vmware.api [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177964, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.428942} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.686772] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4b95b918-6668-44cd-acba-c8390e60a830/4b95b918-6668-44cd-acba-c8390e60a830.vmdk to [datastore1] 0df0c5d0-9411-411d-af69-cfd2d37e571e/0df0c5d0-9411-411d-af69-cfd2d37e571e.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1353.687740] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0ca633-a30c-43a2-ad5b-ce262645303c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.713680] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 0df0c5d0-9411-411d-af69-cfd2d37e571e/0df0c5d0-9411-411d-af69-cfd2d37e571e.vmdk or device None with type streamOptimized {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1353.714112] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3282ef9a-376f-4f14-999a-6ed06eab2baa {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.737308] env[69399]: DEBUG oslo_vmware.api [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Waiting for the task: (returnval){ [ 1353.737308] env[69399]: value = "task-4177967" [ 1353.737308] env[69399]: _type = "Task" [ 1353.737308] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.746599] env[69399]: DEBUG oslo_vmware.api [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177967, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.762834] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177966, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.851246] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a41a0dbf-46ac-401d-a372-3b0368382bd1 tempest-ServerRescueNegativeTestJSON-840482501 tempest-ServerRescueNegativeTestJSON-840482501-project-member] Lock "a9e911b3-2822-42be-98f8-6edaef8270a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.160s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.029617] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28896e24-be5e-4dba-937a-6bc3fa498f97 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.038119] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25f2b19-902a-4f2f-b0f1-0df72e1d422e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.044531] env[69399]: DEBUG nova.compute.manager [req-daa688ba-8b52-45b6-acd7-cdd214a7880d req-d861f186-3d1d-4240-8046-c73c851a92ce service nova] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Received event network-vif-plugged-b75b9cd2-f8cb-4bdf-8459-b5ff40702369 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1354.044756] env[69399]: DEBUG oslo_concurrency.lockutils [req-daa688ba-8b52-45b6-acd7-cdd214a7880d req-d861f186-3d1d-4240-8046-c73c851a92ce service nova] Acquiring lock "d122b827-0d4e-49a7-9f20-01425be77c07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.044963] env[69399]: DEBUG oslo_concurrency.lockutils [req-daa688ba-8b52-45b6-acd7-cdd214a7880d req-d861f186-3d1d-4240-8046-c73c851a92ce service nova] Lock "d122b827-0d4e-49a7-9f20-01425be77c07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.045188] env[69399]: DEBUG oslo_concurrency.lockutils [req-daa688ba-8b52-45b6-acd7-cdd214a7880d req-d861f186-3d1d-4240-8046-c73c851a92ce service nova] Lock "d122b827-0d4e-49a7-9f20-01425be77c07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.045458] env[69399]: DEBUG nova.compute.manager [req-daa688ba-8b52-45b6-acd7-cdd214a7880d req-d861f186-3d1d-4240-8046-c73c851a92ce service nova] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] No waiting events found dispatching network-vif-plugged-b75b9cd2-f8cb-4bdf-8459-b5ff40702369 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1354.046130] env[69399]: WARNING nova.compute.manager [req-daa688ba-8b52-45b6-acd7-cdd214a7880d req-d861f186-3d1d-4240-8046-c73c851a92ce service nova] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Received unexpected event network-vif-plugged-b75b9cd2-f8cb-4bdf-8459-b5ff40702369 for instance with vm_state building and task_state spawning. [ 1354.081128] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b64fd1-4f15-4659-94d1-73161d21c31c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.096323] env[69399]: DEBUG nova.network.neutron [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Successfully updated port: b75b9cd2-f8cb-4bdf-8459-b5ff40702369 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1354.099017] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7844b664-ae9f-4fa7-8a84-e1c8c6956607 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.115213] env[69399]: DEBUG nova.compute.provider_tree [None req-4baf5a0d-2fec-4fa2-86b6-386ead2daf87 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1354.191503] env[69399]: DEBUG nova.network.neutron [req-a6e6cfce-6d2f-4e81-b703-e9c886dfef04 req-eb97decb-b95f-434a-aa82-20bf88d75824 service nova] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Updated VIF entry in instance network info cache for port a2544f8a-6b47-4ccc-a892-ce79b41c6316. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1354.191774] env[69399]: DEBUG nova.network.neutron [req-a6e6cfce-6d2f-4e81-b703-e9c886dfef04 req-eb97decb-b95f-434a-aa82-20bf88d75824 service nova] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Updating instance_info_cache with network_info: [{"id": "a2544f8a-6b47-4ccc-a892-ce79b41c6316", "address": "fa:16:3e:3f:a9:34", "network": {"id": "3d7d9a12-563c-4097-a075-43de809f19a4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1581579464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d160850aa58647f7920daed297800d71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2544f8a-6b", "ovs_interfaceid": "a2544f8a-6b47-4ccc-a892-ce79b41c6316", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.247765] env[69399]: DEBUG oslo_vmware.api [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177967, 'name': ReconfigVM_Task, 'duration_secs': 0.324023} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.249218] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 0df0c5d0-9411-411d-af69-cfd2d37e571e/0df0c5d0-9411-411d-af69-cfd2d37e571e.vmdk or device None with type streamOptimized {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1354.250070] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-252ffa18-2ec9-43f8-a4b6-94ae8529c28a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.253164] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0d6a6c68-0657-4550-b2d1-1968c3a8c3c2 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "09dda395-fcda-42df-8f4f-8afb89f215db" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.253394] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0d6a6c68-0657-4550-b2d1-1968c3a8c3c2 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "09dda395-fcda-42df-8f4f-8afb89f215db" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.261959] env[69399]: DEBUG oslo_vmware.api [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Waiting for the task: (returnval){ [ 1354.261959] env[69399]: value = "task-4177968" [ 1354.261959] env[69399]: _type = "Task" [ 1354.261959] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.269305] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177966, 'name': CreateVM_Task, 'duration_secs': 0.585191} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.269868] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1354.270784] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.270951] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.271287] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.274690] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f84e6bf-6eb8-4caf-8db6-e4711750ddd7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.276424] env[69399]: DEBUG oslo_vmware.api [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177968, 'name': Rename_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.280059] env[69399]: DEBUG oslo_vmware.api [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1354.280059] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52bd9c1f-ff46-6966-1c51-ee2bde477035" [ 1354.280059] env[69399]: _type = "Task" [ 1354.280059] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.289413] env[69399]: DEBUG oslo_vmware.api [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52bd9c1f-ff46-6966-1c51-ee2bde477035, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.424452] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6b4e894-8423-4bc1-90f4-4819cc718e22 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Volume attach. Driver type: vmdk {{(pid=69399) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1354.424706] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6b4e894-8423-4bc1-90f4-4819cc718e22 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-827009', 'volume_id': '06c73619-c629-493e-9fe4-9ad066541033', 'name': 'volume-06c73619-c629-493e-9fe4-9ad066541033', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cebcdd7a-82a3-4bec-a328-74bced4db009', 'attached_at': '', 'detached_at': '', 'volume_id': '06c73619-c629-493e-9fe4-9ad066541033', 'serial': '06c73619-c629-493e-9fe4-9ad066541033'} {{(pid=69399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1354.425617] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b0b3d1-e874-43e9-b85a-1a0cff84fe8e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.443278] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0955c41-4fc7-42fb-8096-aae743504d59 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.470193] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6b4e894-8423-4bc1-90f4-4819cc718e22 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-06c73619-c629-493e-9fe4-9ad066541033/volume-06c73619-c629-493e-9fe4-9ad066541033.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1354.470553] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40070ccd-a41c-43b5-b6ed-8ee9d8e475f1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.489719] env[69399]: DEBUG oslo_vmware.api [None req-c6b4e894-8423-4bc1-90f4-4819cc718e22 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Waiting for the task: (returnval){ [ 1354.489719] env[69399]: value = "task-4177969" [ 1354.489719] env[69399]: _type = "Task" [ 1354.489719] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.498648] env[69399]: DEBUG oslo_vmware.api [None req-c6b4e894-8423-4bc1-90f4-4819cc718e22 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177969, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.604989] env[69399]: DEBUG oslo_concurrency.lockutils [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "refresh_cache-d122b827-0d4e-49a7-9f20-01425be77c07" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.605151] env[69399]: DEBUG oslo_concurrency.lockutils [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquired lock "refresh_cache-d122b827-0d4e-49a7-9f20-01425be77c07" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.605314] env[69399]: DEBUG nova.network.neutron [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1354.618792] env[69399]: DEBUG nova.scheduler.client.report [None req-4baf5a0d-2fec-4fa2-86b6-386ead2daf87 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1354.695018] env[69399]: DEBUG oslo_concurrency.lockutils [req-a6e6cfce-6d2f-4e81-b703-e9c886dfef04 req-eb97decb-b95f-434a-aa82-20bf88d75824 service nova] Releasing lock "refresh_cache-651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.757059] env[69399]: DEBUG nova.compute.utils [None req-0d6a6c68-0657-4550-b2d1-1968c3a8c3c2 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1354.777916] env[69399]: DEBUG oslo_vmware.api [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177968, 'name': Rename_Task, 'duration_secs': 0.145664} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.778216] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1354.778700] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b80129c-244f-473b-b553-6338649f7d15 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.791079] env[69399]: DEBUG oslo_vmware.api [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52bd9c1f-ff46-6966-1c51-ee2bde477035, 'name': SearchDatastore_Task, 'duration_secs': 0.012046} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.793205] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.793357] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1354.793540] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.793687] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.793870] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1354.794596] env[69399]: DEBUG oslo_vmware.api [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Waiting for the task: (returnval){ [ 1354.794596] env[69399]: value = "task-4177970" [ 1354.794596] env[69399]: _type = "Task" [ 1354.794596] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.794805] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a12fa38-778c-4eb8-b349-7a177f1191b5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.807902] env[69399]: DEBUG oslo_vmware.api [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177970, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.809702] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1354.809991] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1354.811055] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-376180cd-93fe-4290-b26b-38cd959e3132 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.817968] env[69399]: DEBUG oslo_vmware.api [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1354.817968] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]526cf7ff-9066-cd98-d410-4909c41feb10" [ 1354.817968] env[69399]: _type = "Task" [ 1354.817968] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.830706] env[69399]: DEBUG oslo_vmware.api [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]526cf7ff-9066-cd98-d410-4909c41feb10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.003957] env[69399]: DEBUG oslo_vmware.api [None req-c6b4e894-8423-4bc1-90f4-4819cc718e22 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177969, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.125814] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4baf5a0d-2fec-4fa2-86b6-386ead2daf87 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.804s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.153123] env[69399]: DEBUG nova.network.neutron [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1355.161303] env[69399]: INFO nova.scheduler.client.report [None req-4baf5a0d-2fec-4fa2-86b6-386ead2daf87 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Deleted allocations for instance 5746f581-4f39-4b02-aac5-b0abad7b927d [ 1355.260674] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0d6a6c68-0657-4550-b2d1-1968c3a8c3c2 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "09dda395-fcda-42df-8f4f-8afb89f215db" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.309206] env[69399]: DEBUG oslo_vmware.api [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177970, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.311182] env[69399]: DEBUG nova.network.neutron [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Updating instance_info_cache with network_info: [{"id": "b75b9cd2-f8cb-4bdf-8459-b5ff40702369", "address": "fa:16:3e:99:88:ed", "network": {"id": "937e3b1e-35e1-4e9f-ba20-333ead79b0de", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-541287891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70f2346ed704f23b25ffbac339b9b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb75b9cd2-f8", "ovs_interfaceid": "b75b9cd2-f8cb-4bdf-8459-b5ff40702369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.331529] env[69399]: DEBUG oslo_vmware.api [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]526cf7ff-9066-cd98-d410-4909c41feb10, 'name': SearchDatastore_Task, 'duration_secs': 0.011078} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.332083] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00919484-b104-4cd9-83b2-efd13566e7a8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.338745] env[69399]: DEBUG oslo_vmware.api [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1355.338745] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5234c53f-9fca-fab0-515b-4852ef39f0de" [ 1355.338745] env[69399]: _type = "Task" [ 1355.338745] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.350650] env[69399]: DEBUG oslo_vmware.api [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5234c53f-9fca-fab0-515b-4852ef39f0de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.502698] env[69399]: DEBUG oslo_vmware.api [None req-c6b4e894-8423-4bc1-90f4-4819cc718e22 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177969, 'name': ReconfigVM_Task, 'duration_secs': 0.558969} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.502881] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6b4e894-8423-4bc1-90f4-4819cc718e22 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-06c73619-c629-493e-9fe4-9ad066541033/volume-06c73619-c629-493e-9fe4-9ad066541033.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1355.509231] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31cedb35-79a5-4676-9467-34cfba29358c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.525805] env[69399]: DEBUG oslo_vmware.api [None req-c6b4e894-8423-4bc1-90f4-4819cc718e22 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Waiting for the task: (returnval){ [ 1355.525805] env[69399]: value = "task-4177971" [ 1355.525805] env[69399]: _type = "Task" [ 1355.525805] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.534308] env[69399]: DEBUG oslo_vmware.api [None req-c6b4e894-8423-4bc1-90f4-4819cc718e22 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177971, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.674075] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4baf5a0d-2fec-4fa2-86b6-386ead2daf87 tempest-ServerDiskConfigTestJSON-833196486 tempest-ServerDiskConfigTestJSON-833196486-project-member] Lock "5746f581-4f39-4b02-aac5-b0abad7b927d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.204s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.808784] env[69399]: DEBUG oslo_vmware.api [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177970, 'name': PowerOnVM_Task, 'duration_secs': 0.674121} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.809099] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1355.813988] env[69399]: DEBUG oslo_concurrency.lockutils [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Releasing lock "refresh_cache-d122b827-0d4e-49a7-9f20-01425be77c07" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.813988] env[69399]: DEBUG nova.compute.manager [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Instance network_info: |[{"id": "b75b9cd2-f8cb-4bdf-8459-b5ff40702369", "address": "fa:16:3e:99:88:ed", "network": {"id": "937e3b1e-35e1-4e9f-ba20-333ead79b0de", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-541287891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70f2346ed704f23b25ffbac339b9b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb75b9cd2-f8", "ovs_interfaceid": "b75b9cd2-f8cb-4bdf-8459-b5ff40702369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1355.814292] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:88:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaba65c3-6925-4c7f-83b6-17cd1a328e27', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b75b9cd2-f8cb-4bdf-8459-b5ff40702369', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1355.821746] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1355.821987] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1355.823076] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5454352-6e3d-4845-9d9e-67e28e35a8af {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.848422] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1355.848422] env[69399]: value = "task-4177972" [ 1355.848422] env[69399]: _type = "Task" [ 1355.848422] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.856579] env[69399]: DEBUG oslo_vmware.api [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5234c53f-9fca-fab0-515b-4852ef39f0de, 'name': SearchDatastore_Task, 'duration_secs': 0.013373} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.857314] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.857880] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e/651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1355.858482] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1f05e33-ba31-4ac2-b147-36f45e32d287 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.864449] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177972, 'name': CreateVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.872397] env[69399]: DEBUG oslo_vmware.api [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1355.872397] env[69399]: value = "task-4177973" [ 1355.872397] env[69399]: _type = "Task" [ 1355.872397] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.885793] env[69399]: DEBUG oslo_vmware.api [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.924193] env[69399]: DEBUG nova.compute.manager [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1355.926690] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe54aa1-18bf-4a2d-aa48-d56a4b2f5303 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.036665] env[69399]: DEBUG oslo_vmware.api [None req-c6b4e894-8423-4bc1-90f4-4819cc718e22 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177971, 'name': ReconfigVM_Task, 'duration_secs': 0.168771} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.036989] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6b4e894-8423-4bc1-90f4-4819cc718e22 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-827009', 'volume_id': '06c73619-c629-493e-9fe4-9ad066541033', 'name': 'volume-06c73619-c629-493e-9fe4-9ad066541033', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cebcdd7a-82a3-4bec-a328-74bced4db009', 'attached_at': '', 'detached_at': '', 'volume_id': '06c73619-c629-493e-9fe4-9ad066541033', 'serial': '06c73619-c629-493e-9fe4-9ad066541033'} {{(pid=69399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1356.078112] env[69399]: DEBUG nova.compute.manager [req-f52bbe7c-96d1-4aeb-8b32-d916b7d309da req-e2dd706d-e88a-462b-b28f-83c671f0c630 service nova] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Received event network-changed-b75b9cd2-f8cb-4bdf-8459-b5ff40702369 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1356.078374] env[69399]: DEBUG nova.compute.manager [req-f52bbe7c-96d1-4aeb-8b32-d916b7d309da req-e2dd706d-e88a-462b-b28f-83c671f0c630 service nova] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Refreshing instance network info cache due to event network-changed-b75b9cd2-f8cb-4bdf-8459-b5ff40702369. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1356.078619] env[69399]: DEBUG oslo_concurrency.lockutils [req-f52bbe7c-96d1-4aeb-8b32-d916b7d309da req-e2dd706d-e88a-462b-b28f-83c671f0c630 service nova] Acquiring lock "refresh_cache-d122b827-0d4e-49a7-9f20-01425be77c07" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.078868] env[69399]: DEBUG oslo_concurrency.lockutils [req-f52bbe7c-96d1-4aeb-8b32-d916b7d309da req-e2dd706d-e88a-462b-b28f-83c671f0c630 service nova] Acquired lock "refresh_cache-d122b827-0d4e-49a7-9f20-01425be77c07" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.079281] env[69399]: DEBUG nova.network.neutron [req-f52bbe7c-96d1-4aeb-8b32-d916b7d309da req-e2dd706d-e88a-462b-b28f-83c671f0c630 service nova] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Refreshing network info cache for port b75b9cd2-f8cb-4bdf-8459-b5ff40702369 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1356.349221] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0d6a6c68-0657-4550-b2d1-1968c3a8c3c2 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "09dda395-fcda-42df-8f4f-8afb89f215db" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.349221] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0d6a6c68-0657-4550-b2d1-1968c3a8c3c2 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "09dda395-fcda-42df-8f4f-8afb89f215db" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.349221] env[69399]: INFO nova.compute.manager [None req-0d6a6c68-0657-4550-b2d1-1968c3a8c3c2 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Attaching volume e43c3bce-6a8b-4cc8-bf5c-7d64d1eab16d to /dev/sdb [ 1356.368460] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4177972, 'name': CreateVM_Task, 'duration_secs': 0.376246} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.368704] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1356.369731] env[69399]: DEBUG oslo_concurrency.lockutils [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.369731] env[69399]: DEBUG oslo_concurrency.lockutils [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.370455] env[69399]: DEBUG oslo_concurrency.lockutils [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.370763] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-742a6a60-bd41-4d12-a633-457440c8757d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.381892] env[69399]: DEBUG oslo_vmware.api [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1356.381892] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5239c6fe-c730-6710-41cf-64d51b7a5084" [ 1356.381892] env[69399]: _type = "Task" [ 1356.381892] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.386129] env[69399]: DEBUG oslo_vmware.api [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177973, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.395235] env[69399]: DEBUG oslo_vmware.api [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5239c6fe-c730-6710-41cf-64d51b7a5084, 'name': SearchDatastore_Task} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.395540] env[69399]: DEBUG oslo_concurrency.lockutils [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.395803] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1356.396047] env[69399]: DEBUG oslo_concurrency.lockutils [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.396197] env[69399]: DEBUG oslo_concurrency.lockutils [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.396381] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1356.396768] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32e4d7ab-7baa-4566-93f9-2977030f3260 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.402087] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7806db-889d-4030-beb1-3ba22e6b1ab3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.406232] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1356.406419] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1356.407537] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-971c69ca-62a1-4c99-9935-855d30c3d5ce {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.412256] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5de08f-8916-4972-95b9-dadab0c905c8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.415860] env[69399]: DEBUG oslo_vmware.api [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1356.415860] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]526d9219-5df2-2ce9-d97f-bcd6f7266cea" [ 1356.415860] env[69399]: _type = "Task" [ 1356.415860] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.426665] env[69399]: DEBUG oslo_vmware.api [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]526d9219-5df2-2ce9-d97f-bcd6f7266cea, 'name': SearchDatastore_Task, 'duration_secs': 0.009484} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.433053] env[69399]: DEBUG nova.virt.block_device [None req-0d6a6c68-0657-4550-b2d1-1968c3a8c3c2 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Updating existing volume attachment record: 42c660fb-c6d0-4514-9280-80ed261e214e {{(pid=69399) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1356.433602] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1767bcc-8f2f-4e11-9c76-ab250b90c402 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.453779] env[69399]: DEBUG oslo_vmware.api [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1356.453779] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f93615-c422-f1ea-748b-7079a398792e" [ 1356.453779] env[69399]: _type = "Task" [ 1356.453779] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.459226] env[69399]: DEBUG oslo_concurrency.lockutils [None req-10c58d48-bb74-48c5-a75b-100ecbd97e2f tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Lock "0df0c5d0-9411-411d-af69-cfd2d37e571e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 31.297s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.482764] env[69399]: DEBUG oslo_vmware.api [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f93615-c422-f1ea-748b-7079a398792e, 'name': SearchDatastore_Task, 'duration_secs': 0.010378} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.482764] env[69399]: DEBUG oslo_concurrency.lockutils [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.482764] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] d122b827-0d4e-49a7-9f20-01425be77c07/d122b827-0d4e-49a7-9f20-01425be77c07.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1356.482764] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a953b72-e9b0-49c5-b010-ad666c41df0b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.490650] env[69399]: DEBUG oslo_vmware.api [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1356.490650] env[69399]: value = "task-4177974" [ 1356.490650] env[69399]: _type = "Task" [ 1356.490650] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.498393] env[69399]: DEBUG oslo_vmware.api [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177974, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.829062] env[69399]: DEBUG nova.network.neutron [req-f52bbe7c-96d1-4aeb-8b32-d916b7d309da req-e2dd706d-e88a-462b-b28f-83c671f0c630 service nova] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Updated VIF entry in instance network info cache for port b75b9cd2-f8cb-4bdf-8459-b5ff40702369. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1356.829477] env[69399]: DEBUG nova.network.neutron [req-f52bbe7c-96d1-4aeb-8b32-d916b7d309da req-e2dd706d-e88a-462b-b28f-83c671f0c630 service nova] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Updating instance_info_cache with network_info: [{"id": "b75b9cd2-f8cb-4bdf-8459-b5ff40702369", "address": "fa:16:3e:99:88:ed", "network": {"id": "937e3b1e-35e1-4e9f-ba20-333ead79b0de", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-541287891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70f2346ed704f23b25ffbac339b9b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb75b9cd2-f8", "ovs_interfaceid": "b75b9cd2-f8cb-4bdf-8459-b5ff40702369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.885468] env[69399]: DEBUG oslo_vmware.api [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177973, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521322} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.885468] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e/651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1356.885714] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1356.886094] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5633515-fdd2-4b3c-b734-c5880a10125b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.895893] env[69399]: DEBUG oslo_vmware.api [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1356.895893] env[69399]: value = "task-4177978" [ 1356.895893] env[69399]: _type = "Task" [ 1356.895893] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.907755] env[69399]: DEBUG oslo_vmware.api [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177978, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.000899] env[69399]: DEBUG oslo_vmware.api [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177974, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481616} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.000899] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] d122b827-0d4e-49a7-9f20-01425be77c07/d122b827-0d4e-49a7-9f20-01425be77c07.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1357.000899] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1357.000899] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5668538e-933d-4df2-97e5-ac9fbeac07a5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.008189] env[69399]: DEBUG oslo_vmware.api [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1357.008189] env[69399]: value = "task-4177979" [ 1357.008189] env[69399]: _type = "Task" [ 1357.008189] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.017789] env[69399]: DEBUG oslo_vmware.api [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177979, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.088072] env[69399]: DEBUG nova.objects.instance [None req-c6b4e894-8423-4bc1-90f4-4819cc718e22 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lazy-loading 'flavor' on Instance uuid cebcdd7a-82a3-4bec-a328-74bced4db009 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1357.332138] env[69399]: DEBUG oslo_concurrency.lockutils [req-f52bbe7c-96d1-4aeb-8b32-d916b7d309da req-e2dd706d-e88a-462b-b28f-83c671f0c630 service nova] Releasing lock "refresh_cache-d122b827-0d4e-49a7-9f20-01425be77c07" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.409413] env[69399]: DEBUG oslo_vmware.api [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177978, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090445} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.409708] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1357.410515] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5416822b-e2a6-4898-b036-13d995e26134 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.433896] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e/651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1357.434262] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9910d7a-1cd0-4f5a-98d5-eb30b21f36ed {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.454159] env[69399]: DEBUG oslo_vmware.api [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1357.454159] env[69399]: value = "task-4177980" [ 1357.454159] env[69399]: _type = "Task" [ 1357.454159] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.462886] env[69399]: DEBUG oslo_vmware.api [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177980, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.519543] env[69399]: DEBUG oslo_vmware.api [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177979, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068138} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.519860] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1357.520680] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5109ed-85e9-4878-9717-2348cb7b0237 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.544265] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] d122b827-0d4e-49a7-9f20-01425be77c07/d122b827-0d4e-49a7-9f20-01425be77c07.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1357.544630] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53cd3a59-9289-491b-af90-8c31c4560965 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.569547] env[69399]: DEBUG oslo_vmware.api [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1357.569547] env[69399]: value = "task-4177981" [ 1357.569547] env[69399]: _type = "Task" [ 1357.569547] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.580376] env[69399]: DEBUG oslo_vmware.api [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177981, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.595057] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c6b4e894-8423-4bc1-90f4-4819cc718e22 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lock "cebcdd7a-82a3-4bec-a328-74bced4db009" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.798s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.966369] env[69399]: DEBUG oslo_vmware.api [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.079896] env[69399]: DEBUG oslo_vmware.api [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177981, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.105941] env[69399]: DEBUG oslo_concurrency.lockutils [None req-671841c4-6aec-4703-903b-55142113272d tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Acquiring lock "cebcdd7a-82a3-4bec-a328-74bced4db009" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.106537] env[69399]: DEBUG oslo_concurrency.lockutils [None req-671841c4-6aec-4703-903b-55142113272d tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lock "cebcdd7a-82a3-4bec-a328-74bced4db009" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.391026] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc446d4d-f10b-4b52-9327-09596b34c14e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.399150] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-28c5f97d-e2e4-4b04-9198-7ce6e8d6cc0c tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Suspending the VM {{(pid=69399) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1358.399446] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-48cd1ca0-0da8-42f9-9e86-3516a4c07a5e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.407315] env[69399]: DEBUG oslo_vmware.api [None req-28c5f97d-e2e4-4b04-9198-7ce6e8d6cc0c tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Waiting for the task: (returnval){ [ 1358.407315] env[69399]: value = "task-4177982" [ 1358.407315] env[69399]: _type = "Task" [ 1358.407315] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.418178] env[69399]: DEBUG oslo_vmware.api [None req-28c5f97d-e2e4-4b04-9198-7ce6e8d6cc0c tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177982, 'name': SuspendVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.469022] env[69399]: DEBUG oslo_vmware.api [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177980, 'name': ReconfigVM_Task, 'duration_secs': 0.782728} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.469022] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e/651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1358.469022] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79b53815-bd94-4853-9e6f-6a8b3a628eac {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.475817] env[69399]: DEBUG oslo_vmware.api [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1358.475817] env[69399]: value = "task-4177983" [ 1358.475817] env[69399]: _type = "Task" [ 1358.475817] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.488683] env[69399]: DEBUG oslo_vmware.api [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177983, 'name': Rename_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.583664] env[69399]: DEBUG oslo_vmware.api [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177981, 'name': ReconfigVM_Task, 'duration_secs': 0.720725} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.583664] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Reconfigured VM instance instance-0000007a to attach disk [datastore1] d122b827-0d4e-49a7-9f20-01425be77c07/d122b827-0d4e-49a7-9f20-01425be77c07.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1358.584034] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50246c41-0108-4bd0-93f4-276d0f850d13 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.593263] env[69399]: DEBUG oslo_vmware.api [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1358.593263] env[69399]: value = "task-4177984" [ 1358.593263] env[69399]: _type = "Task" [ 1358.593263] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.603613] env[69399]: DEBUG oslo_vmware.api [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177984, 'name': Rename_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.611136] env[69399]: DEBUG nova.compute.utils [None req-671841c4-6aec-4703-903b-55142113272d tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1358.918430] env[69399]: DEBUG oslo_vmware.api [None req-28c5f97d-e2e4-4b04-9198-7ce6e8d6cc0c tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177982, 'name': SuspendVM_Task} progress is 58%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.987799] env[69399]: DEBUG oslo_vmware.api [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177983, 'name': Rename_Task, 'duration_secs': 0.424786} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.988187] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1358.988431] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b17d109-3e0b-4c50-b96e-38a90fe72072 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.997766] env[69399]: DEBUG oslo_vmware.api [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1358.997766] env[69399]: value = "task-4177986" [ 1358.997766] env[69399]: _type = "Task" [ 1358.997766] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.009691] env[69399]: DEBUG oslo_vmware.api [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177986, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.103713] env[69399]: DEBUG oslo_vmware.api [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177984, 'name': Rename_Task, 'duration_secs': 0.325879} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.104047] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1359.104316] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8caeac26-9788-4c15-a6fe-003a0f80bbbb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.111661] env[69399]: DEBUG oslo_vmware.api [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1359.111661] env[69399]: value = "task-4177987" [ 1359.111661] env[69399]: _type = "Task" [ 1359.111661] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.117137] env[69399]: DEBUG oslo_concurrency.lockutils [None req-671841c4-6aec-4703-903b-55142113272d tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lock "cebcdd7a-82a3-4bec-a328-74bced4db009" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.123266] env[69399]: DEBUG oslo_vmware.api [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177987, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.418448] env[69399]: DEBUG oslo_vmware.api [None req-28c5f97d-e2e4-4b04-9198-7ce6e8d6cc0c tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177982, 'name': SuspendVM_Task, 'duration_secs': 0.717705} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.418741] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-28c5f97d-e2e4-4b04-9198-7ce6e8d6cc0c tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Suspended the VM {{(pid=69399) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1359.418936] env[69399]: DEBUG nova.compute.manager [None req-28c5f97d-e2e4-4b04-9198-7ce6e8d6cc0c tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1359.419744] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7821a9f-2b13-4635-908a-75298c11fd09 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.509205] env[69399]: DEBUG oslo_vmware.api [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177986, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.622455] env[69399]: DEBUG oslo_vmware.api [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177987, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.009699] env[69399]: DEBUG oslo_vmware.api [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177986, 'name': PowerOnVM_Task, 'duration_secs': 0.774875} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.010130] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1360.010130] env[69399]: INFO nova.compute.manager [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Took 9.32 seconds to spawn the instance on the hypervisor. [ 1360.010221] env[69399]: DEBUG nova.compute.manager [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1360.010974] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081af22c-db46-480a-b921-cc983e2d7c50 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.122361] env[69399]: DEBUG oslo_vmware.api [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4177987, 'name': PowerOnVM_Task, 'duration_secs': 0.721499} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.122654] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1360.122856] env[69399]: INFO nova.compute.manager [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Took 7.12 seconds to spawn the instance on the hypervisor. [ 1360.123048] env[69399]: DEBUG nova.compute.manager [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1360.123890] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6f63c2-e5d1-489e-8a98-42585c6a9342 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.177549] env[69399]: DEBUG oslo_concurrency.lockutils [None req-671841c4-6aec-4703-903b-55142113272d tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Acquiring lock "cebcdd7a-82a3-4bec-a328-74bced4db009" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.177907] env[69399]: DEBUG oslo_concurrency.lockutils [None req-671841c4-6aec-4703-903b-55142113272d tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lock "cebcdd7a-82a3-4bec-a328-74bced4db009" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.178044] env[69399]: INFO nova.compute.manager [None req-671841c4-6aec-4703-903b-55142113272d tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Attaching volume 076fc9c3-a6f6-499a-af04-9dbbaeca53d7 to /dev/sdc [ 1360.212260] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb20fda3-215c-4468-9884-a1bc370800ac {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.219983] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ebb267-503c-4741-84de-c5feb46faefa {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.235071] env[69399]: DEBUG nova.virt.block_device [None req-671841c4-6aec-4703-903b-55142113272d tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Updating existing volume attachment record: f5e828d3-c588-4575-a8fd-204db880cd69 {{(pid=69399) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1360.528784] env[69399]: INFO nova.compute.manager [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Took 17.15 seconds to build instance. [ 1360.643464] env[69399]: INFO nova.compute.manager [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Took 12.01 seconds to build instance. [ 1360.823860] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c413b06a-3ef2-4343-b289-d282f37cf203 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "6cc5836f-2902-4072-81af-f7735deaaf91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.824963] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c413b06a-3ef2-4343-b289-d282f37cf203 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "6cc5836f-2902-4072-81af-f7735deaaf91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.824963] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c413b06a-3ef2-4343-b289-d282f37cf203 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "6cc5836f-2902-4072-81af-f7735deaaf91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.824963] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c413b06a-3ef2-4343-b289-d282f37cf203 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "6cc5836f-2902-4072-81af-f7735deaaf91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.824963] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c413b06a-3ef2-4343-b289-d282f37cf203 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "6cc5836f-2902-4072-81af-f7735deaaf91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.827039] env[69399]: INFO nova.compute.manager [None req-c413b06a-3ef2-4343-b289-d282f37cf203 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Terminating instance [ 1360.858153] env[69399]: INFO nova.compute.manager [None req-274b502f-6f75-41ba-8a2c-a90a1e5f5549 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Resuming [ 1360.858858] env[69399]: DEBUG nova.objects.instance [None req-274b502f-6f75-41ba-8a2c-a90a1e5f5549 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Lazy-loading 'flavor' on Instance uuid 0df0c5d0-9411-411d-af69-cfd2d37e571e {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1360.989277] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d6a6c68-0657-4550-b2d1-1968c3a8c3c2 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Volume attach. Driver type: vmdk {{(pid=69399) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1360.989510] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d6a6c68-0657-4550-b2d1-1968c3a8c3c2 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-827013', 'volume_id': 'e43c3bce-6a8b-4cc8-bf5c-7d64d1eab16d', 'name': 'volume-e43c3bce-6a8b-4cc8-bf5c-7d64d1eab16d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09dda395-fcda-42df-8f4f-8afb89f215db', 'attached_at': '', 'detached_at': '', 'volume_id': 'e43c3bce-6a8b-4cc8-bf5c-7d64d1eab16d', 'serial': 'e43c3bce-6a8b-4cc8-bf5c-7d64d1eab16d'} {{(pid=69399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1360.990689] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7101ff73-ba65-4acc-9201-99e25372a426 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.011278] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a005011-1b4c-424a-90ec-53c7ef911412 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.037281] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d6a6c68-0657-4550-b2d1-1968c3a8c3c2 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-e43c3bce-6a8b-4cc8-bf5c-7d64d1eab16d/volume-e43c3bce-6a8b-4cc8-bf5c-7d64d1eab16d.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1361.037754] env[69399]: DEBUG oslo_concurrency.lockutils [None req-6f1e7e19-414d-4235-9e3b-0526cb7356e1 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.671s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.037971] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c6ead9f-989b-4ce7-9feb-17ee1396d97c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.056630] env[69399]: DEBUG oslo_vmware.api [None req-0d6a6c68-0657-4550-b2d1-1968c3a8c3c2 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1361.056630] env[69399]: value = "task-4177989" [ 1361.056630] env[69399]: _type = "Task" [ 1361.056630] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.065399] env[69399]: DEBUG oslo_vmware.api [None req-0d6a6c68-0657-4550-b2d1-1968c3a8c3c2 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177989, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.145666] env[69399]: DEBUG oslo_concurrency.lockutils [None req-708c8b76-0adb-4948-b757-9238f798abea tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "d122b827-0d4e-49a7-9f20-01425be77c07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.523s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.331878] env[69399]: DEBUG nova.compute.manager [None req-c413b06a-3ef2-4343-b289-d282f37cf203 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1361.332234] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c413b06a-3ef2-4343-b289-d282f37cf203 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1361.332605] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cca8e681-48ef-4979-b9aa-753d44fc6dd1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.340126] env[69399]: DEBUG oslo_vmware.api [None req-c413b06a-3ef2-4343-b289-d282f37cf203 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1361.340126] env[69399]: value = "task-4177990" [ 1361.340126] env[69399]: _type = "Task" [ 1361.340126] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.350092] env[69399]: DEBUG oslo_vmware.api [None req-c413b06a-3ef2-4343-b289-d282f37cf203 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.566784] env[69399]: DEBUG oslo_vmware.api [None req-0d6a6c68-0657-4550-b2d1-1968c3a8c3c2 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177989, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.686116] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f77c45cb-4a9a-487f-8e41-6929d31d05d6 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.686418] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f77c45cb-4a9a-487f-8e41-6929d31d05d6 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.686709] env[69399]: DEBUG nova.compute.manager [None req-f77c45cb-4a9a-487f-8e41-6929d31d05d6 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1361.687561] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990fbf03-73f0-4dfe-8f15-623ef446b437 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.694658] env[69399]: DEBUG nova.compute.manager [None req-f77c45cb-4a9a-487f-8e41-6929d31d05d6 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69399) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1361.695273] env[69399]: DEBUG nova.objects.instance [None req-f77c45cb-4a9a-487f-8e41-6929d31d05d6 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lazy-loading 'flavor' on Instance uuid 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1361.850924] env[69399]: DEBUG oslo_vmware.api [None req-c413b06a-3ef2-4343-b289-d282f37cf203 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177990, 'name': PowerOffVM_Task, 'duration_secs': 0.206009} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.851253] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-c413b06a-3ef2-4343-b289-d282f37cf203 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1361.851498] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-c413b06a-3ef2-4343-b289-d282f37cf203 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Volume detach. Driver type: vmdk {{(pid=69399) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1361.851719] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-c413b06a-3ef2-4343-b289-d282f37cf203 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826984', 'volume_id': 'eceec534-b24e-4249-927a-12f494c060fd', 'name': 'volume-eceec534-b24e-4249-927a-12f494c060fd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '6cc5836f-2902-4072-81af-f7735deaaf91', 'attached_at': '2025-05-15T11:00:22.000000', 'detached_at': '', 'volume_id': 'eceec534-b24e-4249-927a-12f494c060fd', 'serial': 'eceec534-b24e-4249-927a-12f494c060fd'} {{(pid=69399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1361.852632] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103abf39-febc-467f-8c66-7527f1ebe3be {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.873018] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006cea3a-2653-4d56-8ddd-c1643507d714 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.881681] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3badf3b8-d3dd-48ce-a682-7524f12a463f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.902505] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd134a20-b8af-49b2-ac6a-9da6ce3da27b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.907824] env[69399]: DEBUG nova.compute.manager [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Stashing vm_state: active {{(pid=69399) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1361.924686] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-c413b06a-3ef2-4343-b289-d282f37cf203 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] The volume has not been displaced from its original location: [datastore2] volume-eceec534-b24e-4249-927a-12f494c060fd/volume-eceec534-b24e-4249-927a-12f494c060fd.vmdk. No consolidation needed. {{(pid=69399) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1361.930400] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-c413b06a-3ef2-4343-b289-d282f37cf203 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1361.930769] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f4e53e5-7053-402d-b95a-14e9a267785a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.949856] env[69399]: DEBUG oslo_vmware.api [None req-c413b06a-3ef2-4343-b289-d282f37cf203 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1361.949856] env[69399]: value = "task-4177991" [ 1361.949856] env[69399]: _type = "Task" [ 1361.949856] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.961019] env[69399]: DEBUG oslo_vmware.api [None req-c413b06a-3ef2-4343-b289-d282f37cf203 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177991, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.069195] env[69399]: DEBUG oslo_vmware.api [None req-0d6a6c68-0657-4550-b2d1-1968c3a8c3c2 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177989, 'name': ReconfigVM_Task, 'duration_secs': 0.523819} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.069745] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d6a6c68-0657-4550-b2d1-1968c3a8c3c2 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-e43c3bce-6a8b-4cc8-bf5c-7d64d1eab16d/volume-e43c3bce-6a8b-4cc8-bf5c-7d64d1eab16d.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1362.075643] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8353635-b963-4c44-a4e2-3a68d9466ce4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.095582] env[69399]: DEBUG oslo_vmware.api [None req-0d6a6c68-0657-4550-b2d1-1968c3a8c3c2 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1362.095582] env[69399]: value = "task-4177992" [ 1362.095582] env[69399]: _type = "Task" [ 1362.095582] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.106097] env[69399]: DEBUG oslo_vmware.api [None req-0d6a6c68-0657-4550-b2d1-1968c3a8c3c2 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177992, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.377062] env[69399]: DEBUG oslo_concurrency.lockutils [None req-274b502f-6f75-41ba-8a2c-a90a1e5f5549 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Acquiring lock "refresh_cache-0df0c5d0-9411-411d-af69-cfd2d37e571e" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.377287] env[69399]: DEBUG oslo_concurrency.lockutils [None req-274b502f-6f75-41ba-8a2c-a90a1e5f5549 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Acquired lock "refresh_cache-0df0c5d0-9411-411d-af69-cfd2d37e571e" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.377445] env[69399]: DEBUG nova.network.neutron [None req-274b502f-6f75-41ba-8a2c-a90a1e5f5549 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1362.432865] env[69399]: DEBUG oslo_concurrency.lockutils [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.433226] env[69399]: DEBUG oslo_concurrency.lockutils [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.461428] env[69399]: DEBUG oslo_vmware.api [None req-c413b06a-3ef2-4343-b289-d282f37cf203 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177991, 'name': ReconfigVM_Task, 'duration_secs': 0.192174} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.461710] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-c413b06a-3ef2-4343-b289-d282f37cf203 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1362.467119] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0dad09f-addf-4718-aac3-e573d765e215 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.487339] env[69399]: DEBUG oslo_vmware.api [None req-c413b06a-3ef2-4343-b289-d282f37cf203 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1362.487339] env[69399]: value = "task-4177994" [ 1362.487339] env[69399]: _type = "Task" [ 1362.487339] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.496736] env[69399]: DEBUG oslo_vmware.api [None req-c413b06a-3ef2-4343-b289-d282f37cf203 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177994, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.606603] env[69399]: DEBUG oslo_vmware.api [None req-0d6a6c68-0657-4550-b2d1-1968c3a8c3c2 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177992, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.706814] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f77c45cb-4a9a-487f-8e41-6929d31d05d6 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1362.707180] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba2ee3d8-b68d-4874-9838-4fa767f38b88 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.715998] env[69399]: DEBUG oslo_vmware.api [None req-f77c45cb-4a9a-487f-8e41-6929d31d05d6 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1362.715998] env[69399]: value = "task-4177995" [ 1362.715998] env[69399]: _type = "Task" [ 1362.715998] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.727990] env[69399]: DEBUG oslo_vmware.api [None req-f77c45cb-4a9a-487f-8e41-6929d31d05d6 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.938555] env[69399]: INFO nova.compute.claims [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1362.997969] env[69399]: DEBUG oslo_vmware.api [None req-c413b06a-3ef2-4343-b289-d282f37cf203 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177994, 'name': ReconfigVM_Task, 'duration_secs': 0.191552} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.998614] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-c413b06a-3ef2-4343-b289-d282f37cf203 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-826984', 'volume_id': 'eceec534-b24e-4249-927a-12f494c060fd', 'name': 'volume-eceec534-b24e-4249-927a-12f494c060fd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '6cc5836f-2902-4072-81af-f7735deaaf91', 'attached_at': '2025-05-15T11:00:22.000000', 'detached_at': '', 'volume_id': 'eceec534-b24e-4249-927a-12f494c060fd', 'serial': 'eceec534-b24e-4249-927a-12f494c060fd'} {{(pid=69399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1362.998965] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c413b06a-3ef2-4343-b289-d282f37cf203 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1362.999784] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d338995-6195-4179-b4e2-ba53bcb31d5c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.007831] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c413b06a-3ef2-4343-b289-d282f37cf203 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1363.008112] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45b7e90c-64fc-4424-a955-f4d234bc4f05 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.073811] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c413b06a-3ef2-4343-b289-d282f37cf203 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1363.074211] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c413b06a-3ef2-4343-b289-d282f37cf203 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1363.074211] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c413b06a-3ef2-4343-b289-d282f37cf203 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Deleting the datastore file [datastore2] 6cc5836f-2902-4072-81af-f7735deaaf91 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1363.074442] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-678a3ffe-2028-4287-8771-aba0b39f7ff7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.082455] env[69399]: DEBUG oslo_vmware.api [None req-c413b06a-3ef2-4343-b289-d282f37cf203 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1363.082455] env[69399]: value = "task-4177997" [ 1363.082455] env[69399]: _type = "Task" [ 1363.082455] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.090716] env[69399]: DEBUG oslo_vmware.api [None req-c413b06a-3ef2-4343-b289-d282f37cf203 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.106216] env[69399]: DEBUG oslo_vmware.api [None req-0d6a6c68-0657-4550-b2d1-1968c3a8c3c2 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177992, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.140625] env[69399]: DEBUG nova.network.neutron [None req-274b502f-6f75-41ba-8a2c-a90a1e5f5549 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Updating instance_info_cache with network_info: [{"id": "5889a4b2-8c3a-4f84-9067-97d4d48525c5", "address": "fa:16:3e:68:5f:52", "network": {"id": "f133c13a-8fc0-428c-98c0-a0ca02a86386", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-537332251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4369a5733dda4a16a7704105ad9768dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5889a4b2-8c", "ovs_interfaceid": "5889a4b2-8c3a-4f84-9067-97d4d48525c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.227316] env[69399]: DEBUG oslo_vmware.api [None req-f77c45cb-4a9a-487f-8e41-6929d31d05d6 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.450786] env[69399]: INFO nova.compute.resource_tracker [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Updating resource usage from migration ae09e029-8fc7-4c03-9f84-df3ff771ea97 [ 1363.596170] env[69399]: DEBUG oslo_vmware.api [None req-c413b06a-3ef2-4343-b289-d282f37cf203 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4177997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.087251} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.596440] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-c413b06a-3ef2-4343-b289-d282f37cf203 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1363.596682] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c413b06a-3ef2-4343-b289-d282f37cf203 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1363.596916] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-c413b06a-3ef2-4343-b289-d282f37cf203 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1363.597042] env[69399]: INFO nova.compute.manager [None req-c413b06a-3ef2-4343-b289-d282f37cf203 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1363.597297] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c413b06a-3ef2-4343-b289-d282f37cf203 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1363.597596] env[69399]: DEBUG nova.compute.manager [-] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1363.597719] env[69399]: DEBUG nova.network.neutron [-] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1363.611071] env[69399]: DEBUG oslo_vmware.api [None req-0d6a6c68-0657-4550-b2d1-1968c3a8c3c2 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4177992, 'name': ReconfigVM_Task, 'duration_secs': 1.186747} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.611440] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d6a6c68-0657-4550-b2d1-1968c3a8c3c2 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-827013', 'volume_id': 'e43c3bce-6a8b-4cc8-bf5c-7d64d1eab16d', 'name': 'volume-e43c3bce-6a8b-4cc8-bf5c-7d64d1eab16d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09dda395-fcda-42df-8f4f-8afb89f215db', 'attached_at': '', 'detached_at': '', 'volume_id': 'e43c3bce-6a8b-4cc8-bf5c-7d64d1eab16d', 'serial': 'e43c3bce-6a8b-4cc8-bf5c-7d64d1eab16d'} {{(pid=69399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1363.628584] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9152c1-86a7-435b-9c94-0d17f06d4cbb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.639191] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8619a9c-10e4-4e60-ae9f-3ef8dceda413 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.642984] env[69399]: DEBUG oslo_concurrency.lockutils [None req-274b502f-6f75-41ba-8a2c-a90a1e5f5549 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Releasing lock "refresh_cache-0df0c5d0-9411-411d-af69-cfd2d37e571e" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.644056] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e25896-0287-481e-8232-7408ea46eb42 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.650831] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-274b502f-6f75-41ba-8a2c-a90a1e5f5549 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Resuming the VM {{(pid=69399) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1363.674534] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46254364-098d-4cef-be10-11d3ea3c39a2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.677384] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c954d31-b88a-4377-bc5f-f7cc9a0d40d7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.685241] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2543476-062f-434d-ae06-aeafc4d02b8a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.690279] env[69399]: DEBUG oslo_vmware.api [None req-274b502f-6f75-41ba-8a2c-a90a1e5f5549 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Waiting for the task: (returnval){ [ 1363.690279] env[69399]: value = "task-4177998" [ 1363.690279] env[69399]: _type = "Task" [ 1363.690279] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.701644] env[69399]: DEBUG nova.compute.provider_tree [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1363.708401] env[69399]: DEBUG oslo_vmware.api [None req-274b502f-6f75-41ba-8a2c-a90a1e5f5549 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177998, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.726707] env[69399]: DEBUG oslo_vmware.api [None req-f77c45cb-4a9a-487f-8e41-6929d31d05d6 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4177995, 'name': PowerOffVM_Task, 'duration_secs': 0.805107} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.727053] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f77c45cb-4a9a-487f-8e41-6929d31d05d6 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1363.727268] env[69399]: DEBUG nova.compute.manager [None req-f77c45cb-4a9a-487f-8e41-6929d31d05d6 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1363.728125] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b91c093-69fc-4323-8883-17138a64994f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.124703] env[69399]: DEBUG nova.compute.manager [req-9d31f329-66f5-4c1a-8a92-1256e045fade req-e22d4be4-7d82-4e43-b0f0-9266a3e44bae service nova] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Received event network-vif-deleted-59c8faaa-8e4e-41dc-8b03-e29186c6670f {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1364.127198] env[69399]: INFO nova.compute.manager [req-9d31f329-66f5-4c1a-8a92-1256e045fade req-e22d4be4-7d82-4e43-b0f0-9266a3e44bae service nova] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Neutron deleted interface 59c8faaa-8e4e-41dc-8b03-e29186c6670f; detaching it from the instance and deleting it from the info cache [ 1364.127446] env[69399]: DEBUG nova.network.neutron [req-9d31f329-66f5-4c1a-8a92-1256e045fade req-e22d4be4-7d82-4e43-b0f0-9266a3e44bae service nova] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.203730] env[69399]: DEBUG oslo_vmware.api [None req-274b502f-6f75-41ba-8a2c-a90a1e5f5549 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177998, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.204608] env[69399]: DEBUG nova.scheduler.client.report [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1364.240901] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f77c45cb-4a9a-487f-8e41-6929d31d05d6 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.554s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.606622] env[69399]: DEBUG nova.network.neutron [-] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.630882] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-321df979-a716-4184-85de-82d7941bd696 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.642206] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97399aea-3875-44be-9aef-f2bc3d69f33f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.679426] env[69399]: DEBUG nova.objects.instance [None req-0d6a6c68-0657-4550-b2d1-1968c3a8c3c2 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lazy-loading 'flavor' on Instance uuid 09dda395-fcda-42df-8f4f-8afb89f215db {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1364.680953] env[69399]: DEBUG nova.compute.manager [req-9d31f329-66f5-4c1a-8a92-1256e045fade req-e22d4be4-7d82-4e43-b0f0-9266a3e44bae service nova] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Detach interface failed, port_id=59c8faaa-8e4e-41dc-8b03-e29186c6670f, reason: Instance 6cc5836f-2902-4072-81af-f7735deaaf91 could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1364.702655] env[69399]: DEBUG oslo_vmware.api [None req-274b502f-6f75-41ba-8a2c-a90a1e5f5549 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4177998, 'name': PowerOnVM_Task, 'duration_secs': 0.641301} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.703135] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-274b502f-6f75-41ba-8a2c-a90a1e5f5549 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Resumed the VM {{(pid=69399) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1364.703281] env[69399]: DEBUG nova.compute.manager [None req-274b502f-6f75-41ba-8a2c-a90a1e5f5549 tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1364.704074] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38db0acb-79bd-4be0-a10e-ea91a7615b0c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.710346] env[69399]: DEBUG oslo_concurrency.lockutils [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.277s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.710604] env[69399]: INFO nova.compute.manager [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Migrating [ 1364.789855] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-671841c4-6aec-4703-903b-55142113272d tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Volume attach. Driver type: vmdk {{(pid=69399) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1364.790125] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-671841c4-6aec-4703-903b-55142113272d tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-827014', 'volume_id': '076fc9c3-a6f6-499a-af04-9dbbaeca53d7', 'name': 'volume-076fc9c3-a6f6-499a-af04-9dbbaeca53d7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cebcdd7a-82a3-4bec-a328-74bced4db009', 'attached_at': '', 'detached_at': '', 'volume_id': '076fc9c3-a6f6-499a-af04-9dbbaeca53d7', 'serial': '076fc9c3-a6f6-499a-af04-9dbbaeca53d7'} {{(pid=69399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1364.791015] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9815316-f55e-4e7b-8112-6d836fb34b86 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.811372] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d734f7-971a-4200-ab1e-7ff2bb5fde88 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.839881] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-671841c4-6aec-4703-903b-55142113272d tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] volume-076fc9c3-a6f6-499a-af04-9dbbaeca53d7/volume-076fc9c3-a6f6-499a-af04-9dbbaeca53d7.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1364.840246] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6e60b8c-17fd-45a3-be50-4ba105e4f6a5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.861446] env[69399]: DEBUG oslo_vmware.api [None req-671841c4-6aec-4703-903b-55142113272d tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Waiting for the task: (returnval){ [ 1364.861446] env[69399]: value = "task-4177999" [ 1364.861446] env[69399]: _type = "Task" [ 1364.861446] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.870863] env[69399]: DEBUG oslo_vmware.api [None req-671841c4-6aec-4703-903b-55142113272d tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177999, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.110662] env[69399]: INFO nova.compute.manager [-] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Took 1.51 seconds to deallocate network for instance. [ 1365.185686] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0d6a6c68-0657-4550-b2d1-1968c3a8c3c2 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "09dda395-fcda-42df-8f4f-8afb89f215db" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.837s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.235447] env[69399]: DEBUG oslo_concurrency.lockutils [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "refresh_cache-d122b827-0d4e-49a7-9f20-01425be77c07" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.235773] env[69399]: DEBUG oslo_concurrency.lockutils [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquired lock "refresh_cache-d122b827-0d4e-49a7-9f20-01425be77c07" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.236048] env[69399]: DEBUG nova.network.neutron [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1365.375449] env[69399]: DEBUG oslo_vmware.api [None req-671841c4-6aec-4703-903b-55142113272d tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.513083] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cc2aab21-b999-4320-a6c8-5ef25c0f69b4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.513381] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cc2aab21-b999-4320-a6c8-5ef25c0f69b4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.513598] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cc2aab21-b999-4320-a6c8-5ef25c0f69b4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.515205] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cc2aab21-b999-4320-a6c8-5ef25c0f69b4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.515205] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cc2aab21-b999-4320-a6c8-5ef25c0f69b4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.516577] env[69399]: INFO nova.compute.manager [None req-cc2aab21-b999-4320-a6c8-5ef25c0f69b4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Terminating instance [ 1365.637035] env[69399]: DEBUG nova.compute.manager [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Stashing vm_state: active {{(pid=69399) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1365.662163] env[69399]: INFO nova.compute.manager [None req-c413b06a-3ef2-4343-b289-d282f37cf203 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Took 0.55 seconds to detach 1 volumes for instance. [ 1365.664661] env[69399]: DEBUG nova.compute.manager [None req-c413b06a-3ef2-4343-b289-d282f37cf203 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Deleting volume: eceec534-b24e-4249-927a-12f494c060fd {{(pid=69399) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1365.877268] env[69399]: DEBUG oslo_vmware.api [None req-671841c4-6aec-4703-903b-55142113272d tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.021395] env[69399]: DEBUG nova.compute.manager [None req-cc2aab21-b999-4320-a6c8-5ef25c0f69b4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1366.021395] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2aab21-b999-4320-a6c8-5ef25c0f69b4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1366.022270] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72289142-58ba-4ee3-9c48-f75ac04d08e4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.030608] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2aab21-b999-4320-a6c8-5ef25c0f69b4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1366.030860] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c937f71f-3d47-4acc-88b3-176eccfeeee0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.041860] env[69399]: DEBUG nova.network.neutron [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Updating instance_info_cache with network_info: [{"id": "b75b9cd2-f8cb-4bdf-8459-b5ff40702369", "address": "fa:16:3e:99:88:ed", "network": {"id": "937e3b1e-35e1-4e9f-ba20-333ead79b0de", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-541287891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70f2346ed704f23b25ffbac339b9b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb75b9cd2-f8", "ovs_interfaceid": "b75b9cd2-f8cb-4bdf-8459-b5ff40702369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.120131] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2aab21-b999-4320-a6c8-5ef25c0f69b4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1366.120392] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2aab21-b999-4320-a6c8-5ef25c0f69b4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1366.120572] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc2aab21-b999-4320-a6c8-5ef25c0f69b4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Deleting the datastore file [datastore1] 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1366.120901] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a12c1b48-89a8-4201-b266-f1f7fc39786e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.129982] env[69399]: DEBUG oslo_vmware.api [None req-cc2aab21-b999-4320-a6c8-5ef25c0f69b4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1366.129982] env[69399]: value = "task-4178002" [ 1366.129982] env[69399]: _type = "Task" [ 1366.129982] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.139767] env[69399]: DEBUG oslo_vmware.api [None req-cc2aab21-b999-4320-a6c8-5ef25c0f69b4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4178002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.160505] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.160773] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.212081] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c413b06a-3ef2-4343-b289-d282f37cf203 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.375148] env[69399]: DEBUG oslo_vmware.api [None req-671841c4-6aec-4703-903b-55142113272d tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4177999, 'name': ReconfigVM_Task, 'duration_secs': 1.243102} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.375459] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-671841c4-6aec-4703-903b-55142113272d tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Reconfigured VM instance instance-00000073 to attach disk [datastore2] volume-076fc9c3-a6f6-499a-af04-9dbbaeca53d7/volume-076fc9c3-a6f6-499a-af04-9dbbaeca53d7.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1366.380408] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dab3bd28-9ae4-46af-aa28-5c98322fdaae {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.395926] env[69399]: DEBUG oslo_vmware.api [None req-671841c4-6aec-4703-903b-55142113272d tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Waiting for the task: (returnval){ [ 1366.395926] env[69399]: value = "task-4178003" [ 1366.395926] env[69399]: _type = "Task" [ 1366.395926] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.405961] env[69399]: DEBUG oslo_vmware.api [None req-671841c4-6aec-4703-903b-55142113272d tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4178003, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.545031] env[69399]: DEBUG oslo_concurrency.lockutils [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Releasing lock "refresh_cache-d122b827-0d4e-49a7-9f20-01425be77c07" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.640841] env[69399]: DEBUG oslo_vmware.api [None req-cc2aab21-b999-4320-a6c8-5ef25c0f69b4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4178002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153088} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.641198] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc2aab21-b999-4320-a6c8-5ef25c0f69b4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1366.641571] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2aab21-b999-4320-a6c8-5ef25c0f69b4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1366.641655] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2aab21-b999-4320-a6c8-5ef25c0f69b4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1366.641757] env[69399]: INFO nova.compute.manager [None req-cc2aab21-b999-4320-a6c8-5ef25c0f69b4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1366.642018] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc2aab21-b999-4320-a6c8-5ef25c0f69b4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1366.642226] env[69399]: DEBUG nova.compute.manager [-] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1366.642339] env[69399]: DEBUG nova.network.neutron [-] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1366.665797] env[69399]: INFO nova.compute.claims [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1366.908916] env[69399]: DEBUG oslo_vmware.api [None req-671841c4-6aec-4703-903b-55142113272d tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4178003, 'name': ReconfigVM_Task, 'duration_secs': 0.16721} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.909334] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-671841c4-6aec-4703-903b-55142113272d tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-827014', 'volume_id': '076fc9c3-a6f6-499a-af04-9dbbaeca53d7', 'name': 'volume-076fc9c3-a6f6-499a-af04-9dbbaeca53d7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cebcdd7a-82a3-4bec-a328-74bced4db009', 'attached_at': '', 'detached_at': '', 'volume_id': '076fc9c3-a6f6-499a-af04-9dbbaeca53d7', 'serial': '076fc9c3-a6f6-499a-af04-9dbbaeca53d7'} {{(pid=69399) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1367.005244] env[69399]: DEBUG nova.compute.manager [req-a06ef39f-ae8d-4a0a-84a2-24ec4fb7afdf req-9f3c71ef-55ee-4130-9c2b-b4aeed108414 service nova] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Received event network-vif-deleted-a2544f8a-6b47-4ccc-a892-ce79b41c6316 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1367.005244] env[69399]: INFO nova.compute.manager [req-a06ef39f-ae8d-4a0a-84a2-24ec4fb7afdf req-9f3c71ef-55ee-4130-9c2b-b4aeed108414 service nova] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Neutron deleted interface a2544f8a-6b47-4ccc-a892-ce79b41c6316; detaching it from the instance and deleting it from the info cache [ 1367.005244] env[69399]: DEBUG nova.network.neutron [req-a06ef39f-ae8d-4a0a-84a2-24ec4fb7afdf req-9f3c71ef-55ee-4130-9c2b-b4aeed108414 service nova] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.174459] env[69399]: INFO nova.compute.resource_tracker [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Updating resource usage from migration 614fd9df-a895-4550-b13e-3ec6b7476fde [ 1367.368253] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d738a345-90ee-49c4-9725-355dca8929ae {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.376144] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f91540e-aa7c-47fa-a662-f43acd66844f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.408346] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae27d28-682c-433e-9a51-89cf1b9d2bd7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.417125] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b5e580-5a09-46e2-9485-dec244d023ae {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.431297] env[69399]: DEBUG nova.compute.provider_tree [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1367.488117] env[69399]: DEBUG nova.network.neutron [-] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.509012] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f41e6b20-e748-4226-8027-330c8362e753 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.519604] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9048a9aa-f613-4871-9255-1879faea57bc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.558922] env[69399]: DEBUG nova.compute.manager [req-a06ef39f-ae8d-4a0a-84a2-24ec4fb7afdf req-9f3c71ef-55ee-4130-9c2b-b4aeed108414 service nova] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Detach interface failed, port_id=a2544f8a-6b47-4ccc-a892-ce79b41c6316, reason: Instance 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1367.935055] env[69399]: DEBUG nova.scheduler.client.report [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1367.952245] env[69399]: DEBUG nova.objects.instance [None req-671841c4-6aec-4703-903b-55142113272d tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lazy-loading 'flavor' on Instance uuid cebcdd7a-82a3-4bec-a328-74bced4db009 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1367.991028] env[69399]: INFO nova.compute.manager [-] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Took 1.35 seconds to deallocate network for instance. [ 1368.063778] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224da554-fa7f-4fc3-b2c0-a782f4b5da44 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.085912] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Updating instance 'd122b827-0d4e-49a7-9f20-01425be77c07' progress to 0 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1368.440455] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.280s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.440752] env[69399]: INFO nova.compute.manager [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Migrating [ 1368.447279] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c413b06a-3ef2-4343-b289-d282f37cf203 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.235s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.447501] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c413b06a-3ef2-4343-b289-d282f37cf203 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.459292] env[69399]: DEBUG oslo_concurrency.lockutils [None req-671841c4-6aec-4703-903b-55142113272d tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lock "cebcdd7a-82a3-4bec-a328-74bced4db009" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.281s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.476049] env[69399]: INFO nova.scheduler.client.report [None req-c413b06a-3ef2-4343-b289-d282f37cf203 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Deleted allocations for instance 6cc5836f-2902-4072-81af-f7735deaaf91 [ 1368.497823] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cc2aab21-b999-4320-a6c8-5ef25c0f69b4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.498134] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cc2aab21-b999-4320-a6c8-5ef25c0f69b4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.498362] env[69399]: DEBUG nova.objects.instance [None req-cc2aab21-b999-4320-a6c8-5ef25c0f69b4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lazy-loading 'resources' on Instance uuid 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1368.592058] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1368.592058] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-910842a7-bcfe-4de2-81ab-1755bcf3025a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.599669] env[69399]: DEBUG oslo_vmware.api [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1368.599669] env[69399]: value = "task-4178004" [ 1368.599669] env[69399]: _type = "Task" [ 1368.599669] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.610149] env[69399]: DEBUG oslo_vmware.api [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4178004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.960524] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "refresh_cache-09dda395-fcda-42df-8f4f-8afb89f215db" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.960524] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquired lock "refresh_cache-09dda395-fcda-42df-8f4f-8afb89f215db" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.960762] env[69399]: DEBUG nova.network.neutron [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1368.984898] env[69399]: DEBUG oslo_concurrency.lockutils [None req-c413b06a-3ef2-4343-b289-d282f37cf203 tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "6cc5836f-2902-4072-81af-f7735deaaf91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.161s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.037579] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7f6149d9-1a09-4ed4-ba95-9b7ab3f8cf3e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Acquiring lock "cebcdd7a-82a3-4bec-a328-74bced4db009" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.037760] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7f6149d9-1a09-4ed4-ba95-9b7ab3f8cf3e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lock "cebcdd7a-82a3-4bec-a328-74bced4db009" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.113837] env[69399]: DEBUG oslo_vmware.api [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4178004, 'name': PowerOffVM_Task, 'duration_secs': 0.182201} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.114537] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1369.114732] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Updating instance 'd122b827-0d4e-49a7-9f20-01425be77c07' progress to 17 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1369.166824] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbaad521-828e-4cf8-8f0c-a410fa47f960 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.175430] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b750db-8b08-4ae5-839f-fbb7b6ea8c13 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.208542] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a336dbe-48f8-43c2-8305-a4e245411595 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.221009] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadc3e6c-1658-4048-927f-a9db31b26244 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.237029] env[69399]: DEBUG nova.compute.provider_tree [None req-cc2aab21-b999-4320-a6c8-5ef25c0f69b4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1369.543282] env[69399]: INFO nova.compute.manager [None req-7f6149d9-1a09-4ed4-ba95-9b7ab3f8cf3e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Detaching volume 06c73619-c629-493e-9fe4-9ad066541033 [ 1369.579010] env[69399]: INFO nova.virt.block_device [None req-7f6149d9-1a09-4ed4-ba95-9b7ab3f8cf3e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Attempting to driver detach volume 06c73619-c629-493e-9fe4-9ad066541033 from mountpoint /dev/sdb [ 1369.579293] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f6149d9-1a09-4ed4-ba95-9b7ab3f8cf3e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Volume detach. Driver type: vmdk {{(pid=69399) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1369.579499] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f6149d9-1a09-4ed4-ba95-9b7ab3f8cf3e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-827009', 'volume_id': '06c73619-c629-493e-9fe4-9ad066541033', 'name': 'volume-06c73619-c629-493e-9fe4-9ad066541033', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cebcdd7a-82a3-4bec-a328-74bced4db009', 'attached_at': '', 'detached_at': '', 'volume_id': '06c73619-c629-493e-9fe4-9ad066541033', 'serial': '06c73619-c629-493e-9fe4-9ad066541033'} {{(pid=69399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1369.580474] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be199b85-f3ee-4851-bd70-54706b24f957 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.586424] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1369.586668] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1369.612726] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ce3611-cfd5-4b7c-be23-a7097be00644 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.622758] env[69399]: DEBUG nova.virt.hardware [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1369.622987] env[69399]: DEBUG nova.virt.hardware [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1369.623158] env[69399]: DEBUG nova.virt.hardware [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1369.623335] env[69399]: DEBUG nova.virt.hardware [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1369.623480] env[69399]: DEBUG nova.virt.hardware [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1369.623624] env[69399]: DEBUG nova.virt.hardware [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1369.623827] env[69399]: DEBUG nova.virt.hardware [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1369.623984] env[69399]: DEBUG nova.virt.hardware [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1369.624167] env[69399]: DEBUG nova.virt.hardware [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1369.624330] env[69399]: DEBUG nova.virt.hardware [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1369.624520] env[69399]: DEBUG nova.virt.hardware [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1369.630091] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda1b6b8-03a7-46d0-b3a2-500d68a57248 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.633033] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38f05f24-2924-4262-8527-4b2036ed28a5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.670550] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17775ace-037c-4358-a3bb-a82fcef3c255 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.673793] env[69399]: DEBUG oslo_vmware.api [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1369.673793] env[69399]: value = "task-4178005" [ 1369.673793] env[69399]: _type = "Task" [ 1369.673793] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.690884] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f6149d9-1a09-4ed4-ba95-9b7ab3f8cf3e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] The volume has not been displaced from its original location: [datastore1] volume-06c73619-c629-493e-9fe4-9ad066541033/volume-06c73619-c629-493e-9fe4-9ad066541033.vmdk. No consolidation needed. {{(pid=69399) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1369.696414] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f6149d9-1a09-4ed4-ba95-9b7ab3f8cf3e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1369.699809] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38afc7c9-3ddc-4f3f-a3b7-13ffa9d55e50 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.718671] env[69399]: DEBUG oslo_concurrency.lockutils [None req-38d278a7-2c7b-4746-9569-19aa65e2278d tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Acquiring lock "0df0c5d0-9411-411d-af69-cfd2d37e571e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.718971] env[69399]: DEBUG oslo_concurrency.lockutils [None req-38d278a7-2c7b-4746-9569-19aa65e2278d tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Lock "0df0c5d0-9411-411d-af69-cfd2d37e571e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.719212] env[69399]: DEBUG oslo_concurrency.lockutils [None req-38d278a7-2c7b-4746-9569-19aa65e2278d tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Acquiring lock "0df0c5d0-9411-411d-af69-cfd2d37e571e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.719418] env[69399]: DEBUG oslo_concurrency.lockutils [None req-38d278a7-2c7b-4746-9569-19aa65e2278d tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Lock "0df0c5d0-9411-411d-af69-cfd2d37e571e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.719669] env[69399]: DEBUG oslo_concurrency.lockutils [None req-38d278a7-2c7b-4746-9569-19aa65e2278d tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Lock "0df0c5d0-9411-411d-af69-cfd2d37e571e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.721246] env[69399]: DEBUG oslo_vmware.api [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4178005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.722222] env[69399]: INFO nova.compute.manager [None req-38d278a7-2c7b-4746-9569-19aa65e2278d tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Terminating instance [ 1369.727885] env[69399]: DEBUG oslo_vmware.api [None req-7f6149d9-1a09-4ed4-ba95-9b7ab3f8cf3e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Waiting for the task: (returnval){ [ 1369.727885] env[69399]: value = "task-4178006" [ 1369.727885] env[69399]: _type = "Task" [ 1369.727885] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.738546] env[69399]: DEBUG oslo_vmware.api [None req-7f6149d9-1a09-4ed4-ba95-9b7ab3f8cf3e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4178006, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.740603] env[69399]: DEBUG nova.scheduler.client.report [None req-cc2aab21-b999-4320-a6c8-5ef25c0f69b4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1369.755736] env[69399]: DEBUG nova.network.neutron [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Updating instance_info_cache with network_info: [{"id": "6cc534fb-bae2-4f30-aaee-9857118e9aa0", "address": "fa:16:3e:5b:a2:f4", "network": {"id": "fbc8d689-e009-493c-b7c6-f99fecd83767", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-209279494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "466df03825994aaaad4ffa06b54a80c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cc534fb-ba", "ovs_interfaceid": "6cc534fb-bae2-4f30-aaee-9857118e9aa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.838110] env[69399]: DEBUG oslo_concurrency.lockutils [None req-dabc4c94-362d-45be-9cf3-22e7f8a4017c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "dee733a0-bd52-41cb-8267-7e968184f14d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.838287] env[69399]: DEBUG oslo_concurrency.lockutils [None req-dabc4c94-362d-45be-9cf3-22e7f8a4017c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "dee733a0-bd52-41cb-8267-7e968184f14d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.838425] env[69399]: DEBUG oslo_concurrency.lockutils [None req-dabc4c94-362d-45be-9cf3-22e7f8a4017c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "dee733a0-bd52-41cb-8267-7e968184f14d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.838608] env[69399]: DEBUG oslo_concurrency.lockutils [None req-dabc4c94-362d-45be-9cf3-22e7f8a4017c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "dee733a0-bd52-41cb-8267-7e968184f14d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.838859] env[69399]: DEBUG oslo_concurrency.lockutils [None req-dabc4c94-362d-45be-9cf3-22e7f8a4017c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "dee733a0-bd52-41cb-8267-7e968184f14d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.841018] env[69399]: INFO nova.compute.manager [None req-dabc4c94-362d-45be-9cf3-22e7f8a4017c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Terminating instance [ 1370.112748] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1370.113053] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1370.113285] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1370.114042] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1370.114042] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1370.114042] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1370.188226] env[69399]: DEBUG oslo_vmware.api [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4178005, 'name': ReconfigVM_Task, 'duration_secs': 0.174616} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.188663] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Updating instance 'd122b827-0d4e-49a7-9f20-01425be77c07' progress to 33 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1370.226348] env[69399]: DEBUG nova.compute.manager [None req-38d278a7-2c7b-4746-9569-19aa65e2278d tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1370.226553] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-38d278a7-2c7b-4746-9569-19aa65e2278d tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1370.227491] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f98f388-2c99-436c-8a36-0eb6fc5a2166 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.240929] env[69399]: DEBUG oslo_vmware.api [None req-7f6149d9-1a09-4ed4-ba95-9b7ab3f8cf3e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4178006, 'name': ReconfigVM_Task, 'duration_secs': 0.244256} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.243030] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f6149d9-1a09-4ed4-ba95-9b7ab3f8cf3e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1370.247700] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d278a7-2c7b-4746-9569-19aa65e2278d tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1370.248400] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cc2aab21-b999-4320-a6c8-5ef25c0f69b4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.750s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.250700] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14ac4420-f1ba-438b-994a-528f04e435dd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.260201] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f555a36-5c76-4b82-bc5c-8769097552b4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.262346] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Releasing lock "refresh_cache-09dda395-fcda-42df-8f4f-8afb89f215db" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.270467] env[69399]: DEBUG oslo_vmware.api [None req-7f6149d9-1a09-4ed4-ba95-9b7ab3f8cf3e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Waiting for the task: (returnval){ [ 1370.270467] env[69399]: value = "task-4178008" [ 1370.270467] env[69399]: _type = "Task" [ 1370.270467] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.271908] env[69399]: DEBUG oslo_vmware.api [None req-38d278a7-2c7b-4746-9569-19aa65e2278d tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Waiting for the task: (returnval){ [ 1370.271908] env[69399]: value = "task-4178007" [ 1370.271908] env[69399]: _type = "Task" [ 1370.271908] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.284521] env[69399]: DEBUG oslo_vmware.api [None req-7f6149d9-1a09-4ed4-ba95-9b7ab3f8cf3e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4178008, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.285549] env[69399]: INFO nova.scheduler.client.report [None req-cc2aab21-b999-4320-a6c8-5ef25c0f69b4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Deleted allocations for instance 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e [ 1370.289903] env[69399]: DEBUG oslo_vmware.api [None req-38d278a7-2c7b-4746-9569-19aa65e2278d tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4178007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.344621] env[69399]: DEBUG nova.compute.manager [None req-dabc4c94-362d-45be-9cf3-22e7f8a4017c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1370.344872] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-dabc4c94-362d-45be-9cf3-22e7f8a4017c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1370.345851] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932bbab7-29d2-4f17-9f7e-f658cead96b4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.354552] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-dabc4c94-362d-45be-9cf3-22e7f8a4017c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1370.354848] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55e2fb0e-7058-4608-8ea7-8e9b946889b2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.363406] env[69399]: DEBUG oslo_vmware.api [None req-dabc4c94-362d-45be-9cf3-22e7f8a4017c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1370.363406] env[69399]: value = "task-4178009" [ 1370.363406] env[69399]: _type = "Task" [ 1370.363406] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.373788] env[69399]: DEBUG oslo_vmware.api [None req-dabc4c94-362d-45be-9cf3-22e7f8a4017c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4178009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.619391] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Getting list of instances from cluster (obj){ [ 1370.619391] env[69399]: value = "domain-c8" [ 1370.619391] env[69399]: _type = "ClusterComputeResource" [ 1370.619391] env[69399]: } {{(pid=69399) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1370.620496] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b998aad6-f3bc-43c9-825c-6b0b66fb1672 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.641510] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Got total of 9 instances {{(pid=69399) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1370.641690] env[69399]: WARNING nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] While synchronizing instance power states, found 10 instances in the database and 9 instances on the hypervisor. [ 1370.641834] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Triggering sync for uuid 57172c5b-44e2-4828-a73c-9a2657864eb9 {{(pid=69399) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1370.642042] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Triggering sync for uuid 95264e34-97a9-43fc-94f7-df2626c90b0b {{(pid=69399) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1370.642206] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Triggering sync for uuid 0df0c5d0-9411-411d-af69-cfd2d37e571e {{(pid=69399) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1370.642358] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Triggering sync for uuid dee733a0-bd52-41cb-8267-7e968184f14d {{(pid=69399) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1370.642509] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Triggering sync for uuid 52adc0b6-d4b5-43d2-9323-0ec2917109d0 {{(pid=69399) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1370.642658] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Triggering sync for uuid cebcdd7a-82a3-4bec-a328-74bced4db009 {{(pid=69399) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1370.642845] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Triggering sync for uuid 09dda395-fcda-42df-8f4f-8afb89f215db {{(pid=69399) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1370.643012] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Triggering sync for uuid 60cfac83-52a9-4f60-95d2-cb4f785ad2ee {{(pid=69399) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1370.643161] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Triggering sync for uuid 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e {{(pid=69399) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1370.643309] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Triggering sync for uuid d122b827-0d4e-49a7-9f20-01425be77c07 {{(pid=69399) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1370.643665] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Acquiring lock "57172c5b-44e2-4828-a73c-9a2657864eb9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.643882] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "57172c5b-44e2-4828-a73c-9a2657864eb9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.644168] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Acquiring lock "95264e34-97a9-43fc-94f7-df2626c90b0b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.644350] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "95264e34-97a9-43fc-94f7-df2626c90b0b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.644580] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Acquiring lock "0df0c5d0-9411-411d-af69-cfd2d37e571e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.644785] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Acquiring lock "dee733a0-bd52-41cb-8267-7e968184f14d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.644981] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Acquiring lock "52adc0b6-d4b5-43d2-9323-0ec2917109d0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.645178] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "52adc0b6-d4b5-43d2-9323-0ec2917109d0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.645390] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Acquiring lock "cebcdd7a-82a3-4bec-a328-74bced4db009" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.645591] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Acquiring lock "09dda395-fcda-42df-8f4f-8afb89f215db" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.645783] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "09dda395-fcda-42df-8f4f-8afb89f215db" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.645956] env[69399]: INFO nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1370.646127] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "09dda395-fcda-42df-8f4f-8afb89f215db" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.646314] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Acquiring lock "60cfac83-52a9-4f60-95d2-cb4f785ad2ee" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.646503] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "60cfac83-52a9-4f60-95d2-cb4f785ad2ee" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.646740] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Acquiring lock "651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.646958] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Acquiring lock "d122b827-0d4e-49a7-9f20-01425be77c07" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.647131] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "d122b827-0d4e-49a7-9f20-01425be77c07" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.647292] env[69399]: INFO nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1370.647448] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "d122b827-0d4e-49a7-9f20-01425be77c07" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.647610] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1370.647740] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69399) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1370.648492] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9c33b0-90ed-4a7f-8da6-70ffe3619382 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.651803] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16f0515-c467-42a3-9421-837ba2acb221 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.654630] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe6ef2a-63bf-4f60-b934-1142a3484bf8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.657538] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aed3821-adec-4305-bff1-492721907bad {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.659852] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1370.696839] env[69399]: DEBUG nova.virt.hardware [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1370.697297] env[69399]: DEBUG nova.virt.hardware [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1370.697521] env[69399]: DEBUG nova.virt.hardware [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1370.697780] env[69399]: DEBUG nova.virt.hardware [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1370.698017] env[69399]: DEBUG nova.virt.hardware [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1370.698234] env[69399]: DEBUG nova.virt.hardware [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1370.698539] env[69399]: DEBUG nova.virt.hardware [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1370.698776] env[69399]: DEBUG nova.virt.hardware [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1370.699047] env[69399]: DEBUG nova.virt.hardware [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1370.699306] env[69399]: DEBUG nova.virt.hardware [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1370.699558] env[69399]: DEBUG nova.virt.hardware [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1370.708064] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1370.709289] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c722ac43-c28e-4a7d-b276-38c3ef993317 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.729081] env[69399]: DEBUG oslo_vmware.api [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1370.729081] env[69399]: value = "task-4178010" [ 1370.729081] env[69399]: _type = "Task" [ 1370.729081] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.738789] env[69399]: DEBUG oslo_vmware.api [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4178010, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.785268] env[69399]: DEBUG oslo_vmware.api [None req-38d278a7-2c7b-4746-9569-19aa65e2278d tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4178007, 'name': PowerOffVM_Task, 'duration_secs': 0.202335} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.789521] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d278a7-2c7b-4746-9569-19aa65e2278d tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1370.789521] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-38d278a7-2c7b-4746-9569-19aa65e2278d tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1370.789689] env[69399]: DEBUG oslo_vmware.api [None req-7f6149d9-1a09-4ed4-ba95-9b7ab3f8cf3e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4178008, 'name': ReconfigVM_Task, 'duration_secs': 0.189225} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.790050] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed1604d3-ed96-4409-a73e-7858bfd3a4b4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.791638] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f6149d9-1a09-4ed4-ba95-9b7ab3f8cf3e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-827009', 'volume_id': '06c73619-c629-493e-9fe4-9ad066541033', 'name': 'volume-06c73619-c629-493e-9fe4-9ad066541033', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cebcdd7a-82a3-4bec-a328-74bced4db009', 'attached_at': '', 'detached_at': '', 'volume_id': '06c73619-c629-493e-9fe4-9ad066541033', 'serial': '06c73619-c629-493e-9fe4-9ad066541033'} {{(pid=69399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1370.796638] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cc2aab21-b999-4320-a6c8-5ef25c0f69b4 tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.283s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.798030] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.151s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.798030] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e865ac48-d422-4ed4-b83a-c11453539558 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.807275] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d219c9-fbdb-4d75-ae43-b499514c8cc5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.872039] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-38d278a7-2c7b-4746-9569-19aa65e2278d tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1370.872274] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-38d278a7-2c7b-4746-9569-19aa65e2278d tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1370.872470] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-38d278a7-2c7b-4746-9569-19aa65e2278d tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Deleting the datastore file [datastore1] 0df0c5d0-9411-411d-af69-cfd2d37e571e {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1370.872829] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd59468b-29f9-42d2-84b0-69d76be625f8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.880461] env[69399]: DEBUG oslo_vmware.api [None req-dabc4c94-362d-45be-9cf3-22e7f8a4017c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4178009, 'name': PowerOffVM_Task, 'duration_secs': 0.229932} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.881235] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-dabc4c94-362d-45be-9cf3-22e7f8a4017c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1370.881409] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-dabc4c94-362d-45be-9cf3-22e7f8a4017c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1370.881667] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2991e2d3-2f6a-4cac-9b89-c51294cfd423 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.886108] env[69399]: DEBUG oslo_vmware.api [None req-38d278a7-2c7b-4746-9569-19aa65e2278d tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Waiting for the task: (returnval){ [ 1370.886108] env[69399]: value = "task-4178012" [ 1370.886108] env[69399]: _type = "Task" [ 1370.886108] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.894963] env[69399]: DEBUG oslo_vmware.api [None req-38d278a7-2c7b-4746-9569-19aa65e2278d tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4178012, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.968413] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-dabc4c94-362d-45be-9cf3-22e7f8a4017c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1370.968837] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-dabc4c94-362d-45be-9cf3-22e7f8a4017c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1370.969170] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-dabc4c94-362d-45be-9cf3-22e7f8a4017c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Deleting the datastore file [datastore2] dee733a0-bd52-41cb-8267-7e968184f14d {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1370.969566] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-916d40fc-a379-45bc-9fd7-7068e33bd5b3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.977533] env[69399]: DEBUG oslo_vmware.api [None req-dabc4c94-362d-45be-9cf3-22e7f8a4017c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1370.977533] env[69399]: value = "task-4178014" [ 1370.977533] env[69399]: _type = "Task" [ 1370.977533] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.986464] env[69399]: DEBUG oslo_vmware.api [None req-dabc4c94-362d-45be-9cf3-22e7f8a4017c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4178014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.164132] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.164341] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.164515] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.164752] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69399) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1371.165664] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460738a8-bfe5-4037-8028-d2bdbe99bd8b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.174771] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7c3692-413c-44a1-bc98-8c80b2a10830 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.179015] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "57172c5b-44e2-4828-a73c-9a2657864eb9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.535s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.179363] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "52adc0b6-d4b5-43d2-9323-0ec2917109d0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.534s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.179654] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "95264e34-97a9-43fc-94f7-df2626c90b0b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.535s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.179999] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "60cfac83-52a9-4f60-95d2-cb4f785ad2ee" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.533s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.190983] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14094a76-60fe-44be-9594-f2492cf8e460 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.198082] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7cb7d2-3de5-4556-8aa6-abb6540b3360 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.227583] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178456MB free_disk=7GB free_vcpus=48 pci_devices=None {{(pid=69399) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1371.227793] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.227987] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.238448] env[69399]: DEBUG oslo_vmware.api [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4178010, 'name': ReconfigVM_Task, 'duration_secs': 0.246467} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.238636] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1371.239534] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61b5b58-ca8c-4e9b-bc54-9e4d526d2a86 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.263801] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] d122b827-0d4e-49a7-9f20-01425be77c07/d122b827-0d4e-49a7-9f20-01425be77c07.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1371.264198] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f3c28ef-1587-4500-bd58-5097ec0a74ce {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.286276] env[69399]: DEBUG oslo_vmware.api [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1371.286276] env[69399]: value = "task-4178015" [ 1371.286276] env[69399]: _type = "Task" [ 1371.286276] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.295751] env[69399]: DEBUG oslo_vmware.api [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4178015, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.337583] env[69399]: DEBUG nova.objects.instance [None req-7f6149d9-1a09-4ed4-ba95-9b7ab3f8cf3e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lazy-loading 'flavor' on Instance uuid cebcdd7a-82a3-4bec-a328-74bced4db009 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1371.346110] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.548s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.396461] env[69399]: DEBUG oslo_vmware.api [None req-38d278a7-2c7b-4746-9569-19aa65e2278d tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Task: {'id': task-4178012, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166892} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.396751] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-38d278a7-2c7b-4746-9569-19aa65e2278d tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1371.396967] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-38d278a7-2c7b-4746-9569-19aa65e2278d tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1371.397182] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-38d278a7-2c7b-4746-9569-19aa65e2278d tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1371.397390] env[69399]: INFO nova.compute.manager [None req-38d278a7-2c7b-4746-9569-19aa65e2278d tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1371.397664] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38d278a7-2c7b-4746-9569-19aa65e2278d tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1371.397897] env[69399]: DEBUG nova.compute.manager [-] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1371.398015] env[69399]: DEBUG nova.network.neutron [-] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1371.406604] env[69399]: DEBUG oslo_concurrency.lockutils [None req-20fab91f-0b25-4c37-93a5-f950974f19ec tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "95264e34-97a9-43fc-94f7-df2626c90b0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.406762] env[69399]: DEBUG oslo_concurrency.lockutils [None req-20fab91f-0b25-4c37-93a5-f950974f19ec tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "95264e34-97a9-43fc-94f7-df2626c90b0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.406931] env[69399]: DEBUG oslo_concurrency.lockutils [None req-20fab91f-0b25-4c37-93a5-f950974f19ec tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "95264e34-97a9-43fc-94f7-df2626c90b0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.407126] env[69399]: DEBUG oslo_concurrency.lockutils [None req-20fab91f-0b25-4c37-93a5-f950974f19ec tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "95264e34-97a9-43fc-94f7-df2626c90b0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.407323] env[69399]: DEBUG oslo_concurrency.lockutils [None req-20fab91f-0b25-4c37-93a5-f950974f19ec tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "95264e34-97a9-43fc-94f7-df2626c90b0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.409437] env[69399]: INFO nova.compute.manager [None req-20fab91f-0b25-4c37-93a5-f950974f19ec tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Terminating instance [ 1371.489263] env[69399]: DEBUG oslo_vmware.api [None req-dabc4c94-362d-45be-9cf3-22e7f8a4017c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4178014, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136173} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.489537] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-dabc4c94-362d-45be-9cf3-22e7f8a4017c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1371.489721] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-dabc4c94-362d-45be-9cf3-22e7f8a4017c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1371.489897] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-dabc4c94-362d-45be-9cf3-22e7f8a4017c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1371.490084] env[69399]: INFO nova.compute.manager [None req-dabc4c94-362d-45be-9cf3-22e7f8a4017c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1371.490338] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dabc4c94-362d-45be-9cf3-22e7f8a4017c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1371.490642] env[69399]: DEBUG nova.compute.manager [-] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1371.490642] env[69399]: DEBUG nova.network.neutron [-] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1371.785202] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b71b665-1b28-4631-a6e8-808a048284c3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.797604] env[69399]: DEBUG oslo_vmware.api [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4178015, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.812746] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Updating instance '09dda395-fcda-42df-8f4f-8afb89f215db' progress to 0 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1371.912779] env[69399]: DEBUG nova.compute.manager [None req-20fab91f-0b25-4c37-93a5-f950974f19ec tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1371.913078] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-20fab91f-0b25-4c37-93a5-f950974f19ec tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1371.913977] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2022af2d-9a15-48dd-aad9-e8ed758494e9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.923902] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-20fab91f-0b25-4c37-93a5-f950974f19ec tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1371.924205] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef21b1c8-0421-4a59-94b1-f8c448f31d26 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.932067] env[69399]: DEBUG oslo_vmware.api [None req-20fab91f-0b25-4c37-93a5-f950974f19ec tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1371.932067] env[69399]: value = "task-4178016" [ 1371.932067] env[69399]: _type = "Task" [ 1371.932067] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.945353] env[69399]: DEBUG oslo_vmware.api [None req-20fab91f-0b25-4c37-93a5-f950974f19ec tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4178016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.143579] env[69399]: DEBUG nova.compute.manager [req-34f53c65-54c5-459c-a8d2-9fb9e31f79b9 req-6b734a77-a904-4792-8100-53ef7ac91c2f service nova] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Received event network-vif-deleted-5889a4b2-8c3a-4f84-9067-97d4d48525c5 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1372.143579] env[69399]: INFO nova.compute.manager [req-34f53c65-54c5-459c-a8d2-9fb9e31f79b9 req-6b734a77-a904-4792-8100-53ef7ac91c2f service nova] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Neutron deleted interface 5889a4b2-8c3a-4f84-9067-97d4d48525c5; detaching it from the instance and deleting it from the info cache [ 1372.143787] env[69399]: DEBUG nova.network.neutron [req-34f53c65-54c5-459c-a8d2-9fb9e31f79b9 req-6b734a77-a904-4792-8100-53ef7ac91c2f service nova] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.241261] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Applying migration context for instance 09dda395-fcda-42df-8f4f-8afb89f215db as it has an incoming, in-progress migration 614fd9df-a895-4550-b13e-3ec6b7476fde. Migration status is migrating {{(pid=69399) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1372.241499] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Applying migration context for instance d122b827-0d4e-49a7-9f20-01425be77c07 as it has an incoming, in-progress migration ae09e029-8fc7-4c03-9f84-df3ff771ea97. Migration status is migrating {{(pid=69399) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1372.242808] env[69399]: INFO nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Updating resource usage from migration 614fd9df-a895-4550-b13e-3ec6b7476fde [ 1372.243103] env[69399]: INFO nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Updating resource usage from migration ae09e029-8fc7-4c03-9f84-df3ff771ea97 [ 1372.263725] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 57172c5b-44e2-4828-a73c-9a2657864eb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1372.263880] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 95264e34-97a9-43fc-94f7-df2626c90b0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1372.264070] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance dee733a0-bd52-41cb-8267-7e968184f14d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1372.264226] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 52adc0b6-d4b5-43d2-9323-0ec2917109d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1372.264344] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance cebcdd7a-82a3-4bec-a328-74bced4db009 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1372.264458] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 0df0c5d0-9411-411d-af69-cfd2d37e571e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1372.264570] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 60cfac83-52a9-4f60-95d2-cb4f785ad2ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1372.264684] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Migration ae09e029-8fc7-4c03-9f84-df3ff771ea97 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1372.264781] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance d122b827-0d4e-49a7-9f20-01425be77c07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1372.264891] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Migration 614fd9df-a895-4550-b13e-3ec6b7476fde is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1372.264997] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 09dda395-fcda-42df-8f4f-8afb89f215db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1372.265209] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1372.265342] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2752MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1372.300432] env[69399]: DEBUG oslo_vmware.api [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4178015, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.319071] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1372.319559] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd397185-253a-4878-b22d-4123661ada15 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.327179] env[69399]: DEBUG oslo_vmware.api [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1372.327179] env[69399]: value = "task-4178017" [ 1372.327179] env[69399]: _type = "Task" [ 1372.327179] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.337647] env[69399]: DEBUG oslo_vmware.api [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.344998] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7f6149d9-1a09-4ed4-ba95-9b7ab3f8cf3e tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lock "cebcdd7a-82a3-4bec-a328-74bced4db009" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.306s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.345448] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "cebcdd7a-82a3-4bec-a328-74bced4db009" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.700s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.346261] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d37a55a-199d-447e-9224-9f2f651c0ab7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.416712] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05d7c6e-f879-4d56-8a1c-fc4dbb09e9d0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.425025] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa40b8c-7678-45bb-9c59-b32b9e639ec8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.458791] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe49abd5-f5de-4a32-bd99-4140bbbcb6fe {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.469715] env[69399]: DEBUG oslo_vmware.api [None req-20fab91f-0b25-4c37-93a5-f950974f19ec tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4178016, 'name': PowerOffVM_Task, 'duration_secs': 0.211643} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.470926] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52147899-0fd7-4393-89a3-4e1b68af442a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.474753] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-20fab91f-0b25-4c37-93a5-f950974f19ec tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1372.474934] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-20fab91f-0b25-4c37-93a5-f950974f19ec tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1372.475192] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f2c96d9-9b50-456b-8f72-211a03a7a054 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.488039] env[69399]: DEBUG nova.compute.provider_tree [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.546415] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-20fab91f-0b25-4c37-93a5-f950974f19ec tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1372.546596] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-20fab91f-0b25-4c37-93a5-f950974f19ec tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1372.547476] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-20fab91f-0b25-4c37-93a5-f950974f19ec tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Deleting the datastore file [datastore2] 95264e34-97a9-43fc-94f7-df2626c90b0b {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1372.547476] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75100f44-3913-4e86-9632-c5bd72615f66 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.549567] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4c7b3198-1ec5-4f37-8987-7071b2b237d6 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Acquiring lock "cebcdd7a-82a3-4bec-a328-74bced4db009" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.556182] env[69399]: DEBUG oslo_vmware.api [None req-20fab91f-0b25-4c37-93a5-f950974f19ec tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for the task: (returnval){ [ 1372.556182] env[69399]: value = "task-4178019" [ 1372.556182] env[69399]: _type = "Task" [ 1372.556182] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.565837] env[69399]: DEBUG oslo_vmware.api [None req-20fab91f-0b25-4c37-93a5-f950974f19ec tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4178019, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.581471] env[69399]: DEBUG nova.network.neutron [-] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.647389] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a7ef817-9c15-427c-b17d-ba912bd64b14 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.658419] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d20e0f-08de-4ae5-af0f-fb903ef186f2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.689642] env[69399]: DEBUG nova.compute.manager [req-34f53c65-54c5-459c-a8d2-9fb9e31f79b9 req-6b734a77-a904-4792-8100-53ef7ac91c2f service nova] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Detach interface failed, port_id=5889a4b2-8c3a-4f84-9067-97d4d48525c5, reason: Instance 0df0c5d0-9411-411d-af69-cfd2d37e571e could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1372.698512] env[69399]: DEBUG nova.network.neutron [-] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.799452] env[69399]: DEBUG oslo_vmware.api [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4178015, 'name': ReconfigVM_Task, 'duration_secs': 1.292172} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.799821] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Reconfigured VM instance instance-0000007a to attach disk [datastore1] d122b827-0d4e-49a7-9f20-01425be77c07/d122b827-0d4e-49a7-9f20-01425be77c07.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1372.799927] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Updating instance 'd122b827-0d4e-49a7-9f20-01425be77c07' progress to 50 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1372.837291] env[69399]: DEBUG oslo_vmware.api [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178017, 'name': PowerOffVM_Task, 'duration_secs': 0.401517} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.837578] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1372.837793] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Updating instance '09dda395-fcda-42df-8f4f-8afb89f215db' progress to 17 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1372.858487] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "cebcdd7a-82a3-4bec-a328-74bced4db009" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.513s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.858783] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4c7b3198-1ec5-4f37-8987-7071b2b237d6 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lock "cebcdd7a-82a3-4bec-a328-74bced4db009" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.309s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.991099] env[69399]: DEBUG nova.scheduler.client.report [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1373.067580] env[69399]: DEBUG oslo_vmware.api [None req-20fab91f-0b25-4c37-93a5-f950974f19ec tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Task: {'id': task-4178019, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148595} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.067847] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-20fab91f-0b25-4c37-93a5-f950974f19ec tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1373.068046] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-20fab91f-0b25-4c37-93a5-f950974f19ec tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1373.068227] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-20fab91f-0b25-4c37-93a5-f950974f19ec tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1373.068402] env[69399]: INFO nova.compute.manager [None req-20fab91f-0b25-4c37-93a5-f950974f19ec tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1373.068651] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20fab91f-0b25-4c37-93a5-f950974f19ec tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1373.068919] env[69399]: DEBUG nova.compute.manager [-] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1373.069018] env[69399]: DEBUG nova.network.neutron [-] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1373.083840] env[69399]: INFO nova.compute.manager [-] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Took 1.69 seconds to deallocate network for instance. [ 1373.201493] env[69399]: INFO nova.compute.manager [-] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Took 1.71 seconds to deallocate network for instance. [ 1373.306654] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1763b5c-a147-4819-b63c-7b2944bbcace {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.340983] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a77b5b-f491-4b2e-be8d-b1eafeb6b406 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.345776] env[69399]: DEBUG nova.virt.hardware [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1373.346060] env[69399]: DEBUG nova.virt.hardware [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1373.346251] env[69399]: DEBUG nova.virt.hardware [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1373.346456] env[69399]: DEBUG nova.virt.hardware [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1373.346610] env[69399]: DEBUG nova.virt.hardware [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1373.346757] env[69399]: DEBUG nova.virt.hardware [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1373.346961] env[69399]: DEBUG nova.virt.hardware [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1373.347129] env[69399]: DEBUG nova.virt.hardware [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1373.347314] env[69399]: DEBUG nova.virt.hardware [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1373.347493] env[69399]: DEBUG nova.virt.hardware [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1373.347687] env[69399]: DEBUG nova.virt.hardware [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1373.353532] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05bb1810-705f-41d7-8fcd-3e37cf56545a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.365509] env[69399]: INFO nova.compute.manager [None req-4c7b3198-1ec5-4f37-8987-7071b2b237d6 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Detaching volume 076fc9c3-a6f6-499a-af04-9dbbaeca53d7 [ 1373.381886] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Updating instance 'd122b827-0d4e-49a7-9f20-01425be77c07' progress to 67 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1373.390219] env[69399]: DEBUG oslo_vmware.api [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1373.390219] env[69399]: value = "task-4178020" [ 1373.390219] env[69399]: _type = "Task" [ 1373.390219] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.401025] env[69399]: DEBUG oslo_vmware.api [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178020, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.433532] env[69399]: INFO nova.virt.block_device [None req-4c7b3198-1ec5-4f37-8987-7071b2b237d6 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Attempting to driver detach volume 076fc9c3-a6f6-499a-af04-9dbbaeca53d7 from mountpoint /dev/sdc [ 1373.433828] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c7b3198-1ec5-4f37-8987-7071b2b237d6 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Volume detach. Driver type: vmdk {{(pid=69399) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1373.434075] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c7b3198-1ec5-4f37-8987-7071b2b237d6 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-827014', 'volume_id': '076fc9c3-a6f6-499a-af04-9dbbaeca53d7', 'name': 'volume-076fc9c3-a6f6-499a-af04-9dbbaeca53d7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cebcdd7a-82a3-4bec-a328-74bced4db009', 'attached_at': '', 'detached_at': '', 'volume_id': '076fc9c3-a6f6-499a-af04-9dbbaeca53d7', 'serial': '076fc9c3-a6f6-499a-af04-9dbbaeca53d7'} {{(pid=69399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1373.435082] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f417005-8b50-4d05-acb3-53456d91c3ed {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.460118] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d5c667-6389-461e-9ce7-167a46d00fb6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.468683] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69980e5-46ef-458b-b7e7-59871b01d3a6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.495531] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc3eec0-b66c-440f-88bb-2b33a095616c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.498528] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69399) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1373.498754] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.271s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.514539] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c7b3198-1ec5-4f37-8987-7071b2b237d6 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] The volume has not been displaced from its original location: [datastore2] volume-076fc9c3-a6f6-499a-af04-9dbbaeca53d7/volume-076fc9c3-a6f6-499a-af04-9dbbaeca53d7.vmdk. No consolidation needed. {{(pid=69399) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1373.520374] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c7b3198-1ec5-4f37-8987-7071b2b237d6 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Reconfiguring VM instance instance-00000073 to detach disk 2002 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1373.520811] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4b4f250-0dfa-45fc-bf5d-7627249d8054 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.545020] env[69399]: DEBUG oslo_vmware.api [None req-4c7b3198-1ec5-4f37-8987-7071b2b237d6 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Waiting for the task: (returnval){ [ 1373.545020] env[69399]: value = "task-4178021" [ 1373.545020] env[69399]: _type = "Task" [ 1373.545020] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.556622] env[69399]: DEBUG oslo_vmware.api [None req-4c7b3198-1ec5-4f37-8987-7071b2b237d6 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4178021, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.590971] env[69399]: DEBUG oslo_concurrency.lockutils [None req-38d278a7-2c7b-4746-9569-19aa65e2278d tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.591196] env[69399]: DEBUG oslo_concurrency.lockutils [None req-38d278a7-2c7b-4746-9569-19aa65e2278d tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.591433] env[69399]: DEBUG nova.objects.instance [None req-38d278a7-2c7b-4746-9569-19aa65e2278d tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Lazy-loading 'resources' on Instance uuid 0df0c5d0-9411-411d-af69-cfd2d37e571e {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1373.710612] env[69399]: DEBUG oslo_concurrency.lockutils [None req-dabc4c94-362d-45be-9cf3-22e7f8a4017c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.845123] env[69399]: DEBUG nova.network.neutron [-] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.903358] env[69399]: DEBUG oslo_vmware.api [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178020, 'name': ReconfigVM_Task, 'duration_secs': 0.173393} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.903694] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Updating instance '09dda395-fcda-42df-8f4f-8afb89f215db' progress to 33 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1373.931752] env[69399]: DEBUG nova.network.neutron [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Port b75b9cd2-f8cb-4bdf-8459-b5ff40702369 binding to destination host cpu-1 is already ACTIVE {{(pid=69399) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1374.056712] env[69399]: DEBUG oslo_vmware.api [None req-4c7b3198-1ec5-4f37-8987-7071b2b237d6 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4178021, 'name': ReconfigVM_Task, 'duration_secs': 0.289799} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.056712] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c7b3198-1ec5-4f37-8987-7071b2b237d6 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Reconfigured VM instance instance-00000073 to detach disk 2002 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1374.061753] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-346d1686-c101-4bcc-b55b-f7389ca94b7f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.079371] env[69399]: DEBUG oslo_vmware.api [None req-4c7b3198-1ec5-4f37-8987-7071b2b237d6 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Waiting for the task: (returnval){ [ 1374.079371] env[69399]: value = "task-4178022" [ 1374.079371] env[69399]: _type = "Task" [ 1374.079371] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.088533] env[69399]: DEBUG oslo_vmware.api [None req-4c7b3198-1ec5-4f37-8987-7071b2b237d6 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4178022, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.181289] env[69399]: DEBUG nova.compute.manager [req-3e909730-6395-40ef-9199-ba4a784e769c req-139a670a-c991-4b08-bd1f-717235e8dfc6 service nova] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Received event network-vif-deleted-8112bb31-c8c6-4173-9d71-7b2cb24e9d55 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1374.181506] env[69399]: DEBUG nova.compute.manager [req-3e909730-6395-40ef-9199-ba4a784e769c req-139a670a-c991-4b08-bd1f-717235e8dfc6 service nova] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Received event network-vif-deleted-321607f1-5eaa-43b5-a61e-4d3de0b4f93d {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1374.270895] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb59ecb-0478-4c3b-baf8-21af0ae822b6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.279404] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b3ca65-c3dc-4b9b-a635-585598b833db {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.312381] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe391237-c95d-4ca5-ae7b-decf65469ac4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.322280] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f25d2a2-d147-4b63-9fa9-3377c39b3368 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.337990] env[69399]: DEBUG nova.compute.provider_tree [None req-38d278a7-2c7b-4746-9569-19aa65e2278d tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1374.348367] env[69399]: INFO nova.compute.manager [-] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Took 1.28 seconds to deallocate network for instance. [ 1374.410567] env[69399]: DEBUG nova.virt.hardware [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1374.410828] env[69399]: DEBUG nova.virt.hardware [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1374.410979] env[69399]: DEBUG nova.virt.hardware [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1374.411168] env[69399]: DEBUG nova.virt.hardware [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1374.411320] env[69399]: DEBUG nova.virt.hardware [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1374.411465] env[69399]: DEBUG nova.virt.hardware [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1374.411669] env[69399]: DEBUG nova.virt.hardware [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1374.411828] env[69399]: DEBUG nova.virt.hardware [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1374.411993] env[69399]: DEBUG nova.virt.hardware [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1374.412173] env[69399]: DEBUG nova.virt.hardware [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1374.412349] env[69399]: DEBUG nova.virt.hardware [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1374.418162] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1374.418780] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-965bd7e0-143d-4ea3-90ed-086ffeedbd30 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.441227] env[69399]: DEBUG oslo_vmware.api [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1374.441227] env[69399]: value = "task-4178023" [ 1374.441227] env[69399]: _type = "Task" [ 1374.441227] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.450596] env[69399]: DEBUG oslo_vmware.api [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178023, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.589558] env[69399]: DEBUG oslo_vmware.api [None req-4c7b3198-1ec5-4f37-8987-7071b2b237d6 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4178022, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.842145] env[69399]: DEBUG nova.scheduler.client.report [None req-38d278a7-2c7b-4746-9569-19aa65e2278d tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1374.855010] env[69399]: DEBUG oslo_concurrency.lockutils [None req-20fab91f-0b25-4c37-93a5-f950974f19ec tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.961223] env[69399]: DEBUG oslo_concurrency.lockutils [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "d122b827-0d4e-49a7-9f20-01425be77c07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.961550] env[69399]: DEBUG oslo_concurrency.lockutils [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "d122b827-0d4e-49a7-9f20-01425be77c07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.961647] env[69399]: DEBUG oslo_concurrency.lockutils [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "d122b827-0d4e-49a7-9f20-01425be77c07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.969399] env[69399]: DEBUG oslo_vmware.api [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.091133] env[69399]: DEBUG oslo_vmware.api [None req-4c7b3198-1ec5-4f37-8987-7071b2b237d6 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4178022, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.347204] env[69399]: DEBUG oslo_concurrency.lockutils [None req-38d278a7-2c7b-4746-9569-19aa65e2278d tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.756s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.349635] env[69399]: DEBUG oslo_concurrency.lockutils [None req-dabc4c94-362d-45be-9cf3-22e7f8a4017c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.639s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.349849] env[69399]: DEBUG nova.objects.instance [None req-dabc4c94-362d-45be-9cf3-22e7f8a4017c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lazy-loading 'resources' on Instance uuid dee733a0-bd52-41cb-8267-7e968184f14d {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1375.372409] env[69399]: INFO nova.scheduler.client.report [None req-38d278a7-2c7b-4746-9569-19aa65e2278d tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Deleted allocations for instance 0df0c5d0-9411-411d-af69-cfd2d37e571e [ 1375.453034] env[69399]: DEBUG oslo_vmware.api [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178023, 'name': ReconfigVM_Task, 'duration_secs': 0.930662} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.453034] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1375.453470] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefbe681-7d51-4a3c-9bd1-4639d68605d4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.480574] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 09dda395-fcda-42df-8f4f-8afb89f215db/09dda395-fcda-42df-8f4f-8afb89f215db.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1375.481865] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec2dd52f-5d10-4f7a-ae3d-9e9deb623f3d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.500228] env[69399]: DEBUG oslo_vmware.api [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1375.500228] env[69399]: value = "task-4178024" [ 1375.500228] env[69399]: _type = "Task" [ 1375.500228] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.509303] env[69399]: DEBUG oslo_vmware.api [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178024, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.591174] env[69399]: DEBUG oslo_vmware.api [None req-4c7b3198-1ec5-4f37-8987-7071b2b237d6 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4178022, 'name': ReconfigVM_Task, 'duration_secs': 1.141394} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.591512] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c7b3198-1ec5-4f37-8987-7071b2b237d6 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-827014', 'volume_id': '076fc9c3-a6f6-499a-af04-9dbbaeca53d7', 'name': 'volume-076fc9c3-a6f6-499a-af04-9dbbaeca53d7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cebcdd7a-82a3-4bec-a328-74bced4db009', 'attached_at': '', 'detached_at': '', 'volume_id': '076fc9c3-a6f6-499a-af04-9dbbaeca53d7', 'serial': '076fc9c3-a6f6-499a-af04-9dbbaeca53d7'} {{(pid=69399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1375.879911] env[69399]: DEBUG oslo_concurrency.lockutils [None req-38d278a7-2c7b-4746-9569-19aa65e2278d tempest-ServersNegativeTestJSON-117966189 tempest-ServersNegativeTestJSON-117966189-project-member] Lock "0df0c5d0-9411-411d-af69-cfd2d37e571e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.160s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.880334] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "0df0c5d0-9411-411d-af69-cfd2d37e571e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.236s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.880375] env[69399]: INFO nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] During sync_power_state the instance has a pending task (deleting). Skip. [ 1375.880547] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "0df0c5d0-9411-411d-af69-cfd2d37e571e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.980343] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18924a07-6fac-46be-8599-866f5446db76 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.990847] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea98d2fb-5df7-4cad-b7f5-05445e822b16 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.023599] env[69399]: DEBUG oslo_concurrency.lockutils [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "refresh_cache-d122b827-0d4e-49a7-9f20-01425be77c07" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.023784] env[69399]: DEBUG oslo_concurrency.lockutils [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquired lock "refresh_cache-d122b827-0d4e-49a7-9f20-01425be77c07" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.023988] env[69399]: DEBUG nova.network.neutron [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1376.028296] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d72c98-a699-44e7-b36c-9106be77ac8b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.040047] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602ea202-7652-48b1-bca0-ae195c7a1d8b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.044029] env[69399]: DEBUG oslo_vmware.api [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178024, 'name': ReconfigVM_Task, 'duration_secs': 0.298286} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.044521] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 09dda395-fcda-42df-8f4f-8afb89f215db/09dda395-fcda-42df-8f4f-8afb89f215db.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1376.044816] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Updating instance '09dda395-fcda-42df-8f4f-8afb89f215db' progress to 50 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1376.058237] env[69399]: DEBUG nova.compute.provider_tree [None req-dabc4c94-362d-45be-9cf3-22e7f8a4017c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1376.135634] env[69399]: DEBUG nova.objects.instance [None req-4c7b3198-1ec5-4f37-8987-7071b2b237d6 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lazy-loading 'flavor' on Instance uuid cebcdd7a-82a3-4bec-a328-74bced4db009 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1376.551226] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79558967-ac74-4c5c-b861-27b42e830803 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.576588] env[69399]: DEBUG nova.scheduler.client.report [None req-dabc4c94-362d-45be-9cf3-22e7f8a4017c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1376.583071] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f74f4f-b536-4258-8667-5e9ae585531c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.604729] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Updating instance '09dda395-fcda-42df-8f4f-8afb89f215db' progress to 67 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1376.860195] env[69399]: DEBUG nova.network.neutron [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Updating instance_info_cache with network_info: [{"id": "b75b9cd2-f8cb-4bdf-8459-b5ff40702369", "address": "fa:16:3e:99:88:ed", "network": {"id": "937e3b1e-35e1-4e9f-ba20-333ead79b0de", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-541287891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70f2346ed704f23b25ffbac339b9b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb75b9cd2-f8", "ovs_interfaceid": "b75b9cd2-f8cb-4bdf-8459-b5ff40702369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.089111] env[69399]: DEBUG oslo_concurrency.lockutils [None req-dabc4c94-362d-45be-9cf3-22e7f8a4017c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.737s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.090252] env[69399]: DEBUG oslo_concurrency.lockutils [None req-20fab91f-0b25-4c37-93a5-f950974f19ec tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.235s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.090628] env[69399]: DEBUG nova.objects.instance [None req-20fab91f-0b25-4c37-93a5-f950974f19ec tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lazy-loading 'resources' on Instance uuid 95264e34-97a9-43fc-94f7-df2626c90b0b {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1377.112724] env[69399]: INFO nova.scheduler.client.report [None req-dabc4c94-362d-45be-9cf3-22e7f8a4017c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Deleted allocations for instance dee733a0-bd52-41cb-8267-7e968184f14d [ 1377.145813] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4c7b3198-1ec5-4f37-8987-7071b2b237d6 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lock "cebcdd7a-82a3-4bec-a328-74bced4db009" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.287s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.363945] env[69399]: DEBUG oslo_concurrency.lockutils [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Releasing lock "refresh_cache-d122b827-0d4e-49a7-9f20-01425be77c07" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.628222] env[69399]: DEBUG oslo_concurrency.lockutils [None req-dabc4c94-362d-45be-9cf3-22e7f8a4017c tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "dee733a0-bd52-41cb-8267-7e968184f14d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.790s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.629685] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "dee733a0-bd52-41cb-8267-7e968184f14d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.985s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.631125] env[69399]: INFO nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] During sync_power_state the instance has a pending task (deleting). Skip. [ 1377.633189] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "dee733a0-bd52-41cb-8267-7e968184f14d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.002s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.744322] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0730ca51-b5ec-42df-a294-5fbaa9f15e4a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.754671] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfbe8dc-18c4-45ae-88f3-2673ee28e460 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.790898] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0fbef1-2b69-4f4d-a5be-3f07d8abc52e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.800034] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadbc107-2393-4eea-8b48-a96e31e36fad {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.814691] env[69399]: DEBUG nova.compute.provider_tree [None req-20fab91f-0b25-4c37-93a5-f950974f19ec tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1377.887968] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed77946c-7f07-4491-ad4e-e361e22345a2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.909487] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8b0f3e-fa79-4de5-a301-7c6f41dc6e18 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.917946] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Updating instance 'd122b827-0d4e-49a7-9f20-01425be77c07' progress to 83 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1378.077030] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1445bde6-59ff-4b8c-9d0f-b2e798d51b79 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Acquiring lock "cebcdd7a-82a3-4bec-a328-74bced4db009" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.077349] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1445bde6-59ff-4b8c-9d0f-b2e798d51b79 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lock "cebcdd7a-82a3-4bec-a328-74bced4db009" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.077565] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1445bde6-59ff-4b8c-9d0f-b2e798d51b79 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Acquiring lock "cebcdd7a-82a3-4bec-a328-74bced4db009-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.077748] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1445bde6-59ff-4b8c-9d0f-b2e798d51b79 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lock "cebcdd7a-82a3-4bec-a328-74bced4db009-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.077916] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1445bde6-59ff-4b8c-9d0f-b2e798d51b79 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lock "cebcdd7a-82a3-4bec-a328-74bced4db009-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.080891] env[69399]: INFO nova.compute.manager [None req-1445bde6-59ff-4b8c-9d0f-b2e798d51b79 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Terminating instance [ 1378.294750] env[69399]: DEBUG nova.network.neutron [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Port 6cc534fb-bae2-4f30-aaee-9857118e9aa0 binding to destination host cpu-1 is already ACTIVE {{(pid=69399) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1378.317832] env[69399]: DEBUG nova.scheduler.client.report [None req-20fab91f-0b25-4c37-93a5-f950974f19ec tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1378.424389] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1378.424645] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1215bffc-1c82-4774-83bf-cbfb194a8f02 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.434779] env[69399]: DEBUG oslo_vmware.api [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1378.434779] env[69399]: value = "task-4178026" [ 1378.434779] env[69399]: _type = "Task" [ 1378.434779] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.443214] env[69399]: DEBUG oslo_vmware.api [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4178026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.584806] env[69399]: DEBUG nova.compute.manager [None req-1445bde6-59ff-4b8c-9d0f-b2e798d51b79 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1378.585036] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-1445bde6-59ff-4b8c-9d0f-b2e798d51b79 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1378.585967] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2546dc-3543-4b8b-94e8-4b8665fc456e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.594340] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1445bde6-59ff-4b8c-9d0f-b2e798d51b79 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1378.594590] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-908e66b8-c680-45a8-965f-c7a0da8103fe {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.604492] env[69399]: DEBUG oslo_vmware.api [None req-1445bde6-59ff-4b8c-9d0f-b2e798d51b79 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Waiting for the task: (returnval){ [ 1378.604492] env[69399]: value = "task-4178027" [ 1378.604492] env[69399]: _type = "Task" [ 1378.604492] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.613542] env[69399]: DEBUG oslo_vmware.api [None req-1445bde6-59ff-4b8c-9d0f-b2e798d51b79 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4178027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.822519] env[69399]: DEBUG oslo_concurrency.lockutils [None req-20fab91f-0b25-4c37-93a5-f950974f19ec tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.732s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.861459] env[69399]: INFO nova.scheduler.client.report [None req-20fab91f-0b25-4c37-93a5-f950974f19ec tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Deleted allocations for instance 95264e34-97a9-43fc-94f7-df2626c90b0b [ 1378.945872] env[69399]: DEBUG oslo_vmware.api [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4178026, 'name': PowerOnVM_Task, 'duration_secs': 0.449556} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.946125] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1378.946338] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-112c8a51-2737-4df5-ac75-af81b6c2b98c tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Updating instance 'd122b827-0d4e-49a7-9f20-01425be77c07' progress to 100 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1379.115097] env[69399]: DEBUG oslo_vmware.api [None req-1445bde6-59ff-4b8c-9d0f-b2e798d51b79 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4178027, 'name': PowerOffVM_Task, 'duration_secs': 0.197786} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.115378] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-1445bde6-59ff-4b8c-9d0f-b2e798d51b79 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1379.115549] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-1445bde6-59ff-4b8c-9d0f-b2e798d51b79 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1379.115807] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d50ebc3-3671-475f-8665-0487353b9738 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.190375] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-1445bde6-59ff-4b8c-9d0f-b2e798d51b79 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1379.190713] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-1445bde6-59ff-4b8c-9d0f-b2e798d51b79 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1379.190982] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-1445bde6-59ff-4b8c-9d0f-b2e798d51b79 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Deleting the datastore file [datastore1] cebcdd7a-82a3-4bec-a328-74bced4db009 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1379.191399] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99b9e81d-3ec4-4a91-ad7e-1a2b147abc18 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.199095] env[69399]: DEBUG oslo_vmware.api [None req-1445bde6-59ff-4b8c-9d0f-b2e798d51b79 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Waiting for the task: (returnval){ [ 1379.199095] env[69399]: value = "task-4178029" [ 1379.199095] env[69399]: _type = "Task" [ 1379.199095] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.209303] env[69399]: DEBUG oslo_vmware.api [None req-1445bde6-59ff-4b8c-9d0f-b2e798d51b79 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4178029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.318672] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "09dda395-fcda-42df-8f4f-8afb89f215db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.318672] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "09dda395-fcda-42df-8f4f-8afb89f215db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.318672] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "09dda395-fcda-42df-8f4f-8afb89f215db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.369741] env[69399]: DEBUG oslo_concurrency.lockutils [None req-20fab91f-0b25-4c37-93a5-f950974f19ec tempest-ServersTestJSON-1312615374 tempest-ServersTestJSON-1312615374-project-member] Lock "95264e34-97a9-43fc-94f7-df2626c90b0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.963s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.710456] env[69399]: DEBUG oslo_vmware.api [None req-1445bde6-59ff-4b8c-9d0f-b2e798d51b79 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Task: {'id': task-4178029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157646} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.710855] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-1445bde6-59ff-4b8c-9d0f-b2e798d51b79 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1379.711170] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-1445bde6-59ff-4b8c-9d0f-b2e798d51b79 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1379.711446] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-1445bde6-59ff-4b8c-9d0f-b2e798d51b79 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1379.711659] env[69399]: INFO nova.compute.manager [None req-1445bde6-59ff-4b8c-9d0f-b2e798d51b79 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1379.711938] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1445bde6-59ff-4b8c-9d0f-b2e798d51b79 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1379.712163] env[69399]: DEBUG nova.compute.manager [-] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1379.712284] env[69399]: DEBUG nova.network.neutron [-] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1380.206541] env[69399]: DEBUG nova.compute.manager [req-b9fa595e-9a2d-46ba-b657-9b73422e5aac req-eac1a31b-21a8-49a5-a647-deaa41fae0b5 service nova] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Received event network-vif-deleted-9bee33f4-06a6-49f7-959d-f2d6dcd885c2 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1380.207157] env[69399]: INFO nova.compute.manager [req-b9fa595e-9a2d-46ba-b657-9b73422e5aac req-eac1a31b-21a8-49a5-a647-deaa41fae0b5 service nova] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Neutron deleted interface 9bee33f4-06a6-49f7-959d-f2d6dcd885c2; detaching it from the instance and deleting it from the info cache [ 1380.207157] env[69399]: DEBUG nova.network.neutron [req-b9fa595e-9a2d-46ba-b657-9b73422e5aac req-eac1a31b-21a8-49a5-a647-deaa41fae0b5 service nova] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.388231] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "refresh_cache-09dda395-fcda-42df-8f4f-8afb89f215db" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.388504] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquired lock "refresh_cache-09dda395-fcda-42df-8f4f-8afb89f215db" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.388624] env[69399]: DEBUG nova.network.neutron [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1380.691515] env[69399]: DEBUG nova.network.neutron [-] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.710836] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d90d845-2241-4119-9c4c-0c956e8176ef {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.721970] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e225dd-21fb-4222-90cc-f0ed21dfae93 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.752730] env[69399]: DEBUG nova.compute.manager [req-b9fa595e-9a2d-46ba-b657-9b73422e5aac req-eac1a31b-21a8-49a5-a647-deaa41fae0b5 service nova] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Detach interface failed, port_id=9bee33f4-06a6-49f7-959d-f2d6dcd885c2, reason: Instance cebcdd7a-82a3-4bec-a328-74bced4db009 could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1381.003985] env[69399]: DEBUG oslo_concurrency.lockutils [None req-72a07d98-df50-466e-8cf3-572f088cacde tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "57172c5b-44e2-4828-a73c-9a2657864eb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.004237] env[69399]: DEBUG oslo_concurrency.lockutils [None req-72a07d98-df50-466e-8cf3-572f088cacde tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "57172c5b-44e2-4828-a73c-9a2657864eb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.004449] env[69399]: DEBUG oslo_concurrency.lockutils [None req-72a07d98-df50-466e-8cf3-572f088cacde tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "57172c5b-44e2-4828-a73c-9a2657864eb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.005122] env[69399]: DEBUG oslo_concurrency.lockutils [None req-72a07d98-df50-466e-8cf3-572f088cacde tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "57172c5b-44e2-4828-a73c-9a2657864eb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.005122] env[69399]: DEBUG oslo_concurrency.lockutils [None req-72a07d98-df50-466e-8cf3-572f088cacde tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "57172c5b-44e2-4828-a73c-9a2657864eb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.010166] env[69399]: INFO nova.compute.manager [None req-72a07d98-df50-466e-8cf3-572f088cacde tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Terminating instance [ 1381.045025] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "d122b827-0d4e-49a7-9f20-01425be77c07" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.045025] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "d122b827-0d4e-49a7-9f20-01425be77c07" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.045025] env[69399]: DEBUG nova.compute.manager [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Going to confirm migration 7 {{(pid=69399) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1381.134819] env[69399]: DEBUG nova.network.neutron [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Updating instance_info_cache with network_info: [{"id": "6cc534fb-bae2-4f30-aaee-9857118e9aa0", "address": "fa:16:3e:5b:a2:f4", "network": {"id": "fbc8d689-e009-493c-b7c6-f99fecd83767", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-209279494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "466df03825994aaaad4ffa06b54a80c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cc534fb-ba", "ovs_interfaceid": "6cc534fb-bae2-4f30-aaee-9857118e9aa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.195369] env[69399]: INFO nova.compute.manager [-] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Took 1.48 seconds to deallocate network for instance. [ 1381.516393] env[69399]: DEBUG nova.compute.manager [None req-72a07d98-df50-466e-8cf3-572f088cacde tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1381.516393] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-72a07d98-df50-466e-8cf3-572f088cacde tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1381.517437] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4454b7df-1b0d-48a3-b38b-3f333317faa4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.526064] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-72a07d98-df50-466e-8cf3-572f088cacde tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1381.526309] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e305a98-8362-45f8-91c8-811fe7eed3da {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.534038] env[69399]: DEBUG oslo_vmware.api [None req-72a07d98-df50-466e-8cf3-572f088cacde tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1381.534038] env[69399]: value = "task-4178030" [ 1381.534038] env[69399]: _type = "Task" [ 1381.534038] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.542734] env[69399]: DEBUG oslo_vmware.api [None req-72a07d98-df50-466e-8cf3-572f088cacde tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4178030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.597090] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "refresh_cache-d122b827-0d4e-49a7-9f20-01425be77c07" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.597323] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquired lock "refresh_cache-d122b827-0d4e-49a7-9f20-01425be77c07" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.597493] env[69399]: DEBUG nova.network.neutron [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1381.597691] env[69399]: DEBUG nova.objects.instance [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lazy-loading 'info_cache' on Instance uuid d122b827-0d4e-49a7-9f20-01425be77c07 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1381.638250] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Releasing lock "refresh_cache-09dda395-fcda-42df-8f4f-8afb89f215db" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.702073] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1445bde6-59ff-4b8c-9d0f-b2e798d51b79 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.702370] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1445bde6-59ff-4b8c-9d0f-b2e798d51b79 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.702651] env[69399]: DEBUG nova.objects.instance [None req-1445bde6-59ff-4b8c-9d0f-b2e798d51b79 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lazy-loading 'resources' on Instance uuid cebcdd7a-82a3-4bec-a328-74bced4db009 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1382.044563] env[69399]: DEBUG oslo_vmware.api [None req-72a07d98-df50-466e-8cf3-572f088cacde tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4178030, 'name': PowerOffVM_Task, 'duration_secs': 0.205118} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.044839] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-72a07d98-df50-466e-8cf3-572f088cacde tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1382.045018] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-72a07d98-df50-466e-8cf3-572f088cacde tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1382.045279] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68ccd863-2d52-4a2c-a024-979f49b4f678 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.110792] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-72a07d98-df50-466e-8cf3-572f088cacde tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1382.111061] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-72a07d98-df50-466e-8cf3-572f088cacde tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1382.111315] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-72a07d98-df50-466e-8cf3-572f088cacde tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Deleting the datastore file [datastore1] 57172c5b-44e2-4828-a73c-9a2657864eb9 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1382.112296] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b63f5f3-3f8e-494e-a0b4-0f758945d494 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.119694] env[69399]: DEBUG oslo_vmware.api [None req-72a07d98-df50-466e-8cf3-572f088cacde tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for the task: (returnval){ [ 1382.119694] env[69399]: value = "task-4178032" [ 1382.119694] env[69399]: _type = "Task" [ 1382.119694] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.130549] env[69399]: DEBUG oslo_vmware.api [None req-72a07d98-df50-466e-8cf3-572f088cacde tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4178032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.148036] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d1add0-3674-4840-ae9e-1bfe34d087ee {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.156514] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d90457-22a8-4c14-810a-fd932fc1e81c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.326881] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02496faa-322f-4832-9199-b9d0220e36de {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.334479] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9b0acd-3d28-4d8d-bc8b-24acc1010705 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.364778] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f47d63-2251-40df-a409-df0736052fd7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.372075] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fd8669-2ef5-49d7-8f5b-efa4f263ddf4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.385166] env[69399]: DEBUG nova.compute.provider_tree [None req-1445bde6-59ff-4b8c-9d0f-b2e798d51b79 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1382.629443] env[69399]: DEBUG oslo_vmware.api [None req-72a07d98-df50-466e-8cf3-572f088cacde tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Task: {'id': task-4178032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14154} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.629711] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-72a07d98-df50-466e-8cf3-572f088cacde tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1382.629891] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-72a07d98-df50-466e-8cf3-572f088cacde tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1382.630081] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-72a07d98-df50-466e-8cf3-572f088cacde tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1382.630262] env[69399]: INFO nova.compute.manager [None req-72a07d98-df50-466e-8cf3-572f088cacde tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1382.630504] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72a07d98-df50-466e-8cf3-572f088cacde tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1382.630695] env[69399]: DEBUG nova.compute.manager [-] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1382.631180] env[69399]: DEBUG nova.network.neutron [-] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1382.888031] env[69399]: DEBUG nova.scheduler.client.report [None req-1445bde6-59ff-4b8c-9d0f-b2e798d51b79 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1383.047524] env[69399]: DEBUG nova.network.neutron [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Updating instance_info_cache with network_info: [{"id": "b75b9cd2-f8cb-4bdf-8459-b5ff40702369", "address": "fa:16:3e:99:88:ed", "network": {"id": "937e3b1e-35e1-4e9f-ba20-333ead79b0de", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-541287891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70f2346ed704f23b25ffbac339b9b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaba65c3-6925-4c7f-83b6-17cd1a328e27", "external-id": "nsx-vlan-transportzone-202", "segmentation_id": 202, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb75b9cd2-f8", "ovs_interfaceid": "b75b9cd2-f8cb-4bdf-8459-b5ff40702369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.159889] env[69399]: DEBUG nova.compute.manager [req-fb964891-0950-436f-9aea-2360d9c6263d req-36ee476b-ab08-4254-9c7e-09ebb4738dd6 service nova] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Received event network-vif-deleted-4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1383.160188] env[69399]: INFO nova.compute.manager [req-fb964891-0950-436f-9aea-2360d9c6263d req-36ee476b-ab08-4254-9c7e-09ebb4738dd6 service nova] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Neutron deleted interface 4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7; detaching it from the instance and deleting it from the info cache [ 1383.160415] env[69399]: DEBUG nova.network.neutron [req-fb964891-0950-436f-9aea-2360d9c6263d req-36ee476b-ab08-4254-9c7e-09ebb4738dd6 service nova] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.277949] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e50c57-2b14-45c2-98c4-399b6b880e8d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.302258] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6429d0aa-a28b-4c03-b34f-f475432c8623 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.311424] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Updating instance '09dda395-fcda-42df-8f4f-8afb89f215db' progress to 83 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1383.392774] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1445bde6-59ff-4b8c-9d0f-b2e798d51b79 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.690s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.411936] env[69399]: INFO nova.scheduler.client.report [None req-1445bde6-59ff-4b8c-9d0f-b2e798d51b79 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Deleted allocations for instance cebcdd7a-82a3-4bec-a328-74bced4db009 [ 1383.550427] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Releasing lock "refresh_cache-d122b827-0d4e-49a7-9f20-01425be77c07" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.550711] env[69399]: DEBUG nova.objects.instance [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lazy-loading 'migration_context' on Instance uuid d122b827-0d4e-49a7-9f20-01425be77c07 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1383.597428] env[69399]: DEBUG nova.network.neutron [-] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.663790] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2db56927-2603-4c7d-aef5-2f05c5b890fa {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.674540] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef9868b-7c2a-4b84-ad67-8b50dd6fc61c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.707743] env[69399]: DEBUG nova.compute.manager [req-fb964891-0950-436f-9aea-2360d9c6263d req-36ee476b-ab08-4254-9c7e-09ebb4738dd6 service nova] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Detach interface failed, port_id=4fc1e464-6ffa-49ec-9fc6-dd5615bdfce7, reason: Instance 57172c5b-44e2-4828-a73c-9a2657864eb9 could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1383.818636] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1383.818959] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-255aa466-cc1a-4429-8bd1-8ba66f121f43 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.827662] env[69399]: DEBUG oslo_vmware.api [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1383.827662] env[69399]: value = "task-4178033" [ 1383.827662] env[69399]: _type = "Task" [ 1383.827662] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.836299] env[69399]: DEBUG oslo_vmware.api [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178033, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.919757] env[69399]: DEBUG oslo_concurrency.lockutils [None req-1445bde6-59ff-4b8c-9d0f-b2e798d51b79 tempest-AttachVolumeTestJSON-430127160 tempest-AttachVolumeTestJSON-430127160-project-member] Lock "cebcdd7a-82a3-4bec-a328-74bced4db009" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.842s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.054066] env[69399]: DEBUG nova.objects.base [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1384.055093] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58311d61-4638-41d5-abff-49eff4ac0534 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.078083] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89f7f02a-3ba9-43e8-a700-c94bda598a48 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.084260] env[69399]: DEBUG oslo_vmware.api [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1384.084260] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]520fe559-ace8-697e-8d89-30ca4a8bcf47" [ 1384.084260] env[69399]: _type = "Task" [ 1384.084260] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.092504] env[69399]: DEBUG oslo_vmware.api [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]520fe559-ace8-697e-8d89-30ca4a8bcf47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.100071] env[69399]: INFO nova.compute.manager [-] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Took 1.47 seconds to deallocate network for instance. [ 1384.338207] env[69399]: DEBUG oslo_vmware.api [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178033, 'name': PowerOnVM_Task, 'duration_secs': 0.414558} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.338488] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1384.338673] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fe4349-6527-44f1-b1c9-c1f941b38195 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Updating instance '09dda395-fcda-42df-8f4f-8afb89f215db' progress to 100 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1384.596029] env[69399]: DEBUG oslo_vmware.api [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]520fe559-ace8-697e-8d89-30ca4a8bcf47, 'name': SearchDatastore_Task, 'duration_secs': 0.008563} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.596442] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.596721] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.606686] env[69399]: DEBUG oslo_concurrency.lockutils [None req-72a07d98-df50-466e-8cf3-572f088cacde tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.966130] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "542a3757-9f91-4943-8ae6-7fc7fe8c018a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.966481] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "542a3757-9f91-4943-8ae6-7fc7fe8c018a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.216729] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b7558b-9635-49dc-bc89-16fee551d2cf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.224945] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11df10d-e9d5-40bd-a5d1-41c865746e73 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.256164] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a2e297-9c25-4d65-936d-ca85cc193e76 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.264175] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d76933c-3e54-46d6-b285-a20a3d0b9b99 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.277846] env[69399]: DEBUG nova.compute.provider_tree [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1385.279846] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9535d763-dd3b-44fc-b923-d1be7db622f2 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Acquiring lock "60cfac83-52a9-4f60-95d2-cb4f785ad2ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.280088] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9535d763-dd3b-44fc-b923-d1be7db622f2 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Lock "60cfac83-52a9-4f60-95d2-cb4f785ad2ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.280296] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9535d763-dd3b-44fc-b923-d1be7db622f2 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Acquiring lock "60cfac83-52a9-4f60-95d2-cb4f785ad2ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.280481] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9535d763-dd3b-44fc-b923-d1be7db622f2 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Lock "60cfac83-52a9-4f60-95d2-cb4f785ad2ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.280643] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9535d763-dd3b-44fc-b923-d1be7db622f2 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Lock "60cfac83-52a9-4f60-95d2-cb4f785ad2ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.284223] env[69399]: INFO nova.compute.manager [None req-9535d763-dd3b-44fc-b923-d1be7db622f2 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Terminating instance [ 1385.468378] env[69399]: DEBUG nova.compute.manager [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1385.781302] env[69399]: DEBUG nova.scheduler.client.report [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1385.790048] env[69399]: DEBUG nova.compute.manager [None req-9535d763-dd3b-44fc-b923-d1be7db622f2 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1385.790048] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9535d763-dd3b-44fc-b923-d1be7db622f2 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1385.791077] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafd2d19-e481-4a3a-8675-1571bd802607 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.802133] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9535d763-dd3b-44fc-b923-d1be7db622f2 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1385.802483] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57a36093-fb41-4af6-9e45-a64777702588 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.812956] env[69399]: DEBUG oslo_vmware.api [None req-9535d763-dd3b-44fc-b923-d1be7db622f2 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Waiting for the task: (returnval){ [ 1385.812956] env[69399]: value = "task-4178035" [ 1385.812956] env[69399]: _type = "Task" [ 1385.812956] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.824855] env[69399]: DEBUG oslo_vmware.api [None req-9535d763-dd3b-44fc-b923-d1be7db622f2 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Task: {'id': task-4178035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.992653] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.323929] env[69399]: DEBUG oslo_vmware.api [None req-9535d763-dd3b-44fc-b923-d1be7db622f2 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Task: {'id': task-4178035, 'name': PowerOffVM_Task, 'duration_secs': 0.242407} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.324200] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-9535d763-dd3b-44fc-b923-d1be7db622f2 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1386.324390] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9535d763-dd3b-44fc-b923-d1be7db622f2 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1386.324649] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0fca739-d424-4810-a392-1ae2396031f6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.391810] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9535d763-dd3b-44fc-b923-d1be7db622f2 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1386.392047] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9535d763-dd3b-44fc-b923-d1be7db622f2 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1386.392401] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-9535d763-dd3b-44fc-b923-d1be7db622f2 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Deleting the datastore file [datastore1] 60cfac83-52a9-4f60-95d2-cb4f785ad2ee {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1386.392541] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55a474de-be93-4749-a28a-562c1fb6deac {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.399844] env[69399]: DEBUG oslo_vmware.api [None req-9535d763-dd3b-44fc-b923-d1be7db622f2 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Waiting for the task: (returnval){ [ 1386.399844] env[69399]: value = "task-4178037" [ 1386.399844] env[69399]: _type = "Task" [ 1386.399844] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.407514] env[69399]: DEBUG oslo_vmware.api [None req-9535d763-dd3b-44fc-b923-d1be7db622f2 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Task: {'id': task-4178037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.793978] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.197s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.796876] env[69399]: DEBUG oslo_concurrency.lockutils [None req-72a07d98-df50-466e-8cf3-572f088cacde tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.191s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.797040] env[69399]: DEBUG nova.objects.instance [None req-72a07d98-df50-466e-8cf3-572f088cacde tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lazy-loading 'resources' on Instance uuid 57172c5b-44e2-4828-a73c-9a2657864eb9 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1386.899643] env[69399]: DEBUG nova.network.neutron [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Port 6cc534fb-bae2-4f30-aaee-9857118e9aa0 binding to destination host cpu-1 is already ACTIVE {{(pid=69399) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1386.899921] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "refresh_cache-09dda395-fcda-42df-8f4f-8afb89f215db" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.900101] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquired lock "refresh_cache-09dda395-fcda-42df-8f4f-8afb89f215db" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.900277] env[69399]: DEBUG nova.network.neutron [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1386.912154] env[69399]: DEBUG oslo_vmware.api [None req-9535d763-dd3b-44fc-b923-d1be7db622f2 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Task: {'id': task-4178037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134885} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.912388] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-9535d763-dd3b-44fc-b923-d1be7db622f2 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1386.912571] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9535d763-dd3b-44fc-b923-d1be7db622f2 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1386.912764] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9535d763-dd3b-44fc-b923-d1be7db622f2 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1386.912929] env[69399]: INFO nova.compute.manager [None req-9535d763-dd3b-44fc-b923-d1be7db622f2 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1386.913189] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9535d763-dd3b-44fc-b923-d1be7db622f2 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1386.913619] env[69399]: DEBUG nova.compute.manager [-] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1386.913723] env[69399]: DEBUG nova.network.neutron [-] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1387.363028] env[69399]: INFO nova.scheduler.client.report [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Deleted allocation for migration ae09e029-8fc7-4c03-9f84-df3ff771ea97 [ 1387.442299] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9dde92-0ede-4f07-80c0-cf258c58472a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.454992] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a002503c-7b5c-450e-a3c0-52d738ac55a5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.494832] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3dbf60c-6b66-4f54-b16f-c7e13c1b889d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.503319] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15233c8-3332-4121-a095-a976ae070489 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.518090] env[69399]: DEBUG nova.compute.provider_tree [None req-72a07d98-df50-466e-8cf3-572f088cacde tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1387.803150] env[69399]: DEBUG nova.network.neutron [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Updating instance_info_cache with network_info: [{"id": "6cc534fb-bae2-4f30-aaee-9857118e9aa0", "address": "fa:16:3e:5b:a2:f4", "network": {"id": "fbc8d689-e009-493c-b7c6-f99fecd83767", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-209279494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "466df03825994aaaad4ffa06b54a80c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cc534fb-ba", "ovs_interfaceid": "6cc534fb-bae2-4f30-aaee-9857118e9aa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.850610] env[69399]: DEBUG nova.compute.manager [req-ae7e8b98-f9d3-4a9e-a780-2b2b242c7fa3 req-f6a0905d-08d8-4288-b811-98ca0ae63b4a service nova] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Received event network-vif-deleted-b5a3bf38-c382-4c80-b77d-252423a7ee66 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1387.850814] env[69399]: INFO nova.compute.manager [req-ae7e8b98-f9d3-4a9e-a780-2b2b242c7fa3 req-f6a0905d-08d8-4288-b811-98ca0ae63b4a service nova] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Neutron deleted interface b5a3bf38-c382-4c80-b77d-252423a7ee66; detaching it from the instance and deleting it from the info cache [ 1387.850980] env[69399]: DEBUG nova.network.neutron [req-ae7e8b98-f9d3-4a9e-a780-2b2b242c7fa3 req-f6a0905d-08d8-4288-b811-98ca0ae63b4a service nova] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.871970] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "d122b827-0d4e-49a7-9f20-01425be77c07" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.827s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.023341] env[69399]: DEBUG nova.scheduler.client.report [None req-72a07d98-df50-466e-8cf3-572f088cacde tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1388.306734] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Releasing lock "refresh_cache-09dda395-fcda-42df-8f4f-8afb89f215db" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.333278] env[69399]: DEBUG nova.network.neutron [-] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.353584] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-00a48587-3461-4065-a8a5-7198aa414c22 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.364691] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd9772c-fedb-482c-a31c-915e4e75a53d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.394015] env[69399]: DEBUG nova.compute.manager [req-ae7e8b98-f9d3-4a9e-a780-2b2b242c7fa3 req-f6a0905d-08d8-4288-b811-98ca0ae63b4a service nova] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Detach interface failed, port_id=b5a3bf38-c382-4c80-b77d-252423a7ee66, reason: Instance 60cfac83-52a9-4f60-95d2-cb4f785ad2ee could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1388.530927] env[69399]: DEBUG oslo_concurrency.lockutils [None req-72a07d98-df50-466e-8cf3-572f088cacde tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.732s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.531225] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.539s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.533065] env[69399]: INFO nova.compute.claims [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1388.548124] env[69399]: INFO nova.scheduler.client.report [None req-72a07d98-df50-466e-8cf3-572f088cacde tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Deleted allocations for instance 57172c5b-44e2-4828-a73c-9a2657864eb9 [ 1388.810433] env[69399]: DEBUG nova.compute.manager [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69399) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1388.835954] env[69399]: INFO nova.compute.manager [-] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Took 1.92 seconds to deallocate network for instance. [ 1389.057846] env[69399]: DEBUG oslo_concurrency.lockutils [None req-72a07d98-df50-466e-8cf3-572f088cacde tempest-ServerActionsTestOtherA-443750068 tempest-ServerActionsTestOtherA-443750068-project-member] Lock "57172c5b-44e2-4828-a73c-9a2657864eb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.053s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.064672] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "d122b827-0d4e-49a7-9f20-01425be77c07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.064890] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "d122b827-0d4e-49a7-9f20-01425be77c07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.065098] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "d122b827-0d4e-49a7-9f20-01425be77c07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.065278] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "d122b827-0d4e-49a7-9f20-01425be77c07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.065440] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "d122b827-0d4e-49a7-9f20-01425be77c07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.067976] env[69399]: INFO nova.compute.manager [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Terminating instance [ 1389.342456] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9535d763-dd3b-44fc-b923-d1be7db622f2 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.571988] env[69399]: DEBUG nova.compute.manager [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1389.572271] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1389.575579] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ce9ec0-2a5d-4455-a84a-c229272f8885 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.584138] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1389.584407] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87d3afec-3f0d-42d7-accc-782462775b44 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.591963] env[69399]: DEBUG oslo_vmware.api [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1389.591963] env[69399]: value = "task-4178039" [ 1389.591963] env[69399]: _type = "Task" [ 1389.591963] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.600654] env[69399]: DEBUG oslo_vmware.api [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4178039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.642048] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a7e59c-cecc-4da4-8cdf-294b9f6bc00e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.651060] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf89c896-ea74-45d6-a5c1-759b907d6d25 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.685561] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979305ca-7d86-4ed0-a653-a850c027d8f8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.695257] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97517552-3a48-4c54-aa15-ed086717cc7e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.711285] env[69399]: DEBUG nova.compute.provider_tree [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.912305] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.101990] env[69399]: DEBUG oslo_vmware.api [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4178039, 'name': PowerOffVM_Task, 'duration_secs': 0.220377} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.102288] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1390.102447] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1390.102734] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a1aefde-9507-4e7e-8732-a229f7fc5046 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.167624] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1390.167906] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1390.168111] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Deleting the datastore file [datastore1] d122b827-0d4e-49a7-9f20-01425be77c07 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1390.168402] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45127450-1c44-4780-b00f-e8bc1fbddbff {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.174942] env[69399]: DEBUG oslo_vmware.api [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for the task: (returnval){ [ 1390.174942] env[69399]: value = "task-4178041" [ 1390.174942] env[69399]: _type = "Task" [ 1390.174942] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.183809] env[69399]: DEBUG oslo_vmware.api [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4178041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.216622] env[69399]: DEBUG nova.scheduler.client.report [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1390.685193] env[69399]: DEBUG oslo_vmware.api [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Task: {'id': task-4178041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144739} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.685531] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1390.685668] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1390.685851] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1390.686047] env[69399]: INFO nova.compute.manager [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1390.686303] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1390.686496] env[69399]: DEBUG nova.compute.manager [-] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1390.686608] env[69399]: DEBUG nova.network.neutron [-] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1390.723550] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.192s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.724056] env[69399]: DEBUG nova.compute.manager [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1390.726714] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9535d763-dd3b-44fc-b923-d1be7db622f2 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.385s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.727015] env[69399]: DEBUG nova.objects.instance [None req-9535d763-dd3b-44fc-b923-d1be7db622f2 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Lazy-loading 'resources' on Instance uuid 60cfac83-52a9-4f60-95d2-cb4f785ad2ee {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1391.171094] env[69399]: DEBUG nova.compute.manager [req-e1edc296-8c95-4783-9fb5-145c758ff6d3 req-3e7f2959-7ad8-4b8e-9e3f-33c69d907ad0 service nova] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Received event network-vif-deleted-b75b9cd2-f8cb-4bdf-8459-b5ff40702369 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1391.171394] env[69399]: INFO nova.compute.manager [req-e1edc296-8c95-4783-9fb5-145c758ff6d3 req-3e7f2959-7ad8-4b8e-9e3f-33c69d907ad0 service nova] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Neutron deleted interface b75b9cd2-f8cb-4bdf-8459-b5ff40702369; detaching it from the instance and deleting it from the info cache [ 1391.171605] env[69399]: DEBUG nova.network.neutron [req-e1edc296-8c95-4783-9fb5-145c758ff6d3 req-3e7f2959-7ad8-4b8e-9e3f-33c69d907ad0 service nova] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.234150] env[69399]: DEBUG nova.compute.utils [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1391.236403] env[69399]: DEBUG nova.compute.manager [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1391.236822] env[69399]: DEBUG nova.network.neutron [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1391.302925] env[69399]: DEBUG nova.policy [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fffd0b8752594014ba4753550eac82af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55629667f6cd4f8a948cc9a5a7f54dd2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1391.359185] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e03f7c2-ad5c-4186-9ae8-20557b7789f3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.368260] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfbd658-247d-41ca-8834-3bfd71fb64ab {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.410816] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770c5599-f8a9-4c5d-80b9-b984fd00c0bd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.421156] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8becc2d6-da99-49e2-9bc0-15d50f50f776 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.438685] env[69399]: DEBUG nova.compute.provider_tree [None req-9535d763-dd3b-44fc-b923-d1be7db622f2 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1391.606450] env[69399]: DEBUG nova.network.neutron [-] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.637891] env[69399]: DEBUG nova.network.neutron [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Successfully created port: 8b991e81-b592-4c15-a977-6c7652c11190 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1391.675313] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd4d21e3-972e-43ff-8491-0aa0cf1e8751 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.685787] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcf2138-a5e3-4121-895b-f04af2e51fb7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.717740] env[69399]: DEBUG nova.compute.manager [req-e1edc296-8c95-4783-9fb5-145c758ff6d3 req-3e7f2959-7ad8-4b8e-9e3f-33c69d907ad0 service nova] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Detach interface failed, port_id=b75b9cd2-f8cb-4bdf-8459-b5ff40702369, reason: Instance d122b827-0d4e-49a7-9f20-01425be77c07 could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1391.739964] env[69399]: DEBUG nova.compute.manager [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1391.942212] env[69399]: DEBUG nova.scheduler.client.report [None req-9535d763-dd3b-44fc-b923-d1be7db622f2 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1392.110340] env[69399]: INFO nova.compute.manager [-] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Took 1.42 seconds to deallocate network for instance. [ 1392.448340] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9535d763-dd3b-44fc-b923-d1be7db622f2 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.721s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.450278] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 2.538s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.475288] env[69399]: INFO nova.scheduler.client.report [None req-9535d763-dd3b-44fc-b923-d1be7db622f2 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Deleted allocations for instance 60cfac83-52a9-4f60-95d2-cb4f785ad2ee [ 1392.616423] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.750242] env[69399]: DEBUG nova.compute.manager [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1392.772498] env[69399]: DEBUG nova.virt.hardware [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1392.772755] env[69399]: DEBUG nova.virt.hardware [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1392.772904] env[69399]: DEBUG nova.virt.hardware [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1392.773555] env[69399]: DEBUG nova.virt.hardware [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1392.773555] env[69399]: DEBUG nova.virt.hardware [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1392.773555] env[69399]: DEBUG nova.virt.hardware [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1392.773691] env[69399]: DEBUG nova.virt.hardware [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1392.773814] env[69399]: DEBUG nova.virt.hardware [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1392.773984] env[69399]: DEBUG nova.virt.hardware [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1392.774191] env[69399]: DEBUG nova.virt.hardware [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1392.774479] env[69399]: DEBUG nova.virt.hardware [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1392.775249] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9faf416-661e-47b2-8d61-befecf76f79a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.783938] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4424a9d2-919a-4ecb-a830-aab5293adc8b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.952761] env[69399]: DEBUG nova.objects.instance [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lazy-loading 'migration_context' on Instance uuid 09dda395-fcda-42df-8f4f-8afb89f215db {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1392.983281] env[69399]: DEBUG oslo_concurrency.lockutils [None req-9535d763-dd3b-44fc-b923-d1be7db622f2 tempest-ServersTestFqdnHostnames-345935788 tempest-ServersTestFqdnHostnames-345935788-project-member] Lock "60cfac83-52a9-4f60-95d2-cb4f785ad2ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.703s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.107592] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Acquiring lock "dbac67f5-6218-426b-a15e-c57bbf3a53bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.107942] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Lock "dbac67f5-6218-426b-a15e-c57bbf3a53bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.200898] env[69399]: DEBUG nova.compute.manager [req-81cb23f4-a557-49db-acd5-6fb9e6ca0bd3 req-ec196ec3-eee0-4d77-857c-f4ed4f22af28 service nova] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Received event network-vif-plugged-8b991e81-b592-4c15-a977-6c7652c11190 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1393.201154] env[69399]: DEBUG oslo_concurrency.lockutils [req-81cb23f4-a557-49db-acd5-6fb9e6ca0bd3 req-ec196ec3-eee0-4d77-857c-f4ed4f22af28 service nova] Acquiring lock "542a3757-9f91-4943-8ae6-7fc7fe8c018a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.201379] env[69399]: DEBUG oslo_concurrency.lockutils [req-81cb23f4-a557-49db-acd5-6fb9e6ca0bd3 req-ec196ec3-eee0-4d77-857c-f4ed4f22af28 service nova] Lock "542a3757-9f91-4943-8ae6-7fc7fe8c018a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.201574] env[69399]: DEBUG oslo_concurrency.lockutils [req-81cb23f4-a557-49db-acd5-6fb9e6ca0bd3 req-ec196ec3-eee0-4d77-857c-f4ed4f22af28 service nova] Lock "542a3757-9f91-4943-8ae6-7fc7fe8c018a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.201726] env[69399]: DEBUG nova.compute.manager [req-81cb23f4-a557-49db-acd5-6fb9e6ca0bd3 req-ec196ec3-eee0-4d77-857c-f4ed4f22af28 service nova] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] No waiting events found dispatching network-vif-plugged-8b991e81-b592-4c15-a977-6c7652c11190 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1393.201890] env[69399]: WARNING nova.compute.manager [req-81cb23f4-a557-49db-acd5-6fb9e6ca0bd3 req-ec196ec3-eee0-4d77-857c-f4ed4f22af28 service nova] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Received unexpected event network-vif-plugged-8b991e81-b592-4c15-a977-6c7652c11190 for instance with vm_state building and task_state spawning. [ 1393.297348] env[69399]: DEBUG nova.network.neutron [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Successfully updated port: 8b991e81-b592-4c15-a977-6c7652c11190 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1393.550617] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129d0242-352f-4403-bede-51f520d81c0c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.560431] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c608093e-a381-49e6-8850-256026fe3500 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.594014] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63dd9b9-a16f-416b-a756-2712b643a52e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.600996] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04c5a39-2352-4092-a1ef-e50caee999a1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.614570] env[69399]: DEBUG nova.compute.manager [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1393.617794] env[69399]: DEBUG nova.compute.provider_tree [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1393.799932] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "refresh_cache-542a3757-9f91-4943-8ae6-7fc7fe8c018a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.800391] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquired lock "refresh_cache-542a3757-9f91-4943-8ae6-7fc7fe8c018a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.800391] env[69399]: DEBUG nova.network.neutron [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1394.123948] env[69399]: DEBUG nova.scheduler.client.report [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1394.139813] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.339453] env[69399]: DEBUG nova.network.neutron [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1394.598868] env[69399]: DEBUG nova.network.neutron [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Updating instance_info_cache with network_info: [{"id": "8b991e81-b592-4c15-a977-6c7652c11190", "address": "fa:16:3e:41:de:05", "network": {"id": "afe3de9f-8d2f-45fb-9256-92317049c9ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-136698690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55629667f6cd4f8a948cc9a5a7f54dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b991e81-b5", "ovs_interfaceid": "8b991e81-b592-4c15-a977-6c7652c11190", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.108438] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Releasing lock "refresh_cache-542a3757-9f91-4943-8ae6-7fc7fe8c018a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.108852] env[69399]: DEBUG nova.compute.manager [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Instance network_info: |[{"id": "8b991e81-b592-4c15-a977-6c7652c11190", "address": "fa:16:3e:41:de:05", "network": {"id": "afe3de9f-8d2f-45fb-9256-92317049c9ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-136698690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55629667f6cd4f8a948cc9a5a7f54dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b991e81-b5", "ovs_interfaceid": "8b991e81-b592-4c15-a977-6c7652c11190", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1395.110219] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:de:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '163e60bd-32d6-41c5-95e6-2eb10c5c9245', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b991e81-b592-4c15-a977-6c7652c11190', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1395.117937] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1395.118252] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1395.118505] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0a68660-14d3-449f-8961-41b0a43c6d6d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.139635] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.689s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.146955] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.531s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.147232] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.149569] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.010s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.151047] env[69399]: INFO nova.compute.claims [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1395.153426] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1395.153426] env[69399]: value = "task-4178043" [ 1395.153426] env[69399]: _type = "Task" [ 1395.153426] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.172051] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4178043, 'name': CreateVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.185631] env[69399]: INFO nova.scheduler.client.report [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Deleted allocations for instance d122b827-0d4e-49a7-9f20-01425be77c07 [ 1395.544442] env[69399]: DEBUG nova.compute.manager [req-49665ab2-d043-48d6-ae94-298dc04ee54e req-793d8009-7975-4a06-9524-12d5f2d5ef41 service nova] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Received event network-changed-8b991e81-b592-4c15-a977-6c7652c11190 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1395.544442] env[69399]: DEBUG nova.compute.manager [req-49665ab2-d043-48d6-ae94-298dc04ee54e req-793d8009-7975-4a06-9524-12d5f2d5ef41 service nova] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Refreshing instance network info cache due to event network-changed-8b991e81-b592-4c15-a977-6c7652c11190. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1395.544593] env[69399]: DEBUG oslo_concurrency.lockutils [req-49665ab2-d043-48d6-ae94-298dc04ee54e req-793d8009-7975-4a06-9524-12d5f2d5ef41 service nova] Acquiring lock "refresh_cache-542a3757-9f91-4943-8ae6-7fc7fe8c018a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.544742] env[69399]: DEBUG oslo_concurrency.lockutils [req-49665ab2-d043-48d6-ae94-298dc04ee54e req-793d8009-7975-4a06-9524-12d5f2d5ef41 service nova] Acquired lock "refresh_cache-542a3757-9f91-4943-8ae6-7fc7fe8c018a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.544907] env[69399]: DEBUG nova.network.neutron [req-49665ab2-d043-48d6-ae94-298dc04ee54e req-793d8009-7975-4a06-9524-12d5f2d5ef41 service nova] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Refreshing network info cache for port 8b991e81-b592-4c15-a977-6c7652c11190 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1395.671518] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4178043, 'name': CreateVM_Task, 'duration_secs': 0.358213} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.671990] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1395.672470] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.672641] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.673315] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.673315] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af1b26f2-9c4b-4a25-b66d-659df6517747 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.679308] env[69399]: DEBUG oslo_vmware.api [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1395.679308] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52387d0f-c4fa-f279-baa2-87b2a5f901e3" [ 1395.679308] env[69399]: _type = "Task" [ 1395.679308] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.689069] env[69399]: DEBUG oslo_vmware.api [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52387d0f-c4fa-f279-baa2-87b2a5f901e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.698130] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3f834d0-4a10-4441-8d4c-9b1ab86a5494 tempest-DeleteServersTestJSON-845879211 tempest-DeleteServersTestJSON-845879211-project-member] Lock "d122b827-0d4e-49a7-9f20-01425be77c07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.633s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.190788] env[69399]: DEBUG oslo_vmware.api [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52387d0f-c4fa-f279-baa2-87b2a5f901e3, 'name': SearchDatastore_Task, 'duration_secs': 0.011135} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.193629] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.193901] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1396.194852] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.196063] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.196063] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1396.196974] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-baa6240d-8eee-4085-b200-cd6a365b9b51 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.207876] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1396.208219] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1396.208963] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f883c3a-e5f2-415f-b4c4-cd28565318ae {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.215203] env[69399]: DEBUG oslo_vmware.api [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1396.215203] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5243c067-6b46-8d5f-2e79-ce1e2e7d12bb" [ 1396.215203] env[69399]: _type = "Task" [ 1396.215203] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.231014] env[69399]: DEBUG oslo_vmware.api [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5243c067-6b46-8d5f-2e79-ce1e2e7d12bb, 'name': SearchDatastore_Task, 'duration_secs': 0.010357} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.237218] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aa876f5-daf9-4e03-8dcf-8cd7ac78fa5f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.246156] env[69399]: DEBUG oslo_vmware.api [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1396.246156] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]520d314d-95cf-09e8-f802-b43b1c51a0dd" [ 1396.246156] env[69399]: _type = "Task" [ 1396.246156] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.259988] env[69399]: DEBUG oslo_vmware.api [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]520d314d-95cf-09e8-f802-b43b1c51a0dd, 'name': SearchDatastore_Task, 'duration_secs': 0.010889} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.260150] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.260517] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 542a3757-9f91-4943-8ae6-7fc7fe8c018a/542a3757-9f91-4943-8ae6-7fc7fe8c018a.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1396.260832] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdb29eaf-b9eb-4fa2-939b-e9a07bc2afec {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.265230] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30527e86-79f4-475f-a45e-0953ee37bdbe {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.269949] env[69399]: DEBUG oslo_vmware.api [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1396.269949] env[69399]: value = "task-4178045" [ 1396.269949] env[69399]: _type = "Task" [ 1396.269949] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.276271] env[69399]: DEBUG nova.network.neutron [req-49665ab2-d043-48d6-ae94-298dc04ee54e req-793d8009-7975-4a06-9524-12d5f2d5ef41 service nova] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Updated VIF entry in instance network info cache for port 8b991e81-b592-4c15-a977-6c7652c11190. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1396.276646] env[69399]: DEBUG nova.network.neutron [req-49665ab2-d043-48d6-ae94-298dc04ee54e req-793d8009-7975-4a06-9524-12d5f2d5ef41 service nova] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Updating instance_info_cache with network_info: [{"id": "8b991e81-b592-4c15-a977-6c7652c11190", "address": "fa:16:3e:41:de:05", "network": {"id": "afe3de9f-8d2f-45fb-9256-92317049c9ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-136698690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55629667f6cd4f8a948cc9a5a7f54dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b991e81-b5", "ovs_interfaceid": "8b991e81-b592-4c15-a977-6c7652c11190", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.279945] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f813642-c197-4d3e-bca1-80a730b26c42 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.288642] env[69399]: DEBUG oslo_vmware.api [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.317355] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538dedba-bfd5-4e4f-b870-939a98b9e869 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.326431] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e22894f-d4b3-43d0-b69b-24286e4f15cf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.341525] env[69399]: DEBUG nova.compute.provider_tree [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1396.696588] env[69399]: INFO nova.compute.manager [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Swapping old allocation on dict_keys(['65caca49-2bb8-4896-b9be-5baf8708847a']) held by migration 614fd9df-a895-4550-b13e-3ec6b7476fde for instance [ 1396.724528] env[69399]: DEBUG nova.scheduler.client.report [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Overwriting current allocation {'allocations': {'65caca49-2bb8-4896-b9be-5baf8708847a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 178}}, 'project_id': '466df03825994aaaad4ffa06b54a80c6', 'user_id': '21313ce23b9245efbe60347ac397fc5d', 'consumer_generation': 1} on consumer 09dda395-fcda-42df-8f4f-8afb89f215db {{(pid=69399) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1396.780919] env[69399]: DEBUG oslo_vmware.api [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178045, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.785410] env[69399]: DEBUG oslo_concurrency.lockutils [req-49665ab2-d043-48d6-ae94-298dc04ee54e req-793d8009-7975-4a06-9524-12d5f2d5ef41 service nova] Releasing lock "refresh_cache-542a3757-9f91-4943-8ae6-7fc7fe8c018a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.845099] env[69399]: DEBUG nova.scheduler.client.report [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1396.864128] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "refresh_cache-09dda395-fcda-42df-8f4f-8afb89f215db" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.864128] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquired lock "refresh_cache-09dda395-fcda-42df-8f4f-8afb89f215db" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.864128] env[69399]: DEBUG nova.network.neutron [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1397.282029] env[69399]: DEBUG oslo_vmware.api [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178045, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513676} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.282441] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 542a3757-9f91-4943-8ae6-7fc7fe8c018a/542a3757-9f91-4943-8ae6-7fc7fe8c018a.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1397.282528] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1397.282787] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07eb444c-50b9-42a3-9491-d52b6c4fd507 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.289580] env[69399]: DEBUG oslo_vmware.api [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1397.289580] env[69399]: value = "task-4178046" [ 1397.289580] env[69399]: _type = "Task" [ 1397.289580] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.300777] env[69399]: DEBUG oslo_vmware.api [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178046, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.350211] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.200s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.350889] env[69399]: DEBUG nova.compute.manager [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1397.568644] env[69399]: DEBUG nova.network.neutron [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Updating instance_info_cache with network_info: [{"id": "6cc534fb-bae2-4f30-aaee-9857118e9aa0", "address": "fa:16:3e:5b:a2:f4", "network": {"id": "fbc8d689-e009-493c-b7c6-f99fecd83767", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-209279494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "466df03825994aaaad4ffa06b54a80c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cc534fb-ba", "ovs_interfaceid": "6cc534fb-bae2-4f30-aaee-9857118e9aa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.799938] env[69399]: DEBUG oslo_vmware.api [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178046, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066421} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.800263] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1397.801058] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f20d9cf-3d9a-485e-8a4c-5a71bb62866a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.823153] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 542a3757-9f91-4943-8ae6-7fc7fe8c018a/542a3757-9f91-4943-8ae6-7fc7fe8c018a.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1397.823450] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4154ebe-93b4-4941-9501-4f7e3da64e37 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.843441] env[69399]: DEBUG oslo_vmware.api [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1397.843441] env[69399]: value = "task-4178047" [ 1397.843441] env[69399]: _type = "Task" [ 1397.843441] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.855263] env[69399]: DEBUG nova.compute.utils [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1397.856581] env[69399]: DEBUG oslo_vmware.api [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178047, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.856858] env[69399]: DEBUG nova.compute.manager [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Not allocating networking since 'none' was specified. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1398.072731] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Releasing lock "refresh_cache-09dda395-fcda-42df-8f4f-8afb89f215db" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.073781] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91a81c1-711e-4e36-bc6e-3a9ab2966f64 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.083825] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd19bf8-dd85-4f17-8c98-d66cf32122df {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.354797] env[69399]: DEBUG oslo_vmware.api [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178047, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.359081] env[69399]: DEBUG nova.compute.manager [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1398.856436] env[69399]: DEBUG oslo_vmware.api [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178047, 'name': ReconfigVM_Task, 'duration_secs': 0.862436} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.856763] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 542a3757-9f91-4943-8ae6-7fc7fe8c018a/542a3757-9f91-4943-8ae6-7fc7fe8c018a.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1398.857469] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-682ebc02-ff76-4181-913d-59f80d2fd837 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.868037] env[69399]: DEBUG oslo_vmware.api [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1398.868037] env[69399]: value = "task-4178048" [ 1398.868037] env[69399]: _type = "Task" [ 1398.868037] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.876650] env[69399]: DEBUG oslo_vmware.api [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178048, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.183750] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1399.183750] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-407159ba-8de7-47a4-8b80-d778a52b6bd4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.192470] env[69399]: DEBUG oslo_vmware.api [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1399.192470] env[69399]: value = "task-4178049" [ 1399.192470] env[69399]: _type = "Task" [ 1399.192470] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.202959] env[69399]: DEBUG oslo_vmware.api [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178049, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.371449] env[69399]: DEBUG nova.compute.manager [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1399.383296] env[69399]: DEBUG oslo_vmware.api [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178048, 'name': Rename_Task, 'duration_secs': 0.177997} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.383710] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1399.383953] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdbce015-6b76-4a16-88c9-93a70629f2ea {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.392598] env[69399]: DEBUG oslo_vmware.api [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1399.392598] env[69399]: value = "task-4178050" [ 1399.392598] env[69399]: _type = "Task" [ 1399.392598] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.402682] env[69399]: DEBUG nova.virt.hardware [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1399.402971] env[69399]: DEBUG nova.virt.hardware [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1399.403151] env[69399]: DEBUG nova.virt.hardware [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1399.403358] env[69399]: DEBUG nova.virt.hardware [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1399.403504] env[69399]: DEBUG nova.virt.hardware [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1399.403678] env[69399]: DEBUG nova.virt.hardware [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1399.403928] env[69399]: DEBUG nova.virt.hardware [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1399.404137] env[69399]: DEBUG nova.virt.hardware [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1399.404332] env[69399]: DEBUG nova.virt.hardware [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1399.404517] env[69399]: DEBUG nova.virt.hardware [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1399.404704] env[69399]: DEBUG nova.virt.hardware [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1399.405589] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09191d1-eb17-46c9-8f29-2f2af9e596fb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.412989] env[69399]: DEBUG oslo_vmware.api [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.419542] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195d7940-b2bd-44e9-883e-dffe2c2c4dc1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.434881] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Instance VIF info [] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1399.440890] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Creating folder: Project (c1ab43536e4d4703a32d53cd08f659a0). Parent ref: group-v826677. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1399.441110] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21848128-9d46-40f1-a1fc-30ac5f547914 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.455354] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Created folder: Project (c1ab43536e4d4703a32d53cd08f659a0) in parent group-v826677. [ 1399.455629] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Creating folder: Instances. Parent ref: group-v827016. {{(pid=69399) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1399.455957] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ac6f41f-368b-4264-aec7-89d399eeb14c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.470358] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Created folder: Instances in parent group-v827016. [ 1399.470682] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1399.470896] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1399.471131] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-073e8a1c-be98-4f35-b7d1-c2ab55184949 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.488709] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1399.488709] env[69399]: value = "task-4178053" [ 1399.488709] env[69399]: _type = "Task" [ 1399.488709] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.496868] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4178053, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.702842] env[69399]: DEBUG oslo_vmware.api [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178049, 'name': PowerOffVM_Task, 'duration_secs': 0.234834} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.703136] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1399.703807] env[69399]: DEBUG nova.virt.hardware [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1399.704147] env[69399]: DEBUG nova.virt.hardware [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1399.704219] env[69399]: DEBUG nova.virt.hardware [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1399.704423] env[69399]: DEBUG nova.virt.hardware [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1399.704506] env[69399]: DEBUG nova.virt.hardware [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1399.704652] env[69399]: DEBUG nova.virt.hardware [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1399.704854] env[69399]: DEBUG nova.virt.hardware [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1399.705020] env[69399]: DEBUG nova.virt.hardware [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1399.705191] env[69399]: DEBUG nova.virt.hardware [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1399.705359] env[69399]: DEBUG nova.virt.hardware [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1399.705516] env[69399]: DEBUG nova.virt.hardware [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1399.710761] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11b7be6b-e08a-4d2d-9729-d5a4d7d37469 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.731199] env[69399]: DEBUG oslo_vmware.api [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1399.731199] env[69399]: value = "task-4178054" [ 1399.731199] env[69399]: _type = "Task" [ 1399.731199] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.740916] env[69399]: DEBUG oslo_vmware.api [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178054, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.906176] env[69399]: DEBUG oslo_vmware.api [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178050, 'name': PowerOnVM_Task, 'duration_secs': 0.500147} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.906548] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1399.906820] env[69399]: INFO nova.compute.manager [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Took 7.16 seconds to spawn the instance on the hypervisor. [ 1399.907760] env[69399]: DEBUG nova.compute.manager [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1399.907927] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0e3fae-e360-4fc7-b289-821bee14a79f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.001890] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4178053, 'name': CreateVM_Task, 'duration_secs': 0.308417} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.001890] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1400.001890] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.001890] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.002537] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.002634] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb4ed51d-a6e3-409d-a0d1-22c5ebb807b1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.008706] env[69399]: DEBUG oslo_vmware.api [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Waiting for the task: (returnval){ [ 1400.008706] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]527462c0-8f94-5884-5021-33d6e2c289b0" [ 1400.008706] env[69399]: _type = "Task" [ 1400.008706] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.020399] env[69399]: DEBUG oslo_vmware.api [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]527462c0-8f94-5884-5021-33d6e2c289b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.244154] env[69399]: DEBUG oslo_vmware.api [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178054, 'name': ReconfigVM_Task, 'duration_secs': 0.190364} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.245374] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bea7c91-452f-4e7c-8821-35dccac09f2b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.274202] env[69399]: DEBUG nova.virt.hardware [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1400.274625] env[69399]: DEBUG nova.virt.hardware [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1400.274838] env[69399]: DEBUG nova.virt.hardware [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1400.275021] env[69399]: DEBUG nova.virt.hardware [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1400.275195] env[69399]: DEBUG nova.virt.hardware [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1400.275330] env[69399]: DEBUG nova.virt.hardware [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1400.275564] env[69399]: DEBUG nova.virt.hardware [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1400.275835] env[69399]: DEBUG nova.virt.hardware [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1400.275975] env[69399]: DEBUG nova.virt.hardware [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1400.276200] env[69399]: DEBUG nova.virt.hardware [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1400.276385] env[69399]: DEBUG nova.virt.hardware [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1400.277636] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aec433b-9506-4d84-956c-46df2e447da9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.284574] env[69399]: DEBUG oslo_vmware.api [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1400.284574] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]521abd33-a5e4-40d2-0425-9da1bc654a9f" [ 1400.284574] env[69399]: _type = "Task" [ 1400.284574] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.295708] env[69399]: DEBUG oslo_vmware.api [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]521abd33-a5e4-40d2-0425-9da1bc654a9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.432034] env[69399]: INFO nova.compute.manager [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Took 14.46 seconds to build instance. [ 1400.520435] env[69399]: DEBUG oslo_vmware.api [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]527462c0-8f94-5884-5021-33d6e2c289b0, 'name': SearchDatastore_Task, 'duration_secs': 0.012661} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.520766] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.521009] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1400.521256] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.521875] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.521875] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1400.521875] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be4c18ce-269f-4ab7-a780-8bd12deb970c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.531278] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1400.531605] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1400.532672] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93137c2c-d79c-4be8-9bee-d60563bd1c64 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.538649] env[69399]: DEBUG oslo_vmware.api [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Waiting for the task: (returnval){ [ 1400.538649] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5229bba7-12fc-cfa8-fcda-1dc4ab061ba9" [ 1400.538649] env[69399]: _type = "Task" [ 1400.538649] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.547366] env[69399]: DEBUG oslo_vmware.api [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5229bba7-12fc-cfa8-fcda-1dc4ab061ba9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.794858] env[69399]: DEBUG oslo_vmware.api [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]521abd33-a5e4-40d2-0425-9da1bc654a9f, 'name': SearchDatastore_Task, 'duration_secs': 0.008943} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.800982] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1400.802033] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7790478e-e925-4287-bef0-df74c5786e26 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.820817] env[69399]: DEBUG oslo_vmware.api [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1400.820817] env[69399]: value = "task-4178055" [ 1400.820817] env[69399]: _type = "Task" [ 1400.820817] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.829865] env[69399]: DEBUG oslo_vmware.api [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178055, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.934759] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d58759ee-4ff0-4601-93a8-5b1318c029e5 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "542a3757-9f91-4943-8ae6-7fc7fe8c018a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.968s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.050061] env[69399]: DEBUG oslo_vmware.api [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5229bba7-12fc-cfa8-fcda-1dc4ab061ba9, 'name': SearchDatastore_Task, 'duration_secs': 0.015875} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.051052] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9192a882-17e3-4d40-8620-ebe7b867ffad {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.059034] env[69399]: DEBUG oslo_vmware.api [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Waiting for the task: (returnval){ [ 1401.059034] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]527d1d6d-b97f-8e43-199c-3937a76ea6e4" [ 1401.059034] env[69399]: _type = "Task" [ 1401.059034] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.065878] env[69399]: DEBUG oslo_vmware.api [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]527d1d6d-b97f-8e43-199c-3937a76ea6e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.165484] env[69399]: DEBUG nova.compute.manager [req-1cf0924a-2ff2-4ea3-8b6f-5fef43b356e0 req-c71ee231-6e8c-4e76-91a9-23a45f111d61 service nova] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Received event network-changed-8b991e81-b592-4c15-a977-6c7652c11190 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1401.165484] env[69399]: DEBUG nova.compute.manager [req-1cf0924a-2ff2-4ea3-8b6f-5fef43b356e0 req-c71ee231-6e8c-4e76-91a9-23a45f111d61 service nova] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Refreshing instance network info cache due to event network-changed-8b991e81-b592-4c15-a977-6c7652c11190. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1401.165841] env[69399]: DEBUG oslo_concurrency.lockutils [req-1cf0924a-2ff2-4ea3-8b6f-5fef43b356e0 req-c71ee231-6e8c-4e76-91a9-23a45f111d61 service nova] Acquiring lock "refresh_cache-542a3757-9f91-4943-8ae6-7fc7fe8c018a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.165954] env[69399]: DEBUG oslo_concurrency.lockutils [req-1cf0924a-2ff2-4ea3-8b6f-5fef43b356e0 req-c71ee231-6e8c-4e76-91a9-23a45f111d61 service nova] Acquired lock "refresh_cache-542a3757-9f91-4943-8ae6-7fc7fe8c018a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.166145] env[69399]: DEBUG nova.network.neutron [req-1cf0924a-2ff2-4ea3-8b6f-5fef43b356e0 req-c71ee231-6e8c-4e76-91a9-23a45f111d61 service nova] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Refreshing network info cache for port 8b991e81-b592-4c15-a977-6c7652c11190 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1401.333700] env[69399]: DEBUG oslo_vmware.api [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178055, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.570028] env[69399]: DEBUG oslo_vmware.api [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]527d1d6d-b97f-8e43-199c-3937a76ea6e4, 'name': SearchDatastore_Task, 'duration_secs': 0.017455} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.570028] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.570028] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] dbac67f5-6218-426b-a15e-c57bbf3a53bb/dbac67f5-6218-426b-a15e-c57bbf3a53bb.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1401.570028] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9787e5b-6a57-4e1e-bd7e-3841e109bbeb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.578112] env[69399]: DEBUG oslo_vmware.api [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Waiting for the task: (returnval){ [ 1401.578112] env[69399]: value = "task-4178056" [ 1401.578112] env[69399]: _type = "Task" [ 1401.578112] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.587134] env[69399]: DEBUG oslo_vmware.api [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Task: {'id': task-4178056, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.835276] env[69399]: DEBUG oslo_vmware.api [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178055, 'name': ReconfigVM_Task, 'duration_secs': 0.515201} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.835579] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1401.836476] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90a89b3-2311-439a-80f2-014380bee34a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.866022] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 09dda395-fcda-42df-8f4f-8afb89f215db/09dda395-fcda-42df-8f4f-8afb89f215db.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1401.866022] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a1fcda8-336e-4c95-ac64-34bc982708db {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.885603] env[69399]: DEBUG oslo_vmware.api [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1401.885603] env[69399]: value = "task-4178057" [ 1401.885603] env[69399]: _type = "Task" [ 1401.885603] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.896828] env[69399]: DEBUG oslo_vmware.api [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178057, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.915612] env[69399]: DEBUG nova.network.neutron [req-1cf0924a-2ff2-4ea3-8b6f-5fef43b356e0 req-c71ee231-6e8c-4e76-91a9-23a45f111d61 service nova] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Updated VIF entry in instance network info cache for port 8b991e81-b592-4c15-a977-6c7652c11190. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1401.916133] env[69399]: DEBUG nova.network.neutron [req-1cf0924a-2ff2-4ea3-8b6f-5fef43b356e0 req-c71ee231-6e8c-4e76-91a9-23a45f111d61 service nova] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Updating instance_info_cache with network_info: [{"id": "8b991e81-b592-4c15-a977-6c7652c11190", "address": "fa:16:3e:41:de:05", "network": {"id": "afe3de9f-8d2f-45fb-9256-92317049c9ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-136698690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55629667f6cd4f8a948cc9a5a7f54dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b991e81-b5", "ovs_interfaceid": "8b991e81-b592-4c15-a977-6c7652c11190", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.088603] env[69399]: DEBUG oslo_vmware.api [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Task: {'id': task-4178056, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463254} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.088852] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] dbac67f5-6218-426b-a15e-c57bbf3a53bb/dbac67f5-6218-426b-a15e-c57bbf3a53bb.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1402.089124] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1402.089413] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d06bb5b-9303-4261-bd10-ee73cc428de8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.096012] env[69399]: DEBUG oslo_vmware.api [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Waiting for the task: (returnval){ [ 1402.096012] env[69399]: value = "task-4178058" [ 1402.096012] env[69399]: _type = "Task" [ 1402.096012] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.103626] env[69399]: DEBUG oslo_vmware.api [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Task: {'id': task-4178058, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.395819] env[69399]: DEBUG oslo_vmware.api [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178057, 'name': ReconfigVM_Task, 'duration_secs': 0.418657} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.396165] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 09dda395-fcda-42df-8f4f-8afb89f215db/09dda395-fcda-42df-8f4f-8afb89f215db.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1402.397108] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38a8bf2-c627-4d8f-9164-11cf72a646f2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.418611] env[69399]: DEBUG oslo_concurrency.lockutils [req-1cf0924a-2ff2-4ea3-8b6f-5fef43b356e0 req-c71ee231-6e8c-4e76-91a9-23a45f111d61 service nova] Releasing lock "refresh_cache-542a3757-9f91-4943-8ae6-7fc7fe8c018a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.419550] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b4c215-5a46-41cf-ac24-cd1f3919055b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.441397] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee780b3-295f-41cf-b2a6-f4bbd47e946c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.462500] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7765b73d-c46a-4716-ac12-132d8734c5c4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.469728] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1402.469974] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3df356cb-140b-47d2-ac3a-5e0929b0d88c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.476225] env[69399]: DEBUG oslo_vmware.api [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1402.476225] env[69399]: value = "task-4178059" [ 1402.476225] env[69399]: _type = "Task" [ 1402.476225] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.483867] env[69399]: DEBUG oslo_vmware.api [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.605426] env[69399]: DEBUG oslo_vmware.api [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Task: {'id': task-4178058, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061668} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.605907] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1402.606472] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1fd359-4fef-4e2b-8c0a-591bb1382fdf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.626845] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] dbac67f5-6218-426b-a15e-c57bbf3a53bb/dbac67f5-6218-426b-a15e-c57bbf3a53bb.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1402.627167] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16b0a40a-ea04-43b5-8130-a861f40b807a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.647019] env[69399]: DEBUG oslo_vmware.api [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Waiting for the task: (returnval){ [ 1402.647019] env[69399]: value = "task-4178060" [ 1402.647019] env[69399]: _type = "Task" [ 1402.647019] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.655737] env[69399]: DEBUG oslo_vmware.api [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Task: {'id': task-4178060, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.986817] env[69399]: DEBUG oslo_vmware.api [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178059, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.158874] env[69399]: DEBUG oslo_vmware.api [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Task: {'id': task-4178060, 'name': ReconfigVM_Task, 'duration_secs': 0.331075} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.161054] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Reconfigured VM instance instance-0000007c to attach disk [datastore1] dbac67f5-6218-426b-a15e-c57bbf3a53bb/dbac67f5-6218-426b-a15e-c57bbf3a53bb.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1403.161054] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ac07255-d653-40d4-8216-904a4583bb12 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.167387] env[69399]: DEBUG oslo_vmware.api [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Waiting for the task: (returnval){ [ 1403.167387] env[69399]: value = "task-4178061" [ 1403.167387] env[69399]: _type = "Task" [ 1403.167387] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.176540] env[69399]: DEBUG oslo_vmware.api [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Task: {'id': task-4178061, 'name': Rename_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.486477] env[69399]: DEBUG oslo_vmware.api [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178059, 'name': PowerOnVM_Task, 'duration_secs': 0.656605} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.486745] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1403.678817] env[69399]: DEBUG oslo_vmware.api [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Task: {'id': task-4178061, 'name': Rename_Task, 'duration_secs': 0.144402} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.679226] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1403.679533] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-729f2833-cd13-4a62-ba23-50027b22a953 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.687448] env[69399]: DEBUG oslo_vmware.api [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Waiting for the task: (returnval){ [ 1403.687448] env[69399]: value = "task-4178062" [ 1403.687448] env[69399]: _type = "Task" [ 1403.687448] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.701245] env[69399]: DEBUG oslo_vmware.api [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Task: {'id': task-4178062, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.197578] env[69399]: DEBUG oslo_vmware.api [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Task: {'id': task-4178062, 'name': PowerOnVM_Task, 'duration_secs': 0.424815} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.197842] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1404.198061] env[69399]: INFO nova.compute.manager [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Took 4.83 seconds to spawn the instance on the hypervisor. [ 1404.198255] env[69399]: DEBUG nova.compute.manager [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1404.199016] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5d87ea-d0cd-43f1-8089-fbc614b8d5a7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.533308] env[69399]: INFO nova.compute.manager [None req-e63f8ec3-25e1-4a99-8359-f3c9864bb9ea tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Updating instance to original state: 'active' [ 1404.716766] env[69399]: INFO nova.compute.manager [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Took 10.60 seconds to build instance. [ 1405.219352] env[69399]: DEBUG oslo_concurrency.lockutils [None req-e4d19203-5aa1-4b62-af50-2a6bc8d2737d tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Lock "dbac67f5-6218-426b-a15e-c57bbf3a53bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.111s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.649383] env[69399]: DEBUG oslo_concurrency.lockutils [None req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "09dda395-fcda-42df-8f4f-8afb89f215db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.649614] env[69399]: DEBUG oslo_concurrency.lockutils [None req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "09dda395-fcda-42df-8f4f-8afb89f215db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.649830] env[69399]: DEBUG oslo_concurrency.lockutils [None req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "09dda395-fcda-42df-8f4f-8afb89f215db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.650025] env[69399]: DEBUG oslo_concurrency.lockutils [None req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "09dda395-fcda-42df-8f4f-8afb89f215db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.650239] env[69399]: DEBUG oslo_concurrency.lockutils [None req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "09dda395-fcda-42df-8f4f-8afb89f215db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.652454] env[69399]: INFO nova.compute.manager [None req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Terminating instance [ 1405.856368] env[69399]: INFO nova.compute.manager [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Rebuilding instance [ 1405.900343] env[69399]: DEBUG nova.compute.manager [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1405.901170] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e09a36-893c-4ccd-97f5-1da0d07f7ba1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.156945] env[69399]: DEBUG nova.compute.manager [None req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1406.157193] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1406.157481] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13e0e831-d38f-41bc-b6c8-fadcfade67d3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.167555] env[69399]: DEBUG oslo_vmware.api [None req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1406.167555] env[69399]: value = "task-4178063" [ 1406.167555] env[69399]: _type = "Task" [ 1406.167555] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.176723] env[69399]: DEBUG oslo_vmware.api [None req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.678199] env[69399]: DEBUG oslo_vmware.api [None req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178063, 'name': PowerOffVM_Task, 'duration_secs': 0.217262} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.678578] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1406.678881] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Volume detach. Driver type: vmdk {{(pid=69399) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1406.679139] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-827013', 'volume_id': 'e43c3bce-6a8b-4cc8-bf5c-7d64d1eab16d', 'name': 'volume-e43c3bce-6a8b-4cc8-bf5c-7d64d1eab16d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '09dda395-fcda-42df-8f4f-8afb89f215db', 'attached_at': '2025-05-15T11:01:34.000000', 'detached_at': '', 'volume_id': 'e43c3bce-6a8b-4cc8-bf5c-7d64d1eab16d', 'serial': 'e43c3bce-6a8b-4cc8-bf5c-7d64d1eab16d'} {{(pid=69399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1406.680343] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b240d688-d31c-4dc1-a058-363b12f1fb84 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.702957] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b39b68f-761f-477b-a10a-83d667ad9ed9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.711548] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5e99b5-67d4-4e2c-b9b4-48389cc4ac32 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.732583] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc0aaf2-fa7c-4159-920a-a737dff244a4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.748554] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] The volume has not been displaced from its original location: [datastore1] volume-e43c3bce-6a8b-4cc8-bf5c-7d64d1eab16d/volume-e43c3bce-6a8b-4cc8-bf5c-7d64d1eab16d.vmdk. No consolidation needed. {{(pid=69399) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1406.754218] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1406.754574] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73772679-d3a4-478d-a048-36900d192f59 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.774901] env[69399]: DEBUG oslo_vmware.api [None req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1406.774901] env[69399]: value = "task-4178064" [ 1406.774901] env[69399]: _type = "Task" [ 1406.774901] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.783724] env[69399]: DEBUG oslo_vmware.api [None req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178064, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.915274] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1406.915763] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b43ae53-8abe-4707-b5a5-a07687c8eb88 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.923450] env[69399]: DEBUG oslo_vmware.api [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Waiting for the task: (returnval){ [ 1406.923450] env[69399]: value = "task-4178065" [ 1406.923450] env[69399]: _type = "Task" [ 1406.923450] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.935551] env[69399]: DEBUG oslo_vmware.api [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Task: {'id': task-4178065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.285800] env[69399]: DEBUG oslo_vmware.api [None req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178064, 'name': ReconfigVM_Task, 'duration_secs': 0.196484} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.286103] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1407.291053] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51f9d14b-91b0-46a1-9ae9-25bc3a16c413 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.308047] env[69399]: DEBUG oslo_vmware.api [None req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1407.308047] env[69399]: value = "task-4178066" [ 1407.308047] env[69399]: _type = "Task" [ 1407.308047] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.318969] env[69399]: DEBUG oslo_vmware.api [None req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178066, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.434594] env[69399]: DEBUG oslo_vmware.api [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Task: {'id': task-4178065, 'name': PowerOffVM_Task, 'duration_secs': 0.125516} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.434948] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1407.435657] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1407.436527] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a8e0a6-a4a6-4777-bdbe-caab77de0182 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.444409] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1407.444656] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a133b704-a0d8-40d6-a7f2-5e7820461420 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.469939] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1407.470201] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1407.470421] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Deleting the datastore file [datastore1] dbac67f5-6218-426b-a15e-c57bbf3a53bb {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1407.470707] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49484037-8e14-4dce-9751-7030d2999dc8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.479309] env[69399]: DEBUG oslo_vmware.api [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Waiting for the task: (returnval){ [ 1407.479309] env[69399]: value = "task-4178068" [ 1407.479309] env[69399]: _type = "Task" [ 1407.479309] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.487898] env[69399]: DEBUG oslo_vmware.api [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Task: {'id': task-4178068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.820140] env[69399]: DEBUG oslo_vmware.api [None req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178066, 'name': ReconfigVM_Task, 'duration_secs': 0.152412} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.820537] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-827013', 'volume_id': 'e43c3bce-6a8b-4cc8-bf5c-7d64d1eab16d', 'name': 'volume-e43c3bce-6a8b-4cc8-bf5c-7d64d1eab16d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '09dda395-fcda-42df-8f4f-8afb89f215db', 'attached_at': '2025-05-15T11:01:34.000000', 'detached_at': '', 'volume_id': 'e43c3bce-6a8b-4cc8-bf5c-7d64d1eab16d', 'serial': 'e43c3bce-6a8b-4cc8-bf5c-7d64d1eab16d'} {{(pid=69399) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1407.820857] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1407.821925] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6556f4f-1dd3-42d2-add4-627cc48452f9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.832033] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1407.832367] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7227d645-01fb-4327-837d-e2f4a3e4d0fe {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.915229] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1407.915592] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1407.916067] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Deleting the datastore file [datastore1] 09dda395-fcda-42df-8f4f-8afb89f215db {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1407.916067] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-797cd64b-9f3b-474a-baa9-5487785e16b4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.925428] env[69399]: DEBUG oslo_vmware.api [None req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1407.925428] env[69399]: value = "task-4178070" [ 1407.925428] env[69399]: _type = "Task" [ 1407.925428] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.935623] env[69399]: DEBUG oslo_vmware.api [None req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.990030] env[69399]: DEBUG oslo_vmware.api [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Task: {'id': task-4178068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10827} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.990341] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1407.990555] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1407.990757] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1408.439596] env[69399]: DEBUG oslo_vmware.api [None req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.939288] env[69399]: DEBUG oslo_vmware.api [None req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.847001} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.939682] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1408.939999] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1408.940292] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1408.940606] env[69399]: INFO nova.compute.manager [None req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Took 2.78 seconds to destroy the instance on the hypervisor. [ 1408.940994] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1408.941284] env[69399]: DEBUG nova.compute.manager [-] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1408.941446] env[69399]: DEBUG nova.network.neutron [-] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1409.021404] env[69399]: DEBUG nova.virt.hardware [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1409.021670] env[69399]: DEBUG nova.virt.hardware [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1409.021826] env[69399]: DEBUG nova.virt.hardware [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1409.022028] env[69399]: DEBUG nova.virt.hardware [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1409.022179] env[69399]: DEBUG nova.virt.hardware [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1409.022327] env[69399]: DEBUG nova.virt.hardware [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1409.022584] env[69399]: DEBUG nova.virt.hardware [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1409.022774] env[69399]: DEBUG nova.virt.hardware [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1409.022949] env[69399]: DEBUG nova.virt.hardware [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1409.023128] env[69399]: DEBUG nova.virt.hardware [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1409.023301] env[69399]: DEBUG nova.virt.hardware [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1409.024176] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3c3aab-cd2b-460e-8219-9573b318e3fa {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.033100] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c523d925-2cf4-485b-aab8-b7247f234d3f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.047872] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Instance VIF info [] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1409.053447] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1409.053749] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1409.054112] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af64d2a0-6306-4e01-b7af-8055e41da9b7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.071020] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1409.071020] env[69399]: value = "task-4178071" [ 1409.071020] env[69399]: _type = "Task" [ 1409.071020] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.080016] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4178071, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.426422] env[69399]: DEBUG nova.compute.manager [req-b20ab862-0aab-4789-bcff-9051ee70cd4c req-7b5bbbe6-8e66-4683-97eb-f86789e53cb9 service nova] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Received event network-vif-deleted-6cc534fb-bae2-4f30-aaee-9857118e9aa0 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1409.426569] env[69399]: INFO nova.compute.manager [req-b20ab862-0aab-4789-bcff-9051ee70cd4c req-7b5bbbe6-8e66-4683-97eb-f86789e53cb9 service nova] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Neutron deleted interface 6cc534fb-bae2-4f30-aaee-9857118e9aa0; detaching it from the instance and deleting it from the info cache [ 1409.426824] env[69399]: DEBUG nova.network.neutron [req-b20ab862-0aab-4789-bcff-9051ee70cd4c req-7b5bbbe6-8e66-4683-97eb-f86789e53cb9 service nova] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.581445] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4178071, 'name': CreateVM_Task, 'duration_secs': 0.415919} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.581617] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1409.582073] env[69399]: DEBUG oslo_concurrency.lockutils [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.582223] env[69399]: DEBUG oslo_concurrency.lockutils [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.582548] env[69399]: DEBUG oslo_concurrency.lockutils [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.582798] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1287ada-00ff-4077-b164-786cfa889602 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.587733] env[69399]: DEBUG oslo_vmware.api [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Waiting for the task: (returnval){ [ 1409.587733] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52de9bf9-52c4-161d-c0b8-37ec2c7eaaa3" [ 1409.587733] env[69399]: _type = "Task" [ 1409.587733] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.596043] env[69399]: DEBUG oslo_vmware.api [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52de9bf9-52c4-161d-c0b8-37ec2c7eaaa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.904377] env[69399]: DEBUG nova.network.neutron [-] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.929772] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85e3ec3a-cbaf-40ef-9da2-171d1eb28c34 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.940875] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3db8f9b-1274-41ea-af2a-c83f76994292 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.967489] env[69399]: DEBUG nova.compute.manager [req-b20ab862-0aab-4789-bcff-9051ee70cd4c req-7b5bbbe6-8e66-4683-97eb-f86789e53cb9 service nova] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Detach interface failed, port_id=6cc534fb-bae2-4f30-aaee-9857118e9aa0, reason: Instance 09dda395-fcda-42df-8f4f-8afb89f215db could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1410.097987] env[69399]: DEBUG oslo_vmware.api [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52de9bf9-52c4-161d-c0b8-37ec2c7eaaa3, 'name': SearchDatastore_Task, 'duration_secs': 0.010406} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.098274] env[69399]: DEBUG oslo_concurrency.lockutils [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.098513] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1410.098746] env[69399]: DEBUG oslo_concurrency.lockutils [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.098891] env[69399]: DEBUG oslo_concurrency.lockutils [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.099083] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1410.099379] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cff5e1dd-62b0-43e5-adc9-fb6f5d7cbae6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.107925] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1410.108136] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1410.108876] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b1c7b5b-15c7-474c-934a-e7be66e9aa90 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.115274] env[69399]: DEBUG oslo_vmware.api [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Waiting for the task: (returnval){ [ 1410.115274] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c02f4a-4422-e6e0-146b-46dbdfd28515" [ 1410.115274] env[69399]: _type = "Task" [ 1410.115274] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.123340] env[69399]: DEBUG oslo_vmware.api [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c02f4a-4422-e6e0-146b-46dbdfd28515, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.407316] env[69399]: INFO nova.compute.manager [-] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Took 1.47 seconds to deallocate network for instance. [ 1410.627024] env[69399]: DEBUG oslo_vmware.api [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c02f4a-4422-e6e0-146b-46dbdfd28515, 'name': SearchDatastore_Task, 'duration_secs': 0.009184} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.627876] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aee48ac6-6465-4d21-9345-807345589743 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.633314] env[69399]: DEBUG oslo_vmware.api [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Waiting for the task: (returnval){ [ 1410.633314] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52a88f20-8e34-8a3b-b75a-5e489fdd834f" [ 1410.633314] env[69399]: _type = "Task" [ 1410.633314] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.641097] env[69399]: DEBUG oslo_vmware.api [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52a88f20-8e34-8a3b-b75a-5e489fdd834f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.950655] env[69399]: INFO nova.compute.manager [None req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Took 0.54 seconds to detach 1 volumes for instance. [ 1411.144595] env[69399]: DEBUG oslo_vmware.api [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52a88f20-8e34-8a3b-b75a-5e489fdd834f, 'name': SearchDatastore_Task, 'duration_secs': 0.010112} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.144875] env[69399]: DEBUG oslo_concurrency.lockutils [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.145178] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] dbac67f5-6218-426b-a15e-c57bbf3a53bb/dbac67f5-6218-426b-a15e-c57bbf3a53bb.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1411.145442] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0bccd804-536a-4250-ba8c-8bf6a14728f1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.152329] env[69399]: DEBUG oslo_vmware.api [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Waiting for the task: (returnval){ [ 1411.152329] env[69399]: value = "task-4178072" [ 1411.152329] env[69399]: _type = "Task" [ 1411.152329] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.160994] env[69399]: DEBUG oslo_vmware.api [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Task: {'id': task-4178072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.457577] env[69399]: DEBUG oslo_concurrency.lockutils [None req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.457843] env[69399]: DEBUG oslo_concurrency.lockutils [None req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.458053] env[69399]: DEBUG oslo_concurrency.lockutils [None req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.484919] env[69399]: INFO nova.scheduler.client.report [None req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Deleted allocations for instance 09dda395-fcda-42df-8f4f-8afb89f215db [ 1411.662635] env[69399]: DEBUG oslo_vmware.api [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Task: {'id': task-4178072, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455275} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.662891] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] dbac67f5-6218-426b-a15e-c57bbf3a53bb/dbac67f5-6218-426b-a15e-c57bbf3a53bb.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1411.663123] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1411.663377] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4804c1a1-cb66-4d28-80a7-7527ea0c4c4a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.670372] env[69399]: DEBUG oslo_vmware.api [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Waiting for the task: (returnval){ [ 1411.670372] env[69399]: value = "task-4178073" [ 1411.670372] env[69399]: _type = "Task" [ 1411.670372] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.679592] env[69399]: DEBUG oslo_vmware.api [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Task: {'id': task-4178073, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.993702] env[69399]: DEBUG oslo_concurrency.lockutils [None req-06af1df1-7c7a-42d3-a0ab-f6bb75739945 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "09dda395-fcda-42df-8f4f-8afb89f215db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.344s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.180817] env[69399]: DEBUG oslo_vmware.api [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Task: {'id': task-4178073, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0667} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.181113] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1412.181895] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1d789e-ccaa-4274-bec0-7dcf1a68743d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.201480] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] dbac67f5-6218-426b-a15e-c57bbf3a53bb/dbac67f5-6218-426b-a15e-c57bbf3a53bb.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1412.201776] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cd582da-d7d0-4b03-a389-9303d96d6fea {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.223162] env[69399]: DEBUG oslo_vmware.api [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Waiting for the task: (returnval){ [ 1412.223162] env[69399]: value = "task-4178074" [ 1412.223162] env[69399]: _type = "Task" [ 1412.223162] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.232742] env[69399]: DEBUG oslo_vmware.api [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Task: {'id': task-4178074, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.733958] env[69399]: DEBUG oslo_vmware.api [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Task: {'id': task-4178074, 'name': ReconfigVM_Task, 'duration_secs': 0.294416} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.734278] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Reconfigured VM instance instance-0000007c to attach disk [datastore1] dbac67f5-6218-426b-a15e-c57bbf3a53bb/dbac67f5-6218-426b-a15e-c57bbf3a53bb.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1412.734925] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0873c8c9-f056-436e-a76e-dc51998aff6e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.742274] env[69399]: DEBUG oslo_vmware.api [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Waiting for the task: (returnval){ [ 1412.742274] env[69399]: value = "task-4178075" [ 1412.742274] env[69399]: _type = "Task" [ 1412.742274] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.751077] env[69399]: DEBUG oslo_vmware.api [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Task: {'id': task-4178075, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.834075] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.834342] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.253277] env[69399]: DEBUG oslo_vmware.api [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Task: {'id': task-4178075, 'name': Rename_Task, 'duration_secs': 0.147761} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.253655] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1413.253853] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-855c3bd0-539c-46ce-ac3d-6ef58a63447a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.261185] env[69399]: DEBUG oslo_vmware.api [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Waiting for the task: (returnval){ [ 1413.261185] env[69399]: value = "task-4178076" [ 1413.261185] env[69399]: _type = "Task" [ 1413.261185] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.269664] env[69399]: DEBUG oslo_vmware.api [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Task: {'id': task-4178076, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.336431] env[69399]: DEBUG nova.compute.manager [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1413.771800] env[69399]: DEBUG oslo_vmware.api [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Task: {'id': task-4178076, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.859798] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.860087] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.861801] env[69399]: INFO nova.compute.claims [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1414.272135] env[69399]: DEBUG oslo_vmware.api [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Task: {'id': task-4178076, 'name': PowerOnVM_Task, 'duration_secs': 0.64441} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.272551] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1414.272863] env[69399]: DEBUG nova.compute.manager [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1414.273392] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4048c8d1-37f8-4beb-8550-868473571995 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.788494] env[69399]: DEBUG oslo_concurrency.lockutils [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.936126] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f3793f-ae76-4806-a126-8c891928ac31 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.944510] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15dcdad9-ab49-45e4-bdf5-566407aa38b8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.976194] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44b40e0-6f68-447e-b01c-05e3ff6bb209 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.984415] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb086b54-c160-422f-b0ba-8bc4d107287f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.999059] env[69399]: DEBUG nova.compute.provider_tree [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1415.502045] env[69399]: DEBUG nova.scheduler.client.report [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1415.735647] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d9eea731-d1e9-46ec-be6a-2c264fb19d8f tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Acquiring lock "dbac67f5-6218-426b-a15e-c57bbf3a53bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.735932] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d9eea731-d1e9-46ec-be6a-2c264fb19d8f tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Lock "dbac67f5-6218-426b-a15e-c57bbf3a53bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.736193] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d9eea731-d1e9-46ec-be6a-2c264fb19d8f tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Acquiring lock "dbac67f5-6218-426b-a15e-c57bbf3a53bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.736380] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d9eea731-d1e9-46ec-be6a-2c264fb19d8f tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Lock "dbac67f5-6218-426b-a15e-c57bbf3a53bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.736553] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d9eea731-d1e9-46ec-be6a-2c264fb19d8f tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Lock "dbac67f5-6218-426b-a15e-c57bbf3a53bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.738744] env[69399]: INFO nova.compute.manager [None req-d9eea731-d1e9-46ec-be6a-2c264fb19d8f tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Terminating instance [ 1416.007263] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.147s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.007764] env[69399]: DEBUG nova.compute.manager [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1416.010830] env[69399]: DEBUG oslo_concurrency.lockutils [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.222s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.011040] env[69399]: DEBUG nova.objects.instance [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69399) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1416.242298] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d9eea731-d1e9-46ec-be6a-2c264fb19d8f tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Acquiring lock "refresh_cache-dbac67f5-6218-426b-a15e-c57bbf3a53bb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.242508] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d9eea731-d1e9-46ec-be6a-2c264fb19d8f tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Acquired lock "refresh_cache-dbac67f5-6218-426b-a15e-c57bbf3a53bb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.242679] env[69399]: DEBUG nova.network.neutron [None req-d9eea731-d1e9-46ec-be6a-2c264fb19d8f tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1416.516081] env[69399]: DEBUG nova.compute.utils [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1416.520947] env[69399]: DEBUG nova.compute.manager [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1416.521165] env[69399]: DEBUG nova.network.neutron [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1416.567899] env[69399]: DEBUG nova.policy [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21313ce23b9245efbe60347ac397fc5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '466df03825994aaaad4ffa06b54a80c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1416.763156] env[69399]: DEBUG nova.network.neutron [None req-d9eea731-d1e9-46ec-be6a-2c264fb19d8f tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1416.836330] env[69399]: DEBUG nova.network.neutron [None req-d9eea731-d1e9-46ec-be6a-2c264fb19d8f tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.898799] env[69399]: DEBUG nova.network.neutron [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Successfully created port: f7d756bd-553e-4104-ba90-a8fa9a29e400 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1417.022304] env[69399]: DEBUG oslo_concurrency.lockutils [None req-658a6883-c4ef-4d29-b918-3cec05114f39 tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.024401] env[69399]: DEBUG nova.compute.manager [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1417.339700] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d9eea731-d1e9-46ec-be6a-2c264fb19d8f tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Releasing lock "refresh_cache-dbac67f5-6218-426b-a15e-c57bbf3a53bb" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.341080] env[69399]: DEBUG nova.compute.manager [None req-d9eea731-d1e9-46ec-be6a-2c264fb19d8f tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1417.341080] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d9eea731-d1e9-46ec-be6a-2c264fb19d8f tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1417.341344] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58db1b93-b7f5-4172-b96c-32ddb1c560b8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.350282] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9eea731-d1e9-46ec-be6a-2c264fb19d8f tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1417.350605] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6189221-9c2b-4c3b-b744-9e5efff54ab2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.359021] env[69399]: DEBUG oslo_vmware.api [None req-d9eea731-d1e9-46ec-be6a-2c264fb19d8f tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Waiting for the task: (returnval){ [ 1417.359021] env[69399]: value = "task-4178077" [ 1417.359021] env[69399]: _type = "Task" [ 1417.359021] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.367646] env[69399]: DEBUG oslo_vmware.api [None req-d9eea731-d1e9-46ec-be6a-2c264fb19d8f tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Task: {'id': task-4178077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.870355] env[69399]: DEBUG oslo_vmware.api [None req-d9eea731-d1e9-46ec-be6a-2c264fb19d8f tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Task: {'id': task-4178077, 'name': PowerOffVM_Task, 'duration_secs': 0.209963} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.870728] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9eea731-d1e9-46ec-be6a-2c264fb19d8f tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1417.870797] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d9eea731-d1e9-46ec-be6a-2c264fb19d8f tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1417.871019] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11eb17bf-69de-4ca6-ac06-f61138e3552d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.901658] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d9eea731-d1e9-46ec-be6a-2c264fb19d8f tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1417.901884] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d9eea731-d1e9-46ec-be6a-2c264fb19d8f tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1417.902079] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9eea731-d1e9-46ec-be6a-2c264fb19d8f tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Deleting the datastore file [datastore1] dbac67f5-6218-426b-a15e-c57bbf3a53bb {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1417.902346] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cd81189-810a-4a44-9ad6-2726c389f73c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.909717] env[69399]: DEBUG oslo_vmware.api [None req-d9eea731-d1e9-46ec-be6a-2c264fb19d8f tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Waiting for the task: (returnval){ [ 1417.909717] env[69399]: value = "task-4178079" [ 1417.909717] env[69399]: _type = "Task" [ 1417.909717] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.918512] env[69399]: DEBUG oslo_vmware.api [None req-d9eea731-d1e9-46ec-be6a-2c264fb19d8f tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Task: {'id': task-4178079, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.033328] env[69399]: DEBUG nova.compute.manager [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1418.061112] env[69399]: DEBUG nova.virt.hardware [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1418.061373] env[69399]: DEBUG nova.virt.hardware [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1418.061533] env[69399]: DEBUG nova.virt.hardware [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1418.061754] env[69399]: DEBUG nova.virt.hardware [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1418.061907] env[69399]: DEBUG nova.virt.hardware [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1418.062070] env[69399]: DEBUG nova.virt.hardware [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1418.062289] env[69399]: DEBUG nova.virt.hardware [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1418.062451] env[69399]: DEBUG nova.virt.hardware [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1418.062619] env[69399]: DEBUG nova.virt.hardware [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1418.062783] env[69399]: DEBUG nova.virt.hardware [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1418.062954] env[69399]: DEBUG nova.virt.hardware [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1418.063822] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c73c68-c972-46ea-be40-547d517a58f9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.072032] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5538e4-f755-43db-b248-1b1ad8b80575 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.261969] env[69399]: DEBUG nova.compute.manager [req-452f12b8-a130-47b2-a9d3-e8ca1b9d5cb4 req-f8b8ae0d-daf2-402d-8ae8-70832871d237 service nova] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Received event network-vif-plugged-f7d756bd-553e-4104-ba90-a8fa9a29e400 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1418.262223] env[69399]: DEBUG oslo_concurrency.lockutils [req-452f12b8-a130-47b2-a9d3-e8ca1b9d5cb4 req-f8b8ae0d-daf2-402d-8ae8-70832871d237 service nova] Acquiring lock "92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.262434] env[69399]: DEBUG oslo_concurrency.lockutils [req-452f12b8-a130-47b2-a9d3-e8ca1b9d5cb4 req-f8b8ae0d-daf2-402d-8ae8-70832871d237 service nova] Lock "92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.262599] env[69399]: DEBUG oslo_concurrency.lockutils [req-452f12b8-a130-47b2-a9d3-e8ca1b9d5cb4 req-f8b8ae0d-daf2-402d-8ae8-70832871d237 service nova] Lock "92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.262766] env[69399]: DEBUG nova.compute.manager [req-452f12b8-a130-47b2-a9d3-e8ca1b9d5cb4 req-f8b8ae0d-daf2-402d-8ae8-70832871d237 service nova] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] No waiting events found dispatching network-vif-plugged-f7d756bd-553e-4104-ba90-a8fa9a29e400 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1418.262926] env[69399]: WARNING nova.compute.manager [req-452f12b8-a130-47b2-a9d3-e8ca1b9d5cb4 req-f8b8ae0d-daf2-402d-8ae8-70832871d237 service nova] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Received unexpected event network-vif-plugged-f7d756bd-553e-4104-ba90-a8fa9a29e400 for instance with vm_state building and task_state spawning. [ 1418.359472] env[69399]: DEBUG nova.network.neutron [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Successfully updated port: f7d756bd-553e-4104-ba90-a8fa9a29e400 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1418.421802] env[69399]: DEBUG oslo_vmware.api [None req-d9eea731-d1e9-46ec-be6a-2c264fb19d8f tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Task: {'id': task-4178079, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110739} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.422038] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9eea731-d1e9-46ec-be6a-2c264fb19d8f tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1418.422230] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d9eea731-d1e9-46ec-be6a-2c264fb19d8f tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1418.422408] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-d9eea731-d1e9-46ec-be6a-2c264fb19d8f tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1418.422583] env[69399]: INFO nova.compute.manager [None req-d9eea731-d1e9-46ec-be6a-2c264fb19d8f tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1418.422909] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9eea731-d1e9-46ec-be6a-2c264fb19d8f tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1418.423138] env[69399]: DEBUG nova.compute.manager [-] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1418.423235] env[69399]: DEBUG nova.network.neutron [-] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1418.444109] env[69399]: DEBUG nova.network.neutron [-] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1418.862096] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "refresh_cache-92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.862096] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquired lock "refresh_cache-92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.862096] env[69399]: DEBUG nova.network.neutron [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1418.946485] env[69399]: DEBUG nova.network.neutron [-] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.395217] env[69399]: DEBUG nova.network.neutron [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1419.449334] env[69399]: INFO nova.compute.manager [-] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Took 1.03 seconds to deallocate network for instance. [ 1419.519210] env[69399]: DEBUG nova.network.neutron [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Updating instance_info_cache with network_info: [{"id": "f7d756bd-553e-4104-ba90-a8fa9a29e400", "address": "fa:16:3e:61:5f:36", "network": {"id": "fbc8d689-e009-493c-b7c6-f99fecd83767", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-209279494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "466df03825994aaaad4ffa06b54a80c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7d756bd-55", "ovs_interfaceid": "f7d756bd-553e-4104-ba90-a8fa9a29e400", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.955308] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d9eea731-d1e9-46ec-be6a-2c264fb19d8f tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.955721] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d9eea731-d1e9-46ec-be6a-2c264fb19d8f tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.955811] env[69399]: DEBUG nova.objects.instance [None req-d9eea731-d1e9-46ec-be6a-2c264fb19d8f tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Lazy-loading 'resources' on Instance uuid dbac67f5-6218-426b-a15e-c57bbf3a53bb {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1420.021969] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Releasing lock "refresh_cache-92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.022326] env[69399]: DEBUG nova.compute.manager [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Instance network_info: |[{"id": "f7d756bd-553e-4104-ba90-a8fa9a29e400", "address": "fa:16:3e:61:5f:36", "network": {"id": "fbc8d689-e009-493c-b7c6-f99fecd83767", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-209279494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "466df03825994aaaad4ffa06b54a80c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7d756bd-55", "ovs_interfaceid": "f7d756bd-553e-4104-ba90-a8fa9a29e400", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1420.022753] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:5f:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ba56987-9dc3-4c76-a4e2-942b05355bdb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7d756bd-553e-4104-ba90-a8fa9a29e400', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1420.030309] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1420.030849] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1420.031098] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4b04a79-d6a5-4b61-b4b6-a05edfbcdbad {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.051036] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1420.051036] env[69399]: value = "task-4178080" [ 1420.051036] env[69399]: _type = "Task" [ 1420.051036] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.059063] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4178080, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.300409] env[69399]: DEBUG nova.compute.manager [req-3264a9c6-3fd6-4b17-8640-ad476aba284a req-2023499b-6bc6-4101-b04e-4ec71737e949 service nova] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Received event network-changed-f7d756bd-553e-4104-ba90-a8fa9a29e400 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1420.300575] env[69399]: DEBUG nova.compute.manager [req-3264a9c6-3fd6-4b17-8640-ad476aba284a req-2023499b-6bc6-4101-b04e-4ec71737e949 service nova] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Refreshing instance network info cache due to event network-changed-f7d756bd-553e-4104-ba90-a8fa9a29e400. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1420.300916] env[69399]: DEBUG oslo_concurrency.lockutils [req-3264a9c6-3fd6-4b17-8640-ad476aba284a req-2023499b-6bc6-4101-b04e-4ec71737e949 service nova] Acquiring lock "refresh_cache-92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.300916] env[69399]: DEBUG oslo_concurrency.lockutils [req-3264a9c6-3fd6-4b17-8640-ad476aba284a req-2023499b-6bc6-4101-b04e-4ec71737e949 service nova] Acquired lock "refresh_cache-92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.301104] env[69399]: DEBUG nova.network.neutron [req-3264a9c6-3fd6-4b17-8640-ad476aba284a req-2023499b-6bc6-4101-b04e-4ec71737e949 service nova] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Refreshing network info cache for port f7d756bd-553e-4104-ba90-a8fa9a29e400 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1420.523444] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6393a555-b6eb-420f-9e0c-b12f92fbec0b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.531669] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9070e02e-156c-49a5-80f1-82ad0b0a729c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.563286] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589725fd-d9ea-4a16-b3ba-1c797ca4dcbe {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.575170] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de58f76-b2a4-4908-8417-eaef987e277a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.578700] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4178080, 'name': CreateVM_Task, 'duration_secs': 0.308757} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.578874] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1420.579867] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.580037] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.580347] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.580585] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c41e2660-1b78-4c61-acd7-b4a466d0862a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.589739] env[69399]: DEBUG nova.compute.provider_tree [None req-d9eea731-d1e9-46ec-be6a-2c264fb19d8f tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1420.593861] env[69399]: DEBUG oslo_vmware.api [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1420.593861] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5231b84b-b7ba-c7cd-5328-e95e7a249ea7" [ 1420.593861] env[69399]: _type = "Task" [ 1420.593861] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.601400] env[69399]: DEBUG oslo_vmware.api [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5231b84b-b7ba-c7cd-5328-e95e7a249ea7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.030133] env[69399]: DEBUG nova.network.neutron [req-3264a9c6-3fd6-4b17-8640-ad476aba284a req-2023499b-6bc6-4101-b04e-4ec71737e949 service nova] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Updated VIF entry in instance network info cache for port f7d756bd-553e-4104-ba90-a8fa9a29e400. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1421.030550] env[69399]: DEBUG nova.network.neutron [req-3264a9c6-3fd6-4b17-8640-ad476aba284a req-2023499b-6bc6-4101-b04e-4ec71737e949 service nova] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Updating instance_info_cache with network_info: [{"id": "f7d756bd-553e-4104-ba90-a8fa9a29e400", "address": "fa:16:3e:61:5f:36", "network": {"id": "fbc8d689-e009-493c-b7c6-f99fecd83767", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-209279494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "466df03825994aaaad4ffa06b54a80c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7d756bd-55", "ovs_interfaceid": "f7d756bd-553e-4104-ba90-a8fa9a29e400", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.093449] env[69399]: DEBUG nova.scheduler.client.report [None req-d9eea731-d1e9-46ec-be6a-2c264fb19d8f tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1421.106379] env[69399]: DEBUG oslo_vmware.api [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5231b84b-b7ba-c7cd-5328-e95e7a249ea7, 'name': SearchDatastore_Task, 'duration_secs': 0.012111} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.106665] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.106892] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1421.107170] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.107379] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.107607] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1421.108360] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c671bcea-b9a5-452d-9213-a521d4cd91f5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.118322] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1421.118504] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1421.119242] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71888883-2ebb-4ff8-b7da-e055453b299c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.124834] env[69399]: DEBUG oslo_vmware.api [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1421.124834] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d379f4-922b-0393-cff1-98c28e87e6a1" [ 1421.124834] env[69399]: _type = "Task" [ 1421.124834] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.132681] env[69399]: DEBUG oslo_vmware.api [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d379f4-922b-0393-cff1-98c28e87e6a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.533088] env[69399]: DEBUG oslo_concurrency.lockutils [req-3264a9c6-3fd6-4b17-8640-ad476aba284a req-2023499b-6bc6-4101-b04e-4ec71737e949 service nova] Releasing lock "refresh_cache-92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.601327] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d9eea731-d1e9-46ec-be6a-2c264fb19d8f tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.646s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.621137] env[69399]: INFO nova.scheduler.client.report [None req-d9eea731-d1e9-46ec-be6a-2c264fb19d8f tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Deleted allocations for instance dbac67f5-6218-426b-a15e-c57bbf3a53bb [ 1421.635142] env[69399]: DEBUG oslo_vmware.api [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d379f4-922b-0393-cff1-98c28e87e6a1, 'name': SearchDatastore_Task, 'duration_secs': 0.008534} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.635698] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c03114f8-a76f-4b01-bdbe-898328094209 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.640941] env[69399]: DEBUG oslo_vmware.api [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1421.640941] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5221edfb-b124-5f3e-6c18-d004de018e28" [ 1421.640941] env[69399]: _type = "Task" [ 1421.640941] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.649243] env[69399]: DEBUG oslo_vmware.api [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5221edfb-b124-5f3e-6c18-d004de018e28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.129553] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d9eea731-d1e9-46ec-be6a-2c264fb19d8f tempest-ServersListShow2100Test-684311121 tempest-ServersListShow2100Test-684311121-project-member] Lock "dbac67f5-6218-426b-a15e-c57bbf3a53bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.393s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.152749] env[69399]: DEBUG oslo_vmware.api [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5221edfb-b124-5f3e-6c18-d004de018e28, 'name': SearchDatastore_Task, 'duration_secs': 0.009821} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.153046] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.153312] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0/92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1422.153575] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4e0c946-6742-442f-91a0-bfe6e91bcd9b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.160961] env[69399]: DEBUG oslo_vmware.api [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1422.160961] env[69399]: value = "task-4178081" [ 1422.160961] env[69399]: _type = "Task" [ 1422.160961] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.170701] env[69399]: DEBUG oslo_vmware.api [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.672050] env[69399]: DEBUG oslo_vmware.api [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178081, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45267} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.672270] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0/92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1422.672490] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1422.672749] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-375afb75-e684-4193-9ee9-1d28509e7ae8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.679907] env[69399]: DEBUG oslo_vmware.api [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1422.679907] env[69399]: value = "task-4178082" [ 1422.679907] env[69399]: _type = "Task" [ 1422.679907] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.690143] env[69399]: DEBUG oslo_vmware.api [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178082, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.190216] env[69399]: DEBUG oslo_vmware.api [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178082, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.189795} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.190659] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1423.191329] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1c9e92-8e1c-4b2a-b1d9-2a4ed8d8340b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.214799] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0/92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1423.215095] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e88c31df-b83e-463c-8746-47c38d53c70e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.235446] env[69399]: DEBUG oslo_vmware.api [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1423.235446] env[69399]: value = "task-4178083" [ 1423.235446] env[69399]: _type = "Task" [ 1423.235446] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.243732] env[69399]: DEBUG oslo_vmware.api [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178083, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.746092] env[69399]: DEBUG oslo_vmware.api [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178083, 'name': ReconfigVM_Task, 'duration_secs': 0.299078} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.746390] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0/92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1423.747050] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0809ebcb-12f7-42fd-a0f6-a626cda081f7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.753685] env[69399]: DEBUG oslo_vmware.api [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1423.753685] env[69399]: value = "task-4178084" [ 1423.753685] env[69399]: _type = "Task" [ 1423.753685] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.765573] env[69399]: DEBUG oslo_vmware.api [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178084, 'name': Rename_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.264058] env[69399]: DEBUG oslo_vmware.api [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178084, 'name': Rename_Task, 'duration_secs': 0.133525} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.264447] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1424.264591] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49dc929a-27b6-4ec1-b456-8bca1017f933 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.272021] env[69399]: DEBUG oslo_vmware.api [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1424.272021] env[69399]: value = "task-4178085" [ 1424.272021] env[69399]: _type = "Task" [ 1424.272021] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.280772] env[69399]: DEBUG oslo_vmware.api [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.781896] env[69399]: DEBUG oslo_vmware.api [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178085, 'name': PowerOnVM_Task, 'duration_secs': 0.448336} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.782180] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1424.782381] env[69399]: INFO nova.compute.manager [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Took 6.75 seconds to spawn the instance on the hypervisor. [ 1424.782558] env[69399]: DEBUG nova.compute.manager [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1424.783349] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82448000-b0ac-4e49-8d22-861451ebef78 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.301238] env[69399]: INFO nova.compute.manager [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Took 11.46 seconds to build instance. [ 1425.803419] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f3c71466-c691-479f-b9e8-66348c64ac6b tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.969s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.835113] env[69399]: DEBUG nova.compute.manager [req-eb4e4d11-54aa-43de-97fd-de5684efbc16 req-7f0d1ebb-3fd7-4415-b772-a48b3372716f service nova] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Received event network-changed-f7d756bd-553e-4104-ba90-a8fa9a29e400 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1425.835327] env[69399]: DEBUG nova.compute.manager [req-eb4e4d11-54aa-43de-97fd-de5684efbc16 req-7f0d1ebb-3fd7-4415-b772-a48b3372716f service nova] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Refreshing instance network info cache due to event network-changed-f7d756bd-553e-4104-ba90-a8fa9a29e400. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1425.835541] env[69399]: DEBUG oslo_concurrency.lockutils [req-eb4e4d11-54aa-43de-97fd-de5684efbc16 req-7f0d1ebb-3fd7-4415-b772-a48b3372716f service nova] Acquiring lock "refresh_cache-92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.835734] env[69399]: DEBUG oslo_concurrency.lockutils [req-eb4e4d11-54aa-43de-97fd-de5684efbc16 req-7f0d1ebb-3fd7-4415-b772-a48b3372716f service nova] Acquired lock "refresh_cache-92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.835910] env[69399]: DEBUG nova.network.neutron [req-eb4e4d11-54aa-43de-97fd-de5684efbc16 req-7f0d1ebb-3fd7-4415-b772-a48b3372716f service nova] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Refreshing network info cache for port f7d756bd-553e-4104-ba90-a8fa9a29e400 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1426.552697] env[69399]: DEBUG nova.network.neutron [req-eb4e4d11-54aa-43de-97fd-de5684efbc16 req-7f0d1ebb-3fd7-4415-b772-a48b3372716f service nova] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Updated VIF entry in instance network info cache for port f7d756bd-553e-4104-ba90-a8fa9a29e400. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1426.553091] env[69399]: DEBUG nova.network.neutron [req-eb4e4d11-54aa-43de-97fd-de5684efbc16 req-7f0d1ebb-3fd7-4415-b772-a48b3372716f service nova] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Updating instance_info_cache with network_info: [{"id": "f7d756bd-553e-4104-ba90-a8fa9a29e400", "address": "fa:16:3e:61:5f:36", "network": {"id": "fbc8d689-e009-493c-b7c6-f99fecd83767", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-209279494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "466df03825994aaaad4ffa06b54a80c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7d756bd-55", "ovs_interfaceid": "f7d756bd-553e-4104-ba90-a8fa9a29e400", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.055950] env[69399]: DEBUG oslo_concurrency.lockutils [req-eb4e4d11-54aa-43de-97fd-de5684efbc16 req-7f0d1ebb-3fd7-4415-b772-a48b3372716f service nova] Releasing lock "refresh_cache-92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.500551] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.500551] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.005431] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.005724] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.005800] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.005932] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.006067] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.006233] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.006371] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69399) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1434.006518] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.509216] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.509629] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.509777] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1434.509883] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69399) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1434.510801] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c8edd5-9501-4e09-a9bb-ec1d116328e1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.519466] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3024a8-3f86-4ccf-bede-ad6ba0a1b729 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.533632] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c83608e-8a47-4904-9198-12aa7c1cfb54 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.540266] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951759f2-33cb-480b-948c-0b1ccfbf7b22 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.569512] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178745MB free_disk=7GB free_vcpus=48 pci_devices=None {{(pid=69399) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1434.569662] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.569873] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1435.596205] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 52adc0b6-d4b5-43d2-9323-0ec2917109d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1435.596497] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 542a3757-9f91-4943-8ae6-7fc7fe8c018a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1435.596555] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1435.596740] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1435.596908] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1435.645521] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1540fac-2047-4e6e-b3e5-3f84bd8d8fc7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.653328] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdeb4b9-f41a-4794-a90f-d45ca3198087 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.683976] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1b6a29-74a7-4097-a6a4-66bdad35f836 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.692052] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e63c49-16fd-4b30-9c48-db96bc5b864f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.705383] env[69399]: DEBUG nova.compute.provider_tree [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1436.208739] env[69399]: DEBUG nova.scheduler.client.report [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1436.713742] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69399) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1436.714182] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.144s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.358609] env[69399]: INFO nova.compute.manager [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Rebuilding instance [ 1439.406520] env[69399]: DEBUG nova.compute.manager [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1439.407748] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fcfac8-fdb9-4173-8919-b5c34d43f9e3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.421463] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1440.421887] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f4bcd6e-17b2-4a37-8e15-20e799cd148d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.429624] env[69399]: DEBUG oslo_vmware.api [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1440.429624] env[69399]: value = "task-4178086" [ 1440.429624] env[69399]: _type = "Task" [ 1440.429624] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.438273] env[69399]: DEBUG oslo_vmware.api [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.939284] env[69399]: DEBUG oslo_vmware.api [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178086, 'name': PowerOffVM_Task, 'duration_secs': 0.172672} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.939570] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1440.939799] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1440.940566] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755b0146-88c4-4b1e-95a9-72b6be988556 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.947164] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1440.947406] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-244a57e7-449e-426f-bfe0-49de6e9dcfd4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.013410] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1441.013603] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1441.013775] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Deleting the datastore file [datastore2] 542a3757-9f91-4943-8ae6-7fc7fe8c018a {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1441.014079] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6400f319-005b-48f9-ae26-f393915a46e4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.022104] env[69399]: DEBUG oslo_vmware.api [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1441.022104] env[69399]: value = "task-4178088" [ 1441.022104] env[69399]: _type = "Task" [ 1441.022104] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.030426] env[69399]: DEBUG oslo_vmware.api [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.532385] env[69399]: DEBUG oslo_vmware.api [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178088, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137233} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.532787] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1441.532841] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1441.532975] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1442.564524] env[69399]: DEBUG nova.virt.hardware [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1442.564810] env[69399]: DEBUG nova.virt.hardware [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1442.564937] env[69399]: DEBUG nova.virt.hardware [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1442.565185] env[69399]: DEBUG nova.virt.hardware [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1442.565351] env[69399]: DEBUG nova.virt.hardware [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1442.565503] env[69399]: DEBUG nova.virt.hardware [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1442.565717] env[69399]: DEBUG nova.virt.hardware [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1442.565876] env[69399]: DEBUG nova.virt.hardware [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1442.566059] env[69399]: DEBUG nova.virt.hardware [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1442.566225] env[69399]: DEBUG nova.virt.hardware [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1442.566409] env[69399]: DEBUG nova.virt.hardware [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1442.567305] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bd65f6-ebb7-4697-b866-d2365fbd2d7b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.575517] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74339797-8b62-4e38-bd96-ea7dc530a985 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.589373] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:de:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '163e60bd-32d6-41c5-95e6-2eb10c5c9245', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b991e81-b592-4c15-a977-6c7652c11190', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1442.596703] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1442.596939] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1442.597162] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a171e437-af98-4b34-bb0b-21a4e583872c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.618177] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1442.618177] env[69399]: value = "task-4178089" [ 1442.618177] env[69399]: _type = "Task" [ 1442.618177] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.625760] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4178089, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.127813] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4178089, 'name': CreateVM_Task, 'duration_secs': 0.33228} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.127994] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1443.128633] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.128802] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.129177] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.129430] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c33ae54-8748-4b20-85c5-aff0ced8b7d4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.134019] env[69399]: DEBUG oslo_vmware.api [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1443.134019] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52150de8-f059-6c47-54e6-c6614fc0a8e9" [ 1443.134019] env[69399]: _type = "Task" [ 1443.134019] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.141927] env[69399]: DEBUG oslo_vmware.api [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52150de8-f059-6c47-54e6-c6614fc0a8e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.644648] env[69399]: DEBUG oslo_vmware.api [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52150de8-f059-6c47-54e6-c6614fc0a8e9, 'name': SearchDatastore_Task, 'duration_secs': 0.010342} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.645064] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.645210] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1443.645428] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.645572] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.645751] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1443.646016] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e05f8c6b-3145-4f07-9cc4-5fe3af7dfa46 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.655263] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1443.655495] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1443.656163] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c6f35fe-f725-4f14-8094-0cbd40ff7ee5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.661863] env[69399]: DEBUG oslo_vmware.api [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1443.661863] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c53a4f-8571-e9b0-8b12-445d9e13b0a7" [ 1443.661863] env[69399]: _type = "Task" [ 1443.661863] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.670240] env[69399]: DEBUG oslo_vmware.api [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c53a4f-8571-e9b0-8b12-445d9e13b0a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.172904] env[69399]: DEBUG oslo_vmware.api [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52c53a4f-8571-e9b0-8b12-445d9e13b0a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009257} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.173745] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ad48a2e-2504-44f5-90c2-48f5af8d0832 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.179263] env[69399]: DEBUG oslo_vmware.api [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1444.179263] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]529908a4-f901-9b69-4af7-fb6b868a2931" [ 1444.179263] env[69399]: _type = "Task" [ 1444.179263] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.187452] env[69399]: DEBUG oslo_vmware.api [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]529908a4-f901-9b69-4af7-fb6b868a2931, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.689862] env[69399]: DEBUG oslo_vmware.api [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]529908a4-f901-9b69-4af7-fb6b868a2931, 'name': SearchDatastore_Task, 'duration_secs': 0.010064} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.690277] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.690410] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 542a3757-9f91-4943-8ae6-7fc7fe8c018a/542a3757-9f91-4943-8ae6-7fc7fe8c018a.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1444.690658] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e15b92f3-d2bb-4c3a-b69b-4ba568826a56 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.697737] env[69399]: DEBUG oslo_vmware.api [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1444.697737] env[69399]: value = "task-4178090" [ 1444.697737] env[69399]: _type = "Task" [ 1444.697737] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.705974] env[69399]: DEBUG oslo_vmware.api [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.208062] env[69399]: DEBUG oslo_vmware.api [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178090, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451827} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.208386] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 542a3757-9f91-4943-8ae6-7fc7fe8c018a/542a3757-9f91-4943-8ae6-7fc7fe8c018a.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1445.208555] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1445.208812] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f150493-e6d1-4b77-a6b6-7982f0a0a40f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.215735] env[69399]: DEBUG oslo_vmware.api [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1445.215735] env[69399]: value = "task-4178091" [ 1445.215735] env[69399]: _type = "Task" [ 1445.215735] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.224223] env[69399]: DEBUG oslo_vmware.api [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.725562] env[69399]: DEBUG oslo_vmware.api [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06203} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.725935] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1445.726618] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65294b52-6eb1-4c24-9790-cd28117166c9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.750247] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 542a3757-9f91-4943-8ae6-7fc7fe8c018a/542a3757-9f91-4943-8ae6-7fc7fe8c018a.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1445.750541] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebd68c79-b988-4391-946c-2fb5f4f7d2b9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.770033] env[69399]: DEBUG oslo_vmware.api [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1445.770033] env[69399]: value = "task-4178092" [ 1445.770033] env[69399]: _type = "Task" [ 1445.770033] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.778414] env[69399]: DEBUG oslo_vmware.api [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178092, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.280801] env[69399]: DEBUG oslo_vmware.api [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178092, 'name': ReconfigVM_Task, 'duration_secs': 0.378404} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.281120] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 542a3757-9f91-4943-8ae6-7fc7fe8c018a/542a3757-9f91-4943-8ae6-7fc7fe8c018a.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1446.281760] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9ea6683-7760-4354-be88-98a3675da3ec {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.288482] env[69399]: DEBUG oslo_vmware.api [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1446.288482] env[69399]: value = "task-4178093" [ 1446.288482] env[69399]: _type = "Task" [ 1446.288482] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.299473] env[69399]: DEBUG oslo_vmware.api [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178093, 'name': Rename_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.798415] env[69399]: DEBUG oslo_vmware.api [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178093, 'name': Rename_Task, 'duration_secs': 0.148155} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.798862] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1446.798930] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de0dce2a-dbf4-4bee-b0b2-5e0d8bca84c6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.805137] env[69399]: DEBUG oslo_vmware.api [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1446.805137] env[69399]: value = "task-4178094" [ 1446.805137] env[69399]: _type = "Task" [ 1446.805137] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.812684] env[69399]: DEBUG oslo_vmware.api [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178094, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.315412] env[69399]: DEBUG oslo_vmware.api [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178094, 'name': PowerOnVM_Task, 'duration_secs': 0.446794} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.315706] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1447.315909] env[69399]: DEBUG nova.compute.manager [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1447.316678] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd4ad58-92e1-4c7e-a83b-5cbd4c616b74 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.833126] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.833418] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.833730] env[69399]: DEBUG nova.objects.instance [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69399) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1448.843082] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0442b0dc-e336-475e-99eb-2670060e5402 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1463.383813] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1463.384183] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1463.384300] env[69399]: INFO nova.compute.manager [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Shelving [ 1464.394394] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1464.394776] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c22d9ae-3139-400e-a692-7b0b7ee82e1a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.403095] env[69399]: DEBUG oslo_vmware.api [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1464.403095] env[69399]: value = "task-4178095" [ 1464.403095] env[69399]: _type = "Task" [ 1464.403095] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.412181] env[69399]: DEBUG oslo_vmware.api [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.914129] env[69399]: DEBUG oslo_vmware.api [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178095, 'name': PowerOffVM_Task, 'duration_secs': 0.24676} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.914403] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1464.915222] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b864f2c-7e91-4714-9b1c-f360995d6783 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.631322] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8cc853-74db-47af-ade2-c8e3c926d6e9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.143644] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Creating Snapshot of the VM instance {{(pid=69399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1466.143977] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-418188b5-1113-413f-b246-d30afb9968af {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.152658] env[69399]: DEBUG oslo_vmware.api [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1466.152658] env[69399]: value = "task-4178096" [ 1466.152658] env[69399]: _type = "Task" [ 1466.152658] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.161334] env[69399]: DEBUG oslo_vmware.api [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178096, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.663164] env[69399]: DEBUG oslo_vmware.api [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178096, 'name': CreateSnapshot_Task, 'duration_secs': 0.427873} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.663600] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Created Snapshot of the VM instance {{(pid=69399) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1466.664217] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1a659b-e276-4253-a730-410fd8e34634 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.182016] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Creating linked-clone VM from snapshot {{(pid=69399) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1467.182311] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5b266523-7fb7-480e-ab95-72aa2b0fe899 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.191173] env[69399]: DEBUG oslo_vmware.api [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1467.191173] env[69399]: value = "task-4178097" [ 1467.191173] env[69399]: _type = "Task" [ 1467.191173] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.199771] env[69399]: DEBUG oslo_vmware.api [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178097, 'name': CloneVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.702633] env[69399]: DEBUG oslo_vmware.api [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178097, 'name': CloneVM_Task} progress is 94%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.204022] env[69399]: DEBUG oslo_vmware.api [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178097, 'name': CloneVM_Task} progress is 95%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.704854] env[69399]: DEBUG oslo_vmware.api [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178097, 'name': CloneVM_Task, 'duration_secs': 1.15039} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.705268] env[69399]: INFO nova.virt.vmwareapi.vmops [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Created linked-clone VM from snapshot [ 1468.705967] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfd963a-2e32-434d-bbe7-234433a44697 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.714523] env[69399]: DEBUG nova.virt.vmwareapi.images [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Uploading image f28259e1-f9fd-4efd-a876-627761a1104d {{(pid=69399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1468.736334] env[69399]: DEBUG oslo_vmware.rw_handles [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1468.736334] env[69399]: value = "vm-827023" [ 1468.736334] env[69399]: _type = "VirtualMachine" [ 1468.736334] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1468.736616] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-41d96090-982f-4b09-8441-d46aae8f376d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.744876] env[69399]: DEBUG oslo_vmware.rw_handles [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lease: (returnval){ [ 1468.744876] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52392cf5-9fbc-62cc-7c68-c228a95cbfaa" [ 1468.744876] env[69399]: _type = "HttpNfcLease" [ 1468.744876] env[69399]: } obtained for exporting VM: (result){ [ 1468.744876] env[69399]: value = "vm-827023" [ 1468.744876] env[69399]: _type = "VirtualMachine" [ 1468.744876] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1468.745360] env[69399]: DEBUG oslo_vmware.api [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the lease: (returnval){ [ 1468.745360] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52392cf5-9fbc-62cc-7c68-c228a95cbfaa" [ 1468.745360] env[69399]: _type = "HttpNfcLease" [ 1468.745360] env[69399]: } to be ready. {{(pid=69399) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1468.752123] env[69399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1468.752123] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52392cf5-9fbc-62cc-7c68-c228a95cbfaa" [ 1468.752123] env[69399]: _type = "HttpNfcLease" [ 1468.752123] env[69399]: } is initializing. {{(pid=69399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1469.254319] env[69399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1469.254319] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52392cf5-9fbc-62cc-7c68-c228a95cbfaa" [ 1469.254319] env[69399]: _type = "HttpNfcLease" [ 1469.254319] env[69399]: } is ready. {{(pid=69399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1469.254707] env[69399]: DEBUG oslo_vmware.rw_handles [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1469.254707] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52392cf5-9fbc-62cc-7c68-c228a95cbfaa" [ 1469.254707] env[69399]: _type = "HttpNfcLease" [ 1469.254707] env[69399]: }. {{(pid=69399) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1469.255380] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc7de37-ef04-4e8f-b6ad-340ce722aad1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.263111] env[69399]: DEBUG oslo_vmware.rw_handles [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5267c05a-76b0-57cf-b05e-9c3612943b8b/disk-0.vmdk from lease info. {{(pid=69399) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1469.263286] env[69399]: DEBUG oslo_vmware.rw_handles [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5267c05a-76b0-57cf-b05e-9c3612943b8b/disk-0.vmdk for reading. {{(pid=69399) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1469.356905] env[69399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-10860d9c-e7d1-4bbb-bba5-99cade656a0d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.858389] env[69399]: DEBUG oslo_vmware.rw_handles [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5267c05a-76b0-57cf-b05e-9c3612943b8b/disk-0.vmdk. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1476.859301] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f37e065-6e27-4d17-9f37-f609488c1f69 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.865813] env[69399]: DEBUG oslo_vmware.rw_handles [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5267c05a-76b0-57cf-b05e-9c3612943b8b/disk-0.vmdk is in state: ready. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1476.865975] env[69399]: ERROR oslo_vmware.rw_handles [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5267c05a-76b0-57cf-b05e-9c3612943b8b/disk-0.vmdk due to incomplete transfer. [ 1476.866204] env[69399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9dd2b8ba-f7af-4c68-937a-5b0db6271936 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.874292] env[69399]: DEBUG oslo_vmware.rw_handles [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5267c05a-76b0-57cf-b05e-9c3612943b8b/disk-0.vmdk. {{(pid=69399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1476.874482] env[69399]: DEBUG nova.virt.vmwareapi.images [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Uploaded image f28259e1-f9fd-4efd-a876-627761a1104d to the Glance image server {{(pid=69399) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1476.876575] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Destroying the VM {{(pid=69399) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1476.876807] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2e2ef113-8fb5-4dd9-a32d-b1e6f1eb6ea7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.882921] env[69399]: DEBUG oslo_vmware.api [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1476.882921] env[69399]: value = "task-4178099" [ 1476.882921] env[69399]: _type = "Task" [ 1476.882921] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.891009] env[69399]: DEBUG oslo_vmware.api [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178099, 'name': Destroy_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.392414] env[69399]: DEBUG oslo_vmware.api [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178099, 'name': Destroy_Task, 'duration_secs': 0.327092} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.392661] env[69399]: INFO nova.virt.vmwareapi.vm_util [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Destroyed the VM [ 1477.392895] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Deleting Snapshot of the VM instance {{(pid=69399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1477.393168] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c034651e-e51c-4ad3-bd16-a451eebcb614 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.399259] env[69399]: DEBUG oslo_vmware.api [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1477.399259] env[69399]: value = "task-4178100" [ 1477.399259] env[69399]: _type = "Task" [ 1477.399259] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.407181] env[69399]: DEBUG oslo_vmware.api [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178100, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.909347] env[69399]: DEBUG oslo_vmware.api [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178100, 'name': RemoveSnapshot_Task, 'duration_secs': 0.457064} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.909718] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Deleted Snapshot of the VM instance {{(pid=69399) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1477.909840] env[69399]: DEBUG nova.compute.manager [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1477.910599] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d736612e-82de-40ce-b8be-9e5f0e55afc6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.424616] env[69399]: INFO nova.compute.manager [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Shelve offloading [ 1478.798542] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0689408e-7cd0-48c1-880e-bd6ac08f0202 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "542a3757-9f91-4943-8ae6-7fc7fe8c018a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1478.798824] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0689408e-7cd0-48c1-880e-bd6ac08f0202 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "542a3757-9f91-4943-8ae6-7fc7fe8c018a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1478.799065] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0689408e-7cd0-48c1-880e-bd6ac08f0202 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "542a3757-9f91-4943-8ae6-7fc7fe8c018a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1478.799255] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0689408e-7cd0-48c1-880e-bd6ac08f0202 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "542a3757-9f91-4943-8ae6-7fc7fe8c018a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1478.799427] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0689408e-7cd0-48c1-880e-bd6ac08f0202 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "542a3757-9f91-4943-8ae6-7fc7fe8c018a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1478.801696] env[69399]: INFO nova.compute.manager [None req-0689408e-7cd0-48c1-880e-bd6ac08f0202 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Terminating instance [ 1478.931025] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1478.931429] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-790d0f73-926f-44eb-b68b-e8729e7cfc6c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.940869] env[69399]: DEBUG oslo_vmware.api [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1478.940869] env[69399]: value = "task-4178101" [ 1478.940869] env[69399]: _type = "Task" [ 1478.940869] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.950188] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] VM already powered off {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1478.950406] env[69399]: DEBUG nova.compute.manager [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1478.951180] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c29914-ab59-422f-92de-a63fad5951be {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.956911] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "refresh_cache-92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.957077] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquired lock "refresh_cache-92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.957252] env[69399]: DEBUG nova.network.neutron [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1479.305247] env[69399]: DEBUG nova.compute.manager [None req-0689408e-7cd0-48c1-880e-bd6ac08f0202 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1479.305511] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0689408e-7cd0-48c1-880e-bd6ac08f0202 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1479.306420] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6581af47-5545-47dc-b71f-2dbe9ec98c22 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.314574] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0689408e-7cd0-48c1-880e-bd6ac08f0202 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1479.314837] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba5e4ccf-09a0-4e37-972a-be6faca10e7d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.322365] env[69399]: DEBUG oslo_vmware.api [None req-0689408e-7cd0-48c1-880e-bd6ac08f0202 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1479.322365] env[69399]: value = "task-4178102" [ 1479.322365] env[69399]: _type = "Task" [ 1479.322365] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.333178] env[69399]: DEBUG oslo_vmware.api [None req-0689408e-7cd0-48c1-880e-bd6ac08f0202 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.769705] env[69399]: DEBUG nova.network.neutron [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Updating instance_info_cache with network_info: [{"id": "f7d756bd-553e-4104-ba90-a8fa9a29e400", "address": "fa:16:3e:61:5f:36", "network": {"id": "fbc8d689-e009-493c-b7c6-f99fecd83767", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-209279494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "466df03825994aaaad4ffa06b54a80c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7d756bd-55", "ovs_interfaceid": "f7d756bd-553e-4104-ba90-a8fa9a29e400", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1479.832394] env[69399]: DEBUG oslo_vmware.api [None req-0689408e-7cd0-48c1-880e-bd6ac08f0202 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178102, 'name': PowerOffVM_Task, 'duration_secs': 0.193236} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.832632] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-0689408e-7cd0-48c1-880e-bd6ac08f0202 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1479.832761] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0689408e-7cd0-48c1-880e-bd6ac08f0202 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1479.833016] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0d68f50-d209-4708-abc1-0c2382fab950 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.894572] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0689408e-7cd0-48c1-880e-bd6ac08f0202 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1479.894944] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0689408e-7cd0-48c1-880e-bd6ac08f0202 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1479.895206] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-0689408e-7cd0-48c1-880e-bd6ac08f0202 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Deleting the datastore file [datastore2] 542a3757-9f91-4943-8ae6-7fc7fe8c018a {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1479.895493] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab6caa9d-9e83-4834-8b09-b3968c9cdea5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.903186] env[69399]: DEBUG oslo_vmware.api [None req-0689408e-7cd0-48c1-880e-bd6ac08f0202 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1479.903186] env[69399]: value = "task-4178104" [ 1479.903186] env[69399]: _type = "Task" [ 1479.903186] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.912127] env[69399]: DEBUG oslo_vmware.api [None req-0689408e-7cd0-48c1-880e-bd6ac08f0202 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.273029] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Releasing lock "refresh_cache-92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.413950] env[69399]: DEBUG oslo_vmware.api [None req-0689408e-7cd0-48c1-880e-bd6ac08f0202 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143914} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.414215] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-0689408e-7cd0-48c1-880e-bd6ac08f0202 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1480.414438] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0689408e-7cd0-48c1-880e-bd6ac08f0202 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1480.414608] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-0689408e-7cd0-48c1-880e-bd6ac08f0202 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1480.414776] env[69399]: INFO nova.compute.manager [None req-0689408e-7cd0-48c1-880e-bd6ac08f0202 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1480.415028] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0689408e-7cd0-48c1-880e-bd6ac08f0202 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1480.415248] env[69399]: DEBUG nova.compute.manager [-] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1480.415351] env[69399]: DEBUG nova.network.neutron [-] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1480.525466] env[69399]: DEBUG nova.compute.manager [req-0b459d4f-6c42-4535-bd69-6792ae4982f8 req-b8434e77-34c2-45c7-b62b-9310fbda05c1 service nova] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Received event network-vif-unplugged-f7d756bd-553e-4104-ba90-a8fa9a29e400 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1480.525727] env[69399]: DEBUG oslo_concurrency.lockutils [req-0b459d4f-6c42-4535-bd69-6792ae4982f8 req-b8434e77-34c2-45c7-b62b-9310fbda05c1 service nova] Acquiring lock "92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1480.525943] env[69399]: DEBUG oslo_concurrency.lockutils [req-0b459d4f-6c42-4535-bd69-6792ae4982f8 req-b8434e77-34c2-45c7-b62b-9310fbda05c1 service nova] Lock "92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1480.526527] env[69399]: DEBUG oslo_concurrency.lockutils [req-0b459d4f-6c42-4535-bd69-6792ae4982f8 req-b8434e77-34c2-45c7-b62b-9310fbda05c1 service nova] Lock "92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1480.526527] env[69399]: DEBUG nova.compute.manager [req-0b459d4f-6c42-4535-bd69-6792ae4982f8 req-b8434e77-34c2-45c7-b62b-9310fbda05c1 service nova] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] No waiting events found dispatching network-vif-unplugged-f7d756bd-553e-4104-ba90-a8fa9a29e400 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1480.526527] env[69399]: WARNING nova.compute.manager [req-0b459d4f-6c42-4535-bd69-6792ae4982f8 req-b8434e77-34c2-45c7-b62b-9310fbda05c1 service nova] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Received unexpected event network-vif-unplugged-f7d756bd-553e-4104-ba90-a8fa9a29e400 for instance with vm_state shelved and task_state shelving_offloading. [ 1480.995096] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1480.995984] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394f4f4e-786f-49a0-aa43-c3d7d78f222f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.003877] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1481.004068] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05686780-5bc9-4267-887e-705761f2953e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.063509] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1481.063902] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1481.064180] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Deleting the datastore file [datastore1] 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1481.065149] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1828037-4ce2-4f62-bc6e-b770007f0515 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.072036] env[69399]: DEBUG oslo_vmware.api [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1481.072036] env[69399]: value = "task-4178106" [ 1481.072036] env[69399]: _type = "Task" [ 1481.072036] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.080636] env[69399]: DEBUG oslo_vmware.api [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178106, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.582590] env[69399]: DEBUG oslo_vmware.api [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178106, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140847} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.583028] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1481.583028] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1481.583207] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1481.608518] env[69399]: INFO nova.scheduler.client.report [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Deleted allocations for instance 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0 [ 1481.747401] env[69399]: DEBUG nova.network.neutron [-] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.113560] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1482.113560] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1482.113560] env[69399]: DEBUG nova.objects.instance [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lazy-loading 'resources' on Instance uuid 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1482.250350] env[69399]: INFO nova.compute.manager [-] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Took 1.83 seconds to deallocate network for instance. [ 1482.559747] env[69399]: DEBUG nova.compute.manager [req-692afef5-f768-4106-82a8-8ae9fa0925d5 req-3660bf43-c991-481d-86a2-431d2ab6b79c service nova] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Received event network-changed-f7d756bd-553e-4104-ba90-a8fa9a29e400 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1482.559985] env[69399]: DEBUG nova.compute.manager [req-692afef5-f768-4106-82a8-8ae9fa0925d5 req-3660bf43-c991-481d-86a2-431d2ab6b79c service nova] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Refreshing instance network info cache due to event network-changed-f7d756bd-553e-4104-ba90-a8fa9a29e400. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1482.560257] env[69399]: DEBUG oslo_concurrency.lockutils [req-692afef5-f768-4106-82a8-8ae9fa0925d5 req-3660bf43-c991-481d-86a2-431d2ab6b79c service nova] Acquiring lock "refresh_cache-92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.560400] env[69399]: DEBUG oslo_concurrency.lockutils [req-692afef5-f768-4106-82a8-8ae9fa0925d5 req-3660bf43-c991-481d-86a2-431d2ab6b79c service nova] Acquired lock "refresh_cache-92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.560561] env[69399]: DEBUG nova.network.neutron [req-692afef5-f768-4106-82a8-8ae9fa0925d5 req-3660bf43-c991-481d-86a2-431d2ab6b79c service nova] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Refreshing network info cache for port f7d756bd-553e-4104-ba90-a8fa9a29e400 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1482.617129] env[69399]: DEBUG nova.objects.instance [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lazy-loading 'numa_topology' on Instance uuid 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1482.756674] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0689408e-7cd0-48c1-880e-bd6ac08f0202 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1483.120069] env[69399]: DEBUG nova.objects.base [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Object Instance<92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0> lazy-loaded attributes: resources,numa_topology {{(pid=69399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1483.174751] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2113fd47-91ee-4dc7-9dbd-ba35ebe3c917 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.183367] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a76d6f9-f703-43c9-8984-c74bfc3dfc6d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.216913] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1185daba-8936-454b-98ee-c5db8d67f66b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.224934] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e9ce27-39b9-4456-9381-38aa4a917f1f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.238451] env[69399]: DEBUG nova.compute.provider_tree [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1483.309024] env[69399]: DEBUG nova.network.neutron [req-692afef5-f768-4106-82a8-8ae9fa0925d5 req-3660bf43-c991-481d-86a2-431d2ab6b79c service nova] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Updated VIF entry in instance network info cache for port f7d756bd-553e-4104-ba90-a8fa9a29e400. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1483.309413] env[69399]: DEBUG nova.network.neutron [req-692afef5-f768-4106-82a8-8ae9fa0925d5 req-3660bf43-c991-481d-86a2-431d2ab6b79c service nova] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Updating instance_info_cache with network_info: [{"id": "f7d756bd-553e-4104-ba90-a8fa9a29e400", "address": "fa:16:3e:61:5f:36", "network": {"id": "fbc8d689-e009-493c-b7c6-f99fecd83767", "bridge": null, "label": "tempest-ServerActionsTestOtherB-209279494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "466df03825994aaaad4ffa06b54a80c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf7d756bd-55", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.568739] env[69399]: DEBUG oslo_concurrency.lockutils [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1483.742125] env[69399]: DEBUG nova.scheduler.client.report [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1483.812191] env[69399]: DEBUG oslo_concurrency.lockutils [req-692afef5-f768-4106-82a8-8ae9fa0925d5 req-3660bf43-c991-481d-86a2-431d2ab6b79c service nova] Releasing lock "refresh_cache-92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.812468] env[69399]: DEBUG nova.compute.manager [req-692afef5-f768-4106-82a8-8ae9fa0925d5 req-3660bf43-c991-481d-86a2-431d2ab6b79c service nova] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Received event network-vif-deleted-8b991e81-b592-4c15-a977-6c7652c11190 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1484.246962] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1484.249608] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0689408e-7cd0-48c1-880e-bd6ac08f0202 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.493s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1484.249831] env[69399]: DEBUG nova.objects.instance [None req-0689408e-7cd0-48c1-880e-bd6ac08f0202 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lazy-loading 'resources' on Instance uuid 542a3757-9f91-4943-8ae6-7fc7fe8c018a {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1484.758049] env[69399]: DEBUG oslo_concurrency.lockutils [None req-cc721759-eb2c-4db9-8c0a-e123fd1688be tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.374s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1484.758947] env[69399]: DEBUG oslo_concurrency.lockutils [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.190s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1484.759137] env[69399]: INFO nova.compute.manager [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Unshelving [ 1484.808304] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2929cc86-32b4-463b-9453-75bb3eb424c9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.816714] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cec1e4-b035-4738-8ae9-a916b4a125c4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.846745] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5d4cef-e52b-4620-9f0f-915f6e68f8cf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.854390] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084ad523-be28-44ce-931a-af7a1a6579b5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.867679] env[69399]: DEBUG nova.compute.provider_tree [None req-0689408e-7cd0-48c1-880e-bd6ac08f0202 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1485.370998] env[69399]: DEBUG nova.scheduler.client.report [None req-0689408e-7cd0-48c1-880e-bd6ac08f0202 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1485.781846] env[69399]: DEBUG oslo_concurrency.lockutils [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1485.876042] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0689408e-7cd0-48c1-880e-bd6ac08f0202 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.626s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1485.878516] env[69399]: DEBUG oslo_concurrency.lockutils [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.097s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1485.878747] env[69399]: DEBUG nova.objects.instance [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lazy-loading 'pci_requests' on Instance uuid 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1485.895857] env[69399]: INFO nova.scheduler.client.report [None req-0689408e-7cd0-48c1-880e-bd6ac08f0202 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Deleted allocations for instance 542a3757-9f91-4943-8ae6-7fc7fe8c018a [ 1486.383096] env[69399]: DEBUG nova.objects.instance [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lazy-loading 'numa_topology' on Instance uuid 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1486.403851] env[69399]: DEBUG oslo_concurrency.lockutils [None req-0689408e-7cd0-48c1-880e-bd6ac08f0202 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "542a3757-9f91-4943-8ae6-7fc7fe8c018a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.605s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1486.885687] env[69399]: INFO nova.compute.claims [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1487.949283] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592331aa-b220-4319-9904-65d52bbea272 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.957651] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a6881a-12a5-4514-9f91-d7c3548f7914 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.989284] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d71a2fb-ae5c-40b5-97e0-52d69f18106e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.997650] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52201d69-8f99-48f7-bd1b-55451584d392 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.012375] env[69399]: DEBUG nova.compute.provider_tree [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1488.147566] env[69399]: DEBUG nova.compute.manager [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Stashing vm_state: active {{(pid=69399) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1488.515736] env[69399]: DEBUG nova.scheduler.client.report [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1488.668436] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.021891] env[69399]: DEBUG oslo_concurrency.lockutils [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.143s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1489.024586] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.356s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1489.064466] env[69399]: INFO nova.network.neutron [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Updating port f7d756bd-553e-4104-ba90-a8fa9a29e400 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1489.531022] env[69399]: INFO nova.compute.claims [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1490.037275] env[69399]: INFO nova.compute.resource_tracker [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Updating resource usage from migration fb78c1dc-81a0-4c15-a2f5-d11b96be82a1 [ 1490.093253] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0c45ab-24d5-487c-a35a-1fb27f3b769c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.101723] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a08a787-49c0-475a-8c39-a2b7d9ddc653 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.132692] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ae3c61-365b-42bd-b46d-2212c4463a18 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.140369] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff77b53-e0b7-4c56-ab06-7f67e16deae0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.154461] env[69399]: DEBUG nova.compute.provider_tree [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1490.513857] env[69399]: DEBUG nova.compute.manager [req-7794ec99-b35d-48de-a621-de5e79b50805 req-6da759ea-fe76-4660-81d8-f1e668647e03 service nova] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Received event network-vif-plugged-f7d756bd-553e-4104-ba90-a8fa9a29e400 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1490.514106] env[69399]: DEBUG oslo_concurrency.lockutils [req-7794ec99-b35d-48de-a621-de5e79b50805 req-6da759ea-fe76-4660-81d8-f1e668647e03 service nova] Acquiring lock "92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1490.514323] env[69399]: DEBUG oslo_concurrency.lockutils [req-7794ec99-b35d-48de-a621-de5e79b50805 req-6da759ea-fe76-4660-81d8-f1e668647e03 service nova] Lock "92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1490.514489] env[69399]: DEBUG oslo_concurrency.lockutils [req-7794ec99-b35d-48de-a621-de5e79b50805 req-6da759ea-fe76-4660-81d8-f1e668647e03 service nova] Lock "92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1490.514655] env[69399]: DEBUG nova.compute.manager [req-7794ec99-b35d-48de-a621-de5e79b50805 req-6da759ea-fe76-4660-81d8-f1e668647e03 service nova] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] No waiting events found dispatching network-vif-plugged-f7d756bd-553e-4104-ba90-a8fa9a29e400 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1490.514816] env[69399]: WARNING nova.compute.manager [req-7794ec99-b35d-48de-a621-de5e79b50805 req-6da759ea-fe76-4660-81d8-f1e668647e03 service nova] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Received unexpected event network-vif-plugged-f7d756bd-553e-4104-ba90-a8fa9a29e400 for instance with vm_state shelved_offloaded and task_state spawning. [ 1490.603517] env[69399]: DEBUG oslo_concurrency.lockutils [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "refresh_cache-92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.603752] env[69399]: DEBUG oslo_concurrency.lockutils [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquired lock "refresh_cache-92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.603928] env[69399]: DEBUG nova.network.neutron [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1490.657195] env[69399]: DEBUG nova.scheduler.client.report [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1491.161893] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.137s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1491.162278] env[69399]: INFO nova.compute.manager [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Migrating [ 1491.314197] env[69399]: DEBUG nova.network.neutron [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Updating instance_info_cache with network_info: [{"id": "f7d756bd-553e-4104-ba90-a8fa9a29e400", "address": "fa:16:3e:61:5f:36", "network": {"id": "fbc8d689-e009-493c-b7c6-f99fecd83767", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-209279494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "466df03825994aaaad4ffa06b54a80c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7d756bd-55", "ovs_interfaceid": "f7d756bd-553e-4104-ba90-a8fa9a29e400", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.678649] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "refresh_cache-52adc0b6-d4b5-43d2-9323-0ec2917109d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.678835] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquired lock "refresh_cache-52adc0b6-d4b5-43d2-9323-0ec2917109d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.678991] env[69399]: DEBUG nova.network.neutron [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1491.816875] env[69399]: DEBUG oslo_concurrency.lockutils [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Releasing lock "refresh_cache-92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.844554] env[69399]: DEBUG nova.virt.hardware [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='2c89fd4cdddf7061ab8194d5abfdb8c0',container_format='bare',created_at=2025-05-15T11:02:38Z,direct_url=,disk_format='vmdk',id=f28259e1-f9fd-4efd-a876-627761a1104d,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1208015980-shelved',owner='466df03825994aaaad4ffa06b54a80c6',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-05-15T11:02:52Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1491.844808] env[69399]: DEBUG nova.virt.hardware [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1491.844967] env[69399]: DEBUG nova.virt.hardware [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1491.845168] env[69399]: DEBUG nova.virt.hardware [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1491.845318] env[69399]: DEBUG nova.virt.hardware [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1491.845464] env[69399]: DEBUG nova.virt.hardware [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1491.845670] env[69399]: DEBUG nova.virt.hardware [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1491.845829] env[69399]: DEBUG nova.virt.hardware [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1491.845994] env[69399]: DEBUG nova.virt.hardware [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1491.846172] env[69399]: DEBUG nova.virt.hardware [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1491.846347] env[69399]: DEBUG nova.virt.hardware [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1491.847251] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e12231-88ea-4c66-9752-e65a9f4648a9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.855608] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1834aa3d-5d4e-4d6a-acf9-ba0625c6074d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.870138] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:5f:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ba56987-9dc3-4c76-a4e2-942b05355bdb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7d756bd-553e-4104-ba90-a8fa9a29e400', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1491.877365] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1491.877603] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1491.877811] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9cf37f27-10ee-4107-adf8-17ebd28d804e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.896314] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1491.896314] env[69399]: value = "task-4178107" [ 1491.896314] env[69399]: _type = "Task" [ 1491.896314] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.904023] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4178107, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.385652] env[69399]: DEBUG nova.network.neutron [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Updating instance_info_cache with network_info: [{"id": "0737b3e3-6cad-4b9c-8867-725c58c49f4c", "address": "fa:16:3e:31:5c:06", "network": {"id": "afe3de9f-8d2f-45fb-9256-92317049c9ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-136698690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55629667f6cd4f8a948cc9a5a7f54dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0737b3e3-6c", "ovs_interfaceid": "0737b3e3-6cad-4b9c-8867-725c58c49f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.407345] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4178107, 'name': CreateVM_Task, 'duration_secs': 0.310166} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.407577] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1492.408221] env[69399]: DEBUG oslo_concurrency.lockutils [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f28259e1-f9fd-4efd-a876-627761a1104d" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.408388] env[69399]: DEBUG oslo_concurrency.lockutils [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f28259e1-f9fd-4efd-a876-627761a1104d" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.408771] env[69399]: DEBUG oslo_concurrency.lockutils [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f28259e1-f9fd-4efd-a876-627761a1104d" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.409025] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04cfbc19-f17a-42ea-a0f7-b7556cb23da8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.413552] env[69399]: DEBUG oslo_vmware.api [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1492.413552] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]527a5897-5848-10bb-13b4-a179a0af2335" [ 1492.413552] env[69399]: _type = "Task" [ 1492.413552] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.421377] env[69399]: DEBUG oslo_vmware.api [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]527a5897-5848-10bb-13b4-a179a0af2335, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.589797] env[69399]: DEBUG nova.compute.manager [req-93045e14-0f14-4dd1-86c5-4af1e2a084ad req-bcd50b7d-62ff-48a0-8840-3c30ec4c170c service nova] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Received event network-changed-f7d756bd-553e-4104-ba90-a8fa9a29e400 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1492.589797] env[69399]: DEBUG nova.compute.manager [req-93045e14-0f14-4dd1-86c5-4af1e2a084ad req-bcd50b7d-62ff-48a0-8840-3c30ec4c170c service nova] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Refreshing instance network info cache due to event network-changed-f7d756bd-553e-4104-ba90-a8fa9a29e400. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1492.589797] env[69399]: DEBUG oslo_concurrency.lockutils [req-93045e14-0f14-4dd1-86c5-4af1e2a084ad req-bcd50b7d-62ff-48a0-8840-3c30ec4c170c service nova] Acquiring lock "refresh_cache-92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.589797] env[69399]: DEBUG oslo_concurrency.lockutils [req-93045e14-0f14-4dd1-86c5-4af1e2a084ad req-bcd50b7d-62ff-48a0-8840-3c30ec4c170c service nova] Acquired lock "refresh_cache-92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.589797] env[69399]: DEBUG nova.network.neutron [req-93045e14-0f14-4dd1-86c5-4af1e2a084ad req-bcd50b7d-62ff-48a0-8840-3c30ec4c170c service nova] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Refreshing network info cache for port f7d756bd-553e-4104-ba90-a8fa9a29e400 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1492.888756] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Releasing lock "refresh_cache-52adc0b6-d4b5-43d2-9323-0ec2917109d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.923735] env[69399]: DEBUG oslo_concurrency.lockutils [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f28259e1-f9fd-4efd-a876-627761a1104d" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.924057] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Processing image f28259e1-f9fd-4efd-a876-627761a1104d {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1492.924302] env[69399]: DEBUG oslo_concurrency.lockutils [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f28259e1-f9fd-4efd-a876-627761a1104d/f28259e1-f9fd-4efd-a876-627761a1104d.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.924456] env[69399]: DEBUG oslo_concurrency.lockutils [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f28259e1-f9fd-4efd-a876-627761a1104d/f28259e1-f9fd-4efd-a876-627761a1104d.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.924602] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1492.924875] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f691d03-2629-4197-a587-3f5577384485 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.943551] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1492.943778] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1492.944548] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f374ace3-49b0-4993-962e-bac4055ef01d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.950328] env[69399]: DEBUG oslo_vmware.api [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1492.950328] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52dc7c17-81ea-6d00-2d3b-54486d299657" [ 1492.950328] env[69399]: _type = "Task" [ 1492.950328] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.958456] env[69399]: DEBUG oslo_vmware.api [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52dc7c17-81ea-6d00-2d3b-54486d299657, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.292797] env[69399]: DEBUG nova.network.neutron [req-93045e14-0f14-4dd1-86c5-4af1e2a084ad req-bcd50b7d-62ff-48a0-8840-3c30ec4c170c service nova] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Updated VIF entry in instance network info cache for port f7d756bd-553e-4104-ba90-a8fa9a29e400. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1493.293204] env[69399]: DEBUG nova.network.neutron [req-93045e14-0f14-4dd1-86c5-4af1e2a084ad req-bcd50b7d-62ff-48a0-8840-3c30ec4c170c service nova] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Updating instance_info_cache with network_info: [{"id": "f7d756bd-553e-4104-ba90-a8fa9a29e400", "address": "fa:16:3e:61:5f:36", "network": {"id": "fbc8d689-e009-493c-b7c6-f99fecd83767", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-209279494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "466df03825994aaaad4ffa06b54a80c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7d756bd-55", "ovs_interfaceid": "f7d756bd-553e-4104-ba90-a8fa9a29e400", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.460520] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Preparing fetch location {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1493.460875] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Fetch image to [datastore1] OSTACK_IMG_e0d0692c-3277-4d30-9798-0751f35821f5/OSTACK_IMG_e0d0692c-3277-4d30-9798-0751f35821f5.vmdk {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1493.460923] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Downloading stream optimized image f28259e1-f9fd-4efd-a876-627761a1104d to [datastore1] OSTACK_IMG_e0d0692c-3277-4d30-9798-0751f35821f5/OSTACK_IMG_e0d0692c-3277-4d30-9798-0751f35821f5.vmdk on the data store datastore1 as vApp {{(pid=69399) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1493.461095] env[69399]: DEBUG nova.virt.vmwareapi.images [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Downloading image file data f28259e1-f9fd-4efd-a876-627761a1104d to the ESX as VM named 'OSTACK_IMG_e0d0692c-3277-4d30-9798-0751f35821f5' {{(pid=69399) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1493.527270] env[69399]: DEBUG oslo_vmware.rw_handles [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1493.527270] env[69399]: value = "resgroup-9" [ 1493.527270] env[69399]: _type = "ResourcePool" [ 1493.527270] env[69399]: }. {{(pid=69399) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1493.528164] env[69399]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-389b550d-c000-42e9-a8f2-f45a872ddfde {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.550477] env[69399]: DEBUG oslo_vmware.rw_handles [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lease: (returnval){ [ 1493.550477] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e94b2b-f5e4-8609-ede5-98179e667731" [ 1493.550477] env[69399]: _type = "HttpNfcLease" [ 1493.550477] env[69399]: } obtained for vApp import into resource pool (val){ [ 1493.550477] env[69399]: value = "resgroup-9" [ 1493.550477] env[69399]: _type = "ResourcePool" [ 1493.550477] env[69399]: }. {{(pid=69399) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1493.550868] env[69399]: DEBUG oslo_vmware.api [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the lease: (returnval){ [ 1493.550868] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e94b2b-f5e4-8609-ede5-98179e667731" [ 1493.550868] env[69399]: _type = "HttpNfcLease" [ 1493.550868] env[69399]: } to be ready. {{(pid=69399) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1493.556969] env[69399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1493.556969] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e94b2b-f5e4-8609-ede5-98179e667731" [ 1493.556969] env[69399]: _type = "HttpNfcLease" [ 1493.556969] env[69399]: } is initializing. {{(pid=69399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1493.796042] env[69399]: DEBUG oslo_concurrency.lockutils [req-93045e14-0f14-4dd1-86c5-4af1e2a084ad req-bcd50b7d-62ff-48a0-8840-3c30ec4c170c service nova] Releasing lock "refresh_cache-92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.058713] env[69399]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1494.058713] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e94b2b-f5e4-8609-ede5-98179e667731" [ 1494.058713] env[69399]: _type = "HttpNfcLease" [ 1494.058713] env[69399]: } is ready. {{(pid=69399) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1494.059060] env[69399]: DEBUG oslo_vmware.rw_handles [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1494.059060] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52e94b2b-f5e4-8609-ede5-98179e667731" [ 1494.059060] env[69399]: _type = "HttpNfcLease" [ 1494.059060] env[69399]: }. {{(pid=69399) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1494.059696] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c17962-a4dd-4060-ab1c-ac9867641728 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.066891] env[69399]: DEBUG oslo_vmware.rw_handles [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5279de5d-b364-6ab1-cd82-83237f92067f/disk-0.vmdk from lease info. {{(pid=69399) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1494.067098] env[69399]: DEBUG oslo_vmware.rw_handles [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5279de5d-b364-6ab1-cd82-83237f92067f/disk-0.vmdk. {{(pid=69399) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1494.128046] env[69399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a3da3322-0576-4e47-b4fc-f6e768255764 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.403859] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48eecaaf-eea2-40f2-9899-bd8b0f63d361 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.428473] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Updating instance '52adc0b6-d4b5-43d2-9323-0ec2917109d0' progress to 0 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1494.939707] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1494.940158] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cf30e00-635d-421a-a74d-5058ed3c36ff {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.950971] env[69399]: DEBUG oslo_vmware.api [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1494.950971] env[69399]: value = "task-4178109" [ 1494.950971] env[69399]: _type = "Task" [ 1494.950971] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.961424] env[69399]: DEBUG oslo_vmware.api [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.283832] env[69399]: DEBUG oslo_vmware.rw_handles [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Completed reading data from the image iterator. {{(pid=69399) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1495.284108] env[69399]: DEBUG oslo_vmware.rw_handles [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5279de5d-b364-6ab1-cd82-83237f92067f/disk-0.vmdk. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1495.285060] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059ff1c6-82d7-4294-bcac-e7ab75031906 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.292622] env[69399]: DEBUG oslo_vmware.rw_handles [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5279de5d-b364-6ab1-cd82-83237f92067f/disk-0.vmdk is in state: ready. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1495.292847] env[69399]: DEBUG oslo_vmware.rw_handles [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5279de5d-b364-6ab1-cd82-83237f92067f/disk-0.vmdk. {{(pid=69399) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1495.293156] env[69399]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b2134834-3c92-4e50-830e-681973655927 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.464243] env[69399]: DEBUG oslo_vmware.api [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178109, 'name': PowerOffVM_Task, 'duration_secs': 0.18922} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.464605] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1495.464866] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Updating instance '52adc0b6-d4b5-43d2-9323-0ec2917109d0' progress to 17 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1495.480897] env[69399]: DEBUG oslo_vmware.rw_handles [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5279de5d-b364-6ab1-cd82-83237f92067f/disk-0.vmdk. {{(pid=69399) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1495.481165] env[69399]: INFO nova.virt.vmwareapi.images [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Downloaded image file data f28259e1-f9fd-4efd-a876-627761a1104d [ 1495.482039] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c53b2f-007c-42d3-9c50-cee8f6d68424 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.498936] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7eaa42b-0720-43bc-9397-393e8c7628c3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.542272] env[69399]: INFO nova.virt.vmwareapi.images [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] The imported VM was unregistered [ 1495.544669] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Caching image {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1495.544912] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Creating directory with path [datastore1] devstack-image-cache_base/f28259e1-f9fd-4efd-a876-627761a1104d {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1495.545198] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33d08e3a-8700-4d33-95ae-d20d40c23794 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.557241] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Created directory with path [datastore1] devstack-image-cache_base/f28259e1-f9fd-4efd-a876-627761a1104d {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1495.557534] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_e0d0692c-3277-4d30-9798-0751f35821f5/OSTACK_IMG_e0d0692c-3277-4d30-9798-0751f35821f5.vmdk to [datastore1] devstack-image-cache_base/f28259e1-f9fd-4efd-a876-627761a1104d/f28259e1-f9fd-4efd-a876-627761a1104d.vmdk. {{(pid=69399) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1495.557788] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4c085ca9-504d-4110-a57b-7d79f13408f0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.564523] env[69399]: DEBUG oslo_vmware.api [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1495.564523] env[69399]: value = "task-4178111" [ 1495.564523] env[69399]: _type = "Task" [ 1495.564523] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.574096] env[69399]: DEBUG oslo_vmware.api [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178111, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.973438] env[69399]: DEBUG nova.virt.hardware [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1495.973957] env[69399]: DEBUG nova.virt.hardware [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1495.973957] env[69399]: DEBUG nova.virt.hardware [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1495.974224] env[69399]: DEBUG nova.virt.hardware [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1495.974451] env[69399]: DEBUG nova.virt.hardware [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1495.974626] env[69399]: DEBUG nova.virt.hardware [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1495.974846] env[69399]: DEBUG nova.virt.hardware [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1495.975014] env[69399]: DEBUG nova.virt.hardware [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1495.975278] env[69399]: DEBUG nova.virt.hardware [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1495.975552] env[69399]: DEBUG nova.virt.hardware [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1495.975821] env[69399]: DEBUG nova.virt.hardware [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1495.981581] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79ab7b78-03b2-4134-9cb7-a72ac8e1fb2c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.001655] env[69399]: DEBUG oslo_vmware.api [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1496.001655] env[69399]: value = "task-4178112" [ 1496.001655] env[69399]: _type = "Task" [ 1496.001655] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.011654] env[69399]: DEBUG oslo_vmware.api [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178112, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.075503] env[69399]: DEBUG oslo_vmware.api [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178111, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.511899] env[69399]: DEBUG oslo_vmware.api [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178112, 'name': ReconfigVM_Task, 'duration_secs': 0.252054} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.512292] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Updating instance '52adc0b6-d4b5-43d2-9323-0ec2917109d0' progress to 33 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1496.575612] env[69399]: DEBUG oslo_vmware.api [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178111, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.715448] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1496.715706] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1496.715851] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1496.716015] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1496.716186] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1496.716387] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1496.716582] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1496.716735] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69399) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1496.716887] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.019975] env[69399]: DEBUG nova.virt.hardware [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1497.020455] env[69399]: DEBUG nova.virt.hardware [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1497.020455] env[69399]: DEBUG nova.virt.hardware [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1497.020615] env[69399]: DEBUG nova.virt.hardware [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1497.020748] env[69399]: DEBUG nova.virt.hardware [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1497.020898] env[69399]: DEBUG nova.virt.hardware [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1497.021388] env[69399]: DEBUG nova.virt.hardware [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1497.021388] env[69399]: DEBUG nova.virt.hardware [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1497.021559] env[69399]: DEBUG nova.virt.hardware [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1497.021610] env[69399]: DEBUG nova.virt.hardware [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1497.021784] env[69399]: DEBUG nova.virt.hardware [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1497.027380] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1497.027717] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ceeb7b1b-ecfd-4f53-9092-e31a26502819 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.047182] env[69399]: DEBUG oslo_vmware.api [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1497.047182] env[69399]: value = "task-4178113" [ 1497.047182] env[69399]: _type = "Task" [ 1497.047182] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.056498] env[69399]: DEBUG oslo_vmware.api [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178113, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.076108] env[69399]: DEBUG oslo_vmware.api [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178111, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.220743] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.221086] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.221289] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.221453] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69399) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1497.222506] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47e9cce-3b6f-45dd-b8c6-87cbbaf814c4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.231700] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cadfaae-9639-45a6-8c4f-d70809fa0b1d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.247925] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499f0859-d389-4add-90ab-35f177df1c7a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.256224] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2eef41c-3e8e-45ab-9cc0-191104d49e7b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.289206] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180206MB free_disk=8GB free_vcpus=48 pci_devices=None {{(pid=69399) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1497.289436] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.289584] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.558233] env[69399]: DEBUG oslo_vmware.api [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178113, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.576483] env[69399]: DEBUG oslo_vmware.api [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178111, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.058961] env[69399]: DEBUG oslo_vmware.api [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178113, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.076609] env[69399]: DEBUG oslo_vmware.api [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178111, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.331029} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.076884] env[69399]: INFO nova.virt.vmwareapi.ds_util [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_e0d0692c-3277-4d30-9798-0751f35821f5/OSTACK_IMG_e0d0692c-3277-4d30-9798-0751f35821f5.vmdk to [datastore1] devstack-image-cache_base/f28259e1-f9fd-4efd-a876-627761a1104d/f28259e1-f9fd-4efd-a876-627761a1104d.vmdk. [ 1498.077087] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Cleaning up location [datastore1] OSTACK_IMG_e0d0692c-3277-4d30-9798-0751f35821f5 {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1498.077285] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_e0d0692c-3277-4d30-9798-0751f35821f5 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1498.077546] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbcabe42-b9b4-45a8-99fb-e450010e66cf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.084630] env[69399]: DEBUG oslo_vmware.api [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1498.084630] env[69399]: value = "task-4178114" [ 1498.084630] env[69399]: _type = "Task" [ 1498.084630] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.092600] env[69399]: DEBUG oslo_vmware.api [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.296921] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Applying migration context for instance 52adc0b6-d4b5-43d2-9323-0ec2917109d0 as it has an incoming, in-progress migration fb78c1dc-81a0-4c15-a2f5-d11b96be82a1. Migration status is migrating {{(pid=69399) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1498.297604] env[69399]: INFO nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Updating resource usage from migration fb78c1dc-81a0-4c15-a2f5-d11b96be82a1 [ 1498.317206] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1498.317384] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Migration fb78c1dc-81a0-4c15-a2f5-d11b96be82a1 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1498.317511] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 52adc0b6-d4b5-43d2-9323-0ec2917109d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1498.317704] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1498.317842] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1152MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1498.366335] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bf8029-e102-4ddf-9ef6-d6bcc5b7605c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.374120] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c88af86-6648-4ee1-9af1-97d0cc92192c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.404970] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b578ee8-bac2-4bdb-8f1a-4cb00b02daf8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.413064] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c377e1f-63c5-4919-a54d-f8f14c2b7804 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.426551] env[69399]: DEBUG nova.compute.provider_tree [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1498.560885] env[69399]: DEBUG oslo_vmware.api [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178113, 'name': ReconfigVM_Task, 'duration_secs': 1.207513} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.561251] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1498.562059] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e84471a-100e-46b4-b3f4-8309b9aa35c7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.584853] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 52adc0b6-d4b5-43d2-9323-0ec2917109d0/52adc0b6-d4b5-43d2-9323-0ec2917109d0.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1498.585195] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10cb45bf-2a8a-4459-b442-511bb136e8c3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.606016] env[69399]: DEBUG oslo_vmware.api [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035504} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.607408] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1498.607594] env[69399]: DEBUG oslo_concurrency.lockutils [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f28259e1-f9fd-4efd-a876-627761a1104d/f28259e1-f9fd-4efd-a876-627761a1104d.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.607850] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f28259e1-f9fd-4efd-a876-627761a1104d/f28259e1-f9fd-4efd-a876-627761a1104d.vmdk to [datastore1] 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0/92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1498.608214] env[69399]: DEBUG oslo_vmware.api [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1498.608214] env[69399]: value = "task-4178115" [ 1498.608214] env[69399]: _type = "Task" [ 1498.608214] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.608443] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99ffe40a-2c21-403e-abc2-df0455326d54 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.619347] env[69399]: DEBUG oslo_vmware.api [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178115, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.620857] env[69399]: DEBUG oslo_vmware.api [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1498.620857] env[69399]: value = "task-4178116" [ 1498.620857] env[69399]: _type = "Task" [ 1498.620857] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.930235] env[69399]: DEBUG nova.scheduler.client.report [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1499.120782] env[69399]: DEBUG oslo_vmware.api [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178115, 'name': ReconfigVM_Task, 'duration_secs': 0.418171} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.121211] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 52adc0b6-d4b5-43d2-9323-0ec2917109d0/52adc0b6-d4b5-43d2-9323-0ec2917109d0.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1499.121385] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Updating instance '52adc0b6-d4b5-43d2-9323-0ec2917109d0' progress to 50 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1499.133910] env[69399]: DEBUG oslo_vmware.api [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178116, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.435548] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69399) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1499.435805] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.146s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1499.630891] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84529fed-e05a-482c-8536-932a5e65ac09 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.639506] env[69399]: DEBUG oslo_vmware.api [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178116, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.655232] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d505069-91a3-4474-9470-13baa7a25b99 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.676374] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Updating instance '52adc0b6-d4b5-43d2-9323-0ec2917109d0' progress to 67 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1500.137027] env[69399]: DEBUG oslo_vmware.api [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178116, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.219944] env[69399]: DEBUG nova.network.neutron [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Port 0737b3e3-6cad-4b9c-8867-725c58c49f4c binding to destination host cpu-1 is already ACTIVE {{(pid=69399) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1500.637388] env[69399]: DEBUG oslo_vmware.api [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178116, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.136201] env[69399]: DEBUG oslo_vmware.api [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178116, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.346632} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.136481] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f28259e1-f9fd-4efd-a876-627761a1104d/f28259e1-f9fd-4efd-a876-627761a1104d.vmdk to [datastore1] 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0/92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1501.137281] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f02e589-8150-40b9-8117-8c1d78733924 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.158666] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0/92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0.vmdk or device None with type streamOptimized {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1501.158901] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86faf83f-03d8-45df-bc21-286e364ef0e9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.177953] env[69399]: DEBUG oslo_vmware.api [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1501.177953] env[69399]: value = "task-4178117" [ 1501.177953] env[69399]: _type = "Task" [ 1501.177953] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.185891] env[69399]: DEBUG oslo_vmware.api [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178117, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.244213] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "52adc0b6-d4b5-43d2-9323-0ec2917109d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.244461] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "52adc0b6-d4b5-43d2-9323-0ec2917109d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.244686] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "52adc0b6-d4b5-43d2-9323-0ec2917109d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1501.690949] env[69399]: DEBUG oslo_vmware.api [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178117, 'name': ReconfigVM_Task, 'duration_secs': 0.298517} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.691255] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0/92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0.vmdk or device None with type streamOptimized {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1501.692049] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f219643f-dc56-4697-bd59-dbbad707e887 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.699764] env[69399]: DEBUG oslo_vmware.api [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1501.699764] env[69399]: value = "task-4178118" [ 1501.699764] env[69399]: _type = "Task" [ 1501.699764] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.708280] env[69399]: DEBUG oslo_vmware.api [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178118, 'name': Rename_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.210116] env[69399]: DEBUG oslo_vmware.api [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178118, 'name': Rename_Task, 'duration_secs': 0.137493} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.210502] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1502.210659] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67384da7-db0c-438a-b941-4798e17c548d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.218880] env[69399]: DEBUG oslo_vmware.api [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1502.218880] env[69399]: value = "task-4178119" [ 1502.218880] env[69399]: _type = "Task" [ 1502.218880] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.226732] env[69399]: DEBUG oslo_vmware.api [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.279135] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "refresh_cache-52adc0b6-d4b5-43d2-9323-0ec2917109d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.279334] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquired lock "refresh_cache-52adc0b6-d4b5-43d2-9323-0ec2917109d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.279546] env[69399]: DEBUG nova.network.neutron [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1502.729346] env[69399]: DEBUG oslo_vmware.api [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178119, 'name': PowerOnVM_Task, 'duration_secs': 0.496848} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.729627] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1502.834954] env[69399]: DEBUG nova.compute.manager [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1502.835076] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b602616-f8a6-4a82-ae56-7ef52aa32a0d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.000173] env[69399]: DEBUG nova.network.neutron [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Updating instance_info_cache with network_info: [{"id": "0737b3e3-6cad-4b9c-8867-725c58c49f4c", "address": "fa:16:3e:31:5c:06", "network": {"id": "afe3de9f-8d2f-45fb-9256-92317049c9ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-136698690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55629667f6cd4f8a948cc9a5a7f54dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0737b3e3-6c", "ovs_interfaceid": "0737b3e3-6cad-4b9c-8867-725c58c49f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.351932] env[69399]: DEBUG oslo_concurrency.lockutils [None req-074da437-d202-444c-8f8b-947c7812bf59 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.593s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1503.502920] env[69399]: DEBUG oslo_concurrency.lockutils [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Releasing lock "refresh_cache-52adc0b6-d4b5-43d2-9323-0ec2917109d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.028862] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77177221-f187-4643-83f0-1a103c7f2063 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.048716] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f7c745-bf51-43c7-8917-605014b53f6f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.056432] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Updating instance '52adc0b6-d4b5-43d2-9323-0ec2917109d0' progress to 83 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1504.563910] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1504.564347] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4aa626dd-a5a7-4a77-a489-b4d17e6014b3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.572226] env[69399]: DEBUG oslo_vmware.api [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1504.572226] env[69399]: value = "task-4178120" [ 1504.572226] env[69399]: _type = "Task" [ 1504.572226] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.580386] env[69399]: DEBUG oslo_vmware.api [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.638269] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f0791266-c6e2-4488-83bf-4c055c10ddf9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1504.638545] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f0791266-c6e2-4488-83bf-4c055c10ddf9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1504.638761] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f0791266-c6e2-4488-83bf-4c055c10ddf9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1504.638943] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f0791266-c6e2-4488-83bf-4c055c10ddf9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1504.639126] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f0791266-c6e2-4488-83bf-4c055c10ddf9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1504.641601] env[69399]: INFO nova.compute.manager [None req-f0791266-c6e2-4488-83bf-4c055c10ddf9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Terminating instance [ 1505.083947] env[69399]: DEBUG oslo_vmware.api [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178120, 'name': PowerOnVM_Task, 'duration_secs': 0.397223} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.084329] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1505.084578] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-a3087f1c-69f2-4f41-93f1-a68c0cf447b4 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Updating instance '52adc0b6-d4b5-43d2-9323-0ec2917109d0' progress to 100 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1505.145511] env[69399]: DEBUG nova.compute.manager [None req-f0791266-c6e2-4488-83bf-4c055c10ddf9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1505.145742] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f0791266-c6e2-4488-83bf-4c055c10ddf9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1505.146768] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641e9c1a-1729-4ab3-a8f2-78665895afb1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.154749] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0791266-c6e2-4488-83bf-4c055c10ddf9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1505.154980] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5064389-a1cb-4cea-9fbc-94c952fc76ec {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.161353] env[69399]: DEBUG oslo_vmware.api [None req-f0791266-c6e2-4488-83bf-4c055c10ddf9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1505.161353] env[69399]: value = "task-4178121" [ 1505.161353] env[69399]: _type = "Task" [ 1505.161353] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.169928] env[69399]: DEBUG oslo_vmware.api [None req-f0791266-c6e2-4488-83bf-4c055c10ddf9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.671808] env[69399]: DEBUG oslo_vmware.api [None req-f0791266-c6e2-4488-83bf-4c055c10ddf9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178121, 'name': PowerOffVM_Task, 'duration_secs': 0.198399} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.672209] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0791266-c6e2-4488-83bf-4c055c10ddf9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1505.672310] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f0791266-c6e2-4488-83bf-4c055c10ddf9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1505.672578] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dedfa16b-0918-4d96-97d6-655f70f69c58 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.733382] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f0791266-c6e2-4488-83bf-4c055c10ddf9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1505.733608] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f0791266-c6e2-4488-83bf-4c055c10ddf9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1505.733788] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0791266-c6e2-4488-83bf-4c055c10ddf9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Deleting the datastore file [datastore1] 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1505.734085] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c490d102-53a0-454d-8be6-2b578373bbcf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.741984] env[69399]: DEBUG oslo_vmware.api [None req-f0791266-c6e2-4488-83bf-4c055c10ddf9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for the task: (returnval){ [ 1505.741984] env[69399]: value = "task-4178123" [ 1505.741984] env[69399]: _type = "Task" [ 1505.741984] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.749986] env[69399]: DEBUG oslo_vmware.api [None req-f0791266-c6e2-4488-83bf-4c055c10ddf9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178123, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.252817] env[69399]: DEBUG oslo_vmware.api [None req-f0791266-c6e2-4488-83bf-4c055c10ddf9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Task: {'id': task-4178123, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139003} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.253206] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0791266-c6e2-4488-83bf-4c055c10ddf9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1506.253437] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f0791266-c6e2-4488-83bf-4c055c10ddf9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1506.253668] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f0791266-c6e2-4488-83bf-4c055c10ddf9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1506.253912] env[69399]: INFO nova.compute.manager [None req-f0791266-c6e2-4488-83bf-4c055c10ddf9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1506.254256] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0791266-c6e2-4488-83bf-4c055c10ddf9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1506.254505] env[69399]: DEBUG nova.compute.manager [-] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1506.254638] env[69399]: DEBUG nova.network.neutron [-] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1506.721173] env[69399]: DEBUG nova.compute.manager [req-3bd001b4-348a-4b1a-a747-4e8a5cfbf506 req-543a33ee-0a4b-40cb-8cd4-c358a64adf9a service nova] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Received event network-vif-deleted-f7d756bd-553e-4104-ba90-a8fa9a29e400 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1506.721173] env[69399]: INFO nova.compute.manager [req-3bd001b4-348a-4b1a-a747-4e8a5cfbf506 req-543a33ee-0a4b-40cb-8cd4-c358a64adf9a service nova] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Neutron deleted interface f7d756bd-553e-4104-ba90-a8fa9a29e400; detaching it from the instance and deleting it from the info cache [ 1506.721476] env[69399]: DEBUG nova.network.neutron [req-3bd001b4-348a-4b1a-a747-4e8a5cfbf506 req-543a33ee-0a4b-40cb-8cd4-c358a64adf9a service nova] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.197043] env[69399]: DEBUG nova.network.neutron [-] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.223858] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-caafe0d3-1413-4376-870d-545cebdd3249 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.235031] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b505b061-530d-4fda-a87f-ebe84f3435a5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.262682] env[69399]: DEBUG nova.compute.manager [req-3bd001b4-348a-4b1a-a747-4e8a5cfbf506 req-543a33ee-0a4b-40cb-8cd4-c358a64adf9a service nova] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Detach interface failed, port_id=f7d756bd-553e-4104-ba90-a8fa9a29e400, reason: Instance 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0 could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1507.700539] env[69399]: INFO nova.compute.manager [-] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Took 1.45 seconds to deallocate network for instance. [ 1507.829883] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4e25947b-74fd-40f8-b961-e3e2473ce506 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "52adc0b6-d4b5-43d2-9323-0ec2917109d0" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1507.830320] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4e25947b-74fd-40f8-b961-e3e2473ce506 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "52adc0b6-d4b5-43d2-9323-0ec2917109d0" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1507.830433] env[69399]: DEBUG nova.compute.manager [None req-4e25947b-74fd-40f8-b961-e3e2473ce506 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Going to confirm migration 9 {{(pid=69399) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1508.209052] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f0791266-c6e2-4488-83bf-4c055c10ddf9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1508.209052] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f0791266-c6e2-4488-83bf-4c055c10ddf9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1508.209052] env[69399]: DEBUG nova.objects.instance [None req-f0791266-c6e2-4488-83bf-4c055c10ddf9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lazy-loading 'resources' on Instance uuid 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1508.368388] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4e25947b-74fd-40f8-b961-e3e2473ce506 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "refresh_cache-52adc0b6-d4b5-43d2-9323-0ec2917109d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.368580] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4e25947b-74fd-40f8-b961-e3e2473ce506 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquired lock "refresh_cache-52adc0b6-d4b5-43d2-9323-0ec2917109d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.368762] env[69399]: DEBUG nova.network.neutron [None req-4e25947b-74fd-40f8-b961-e3e2473ce506 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1508.368945] env[69399]: DEBUG nova.objects.instance [None req-4e25947b-74fd-40f8-b961-e3e2473ce506 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lazy-loading 'info_cache' on Instance uuid 52adc0b6-d4b5-43d2-9323-0ec2917109d0 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1508.764224] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2c2e8f-1bfb-4511-8e5f-485a1d4e37e2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.772106] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6831108-e81e-4393-856e-a39915d9ce91 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.802334] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71f4364-01c4-407a-9988-a04f7ccbe5ff {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.809616] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68648c4c-b69c-4714-8381-cfa938a30e18 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.822579] env[69399]: DEBUG nova.compute.provider_tree [None req-f0791266-c6e2-4488-83bf-4c055c10ddf9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1509.325865] env[69399]: DEBUG nova.scheduler.client.report [None req-f0791266-c6e2-4488-83bf-4c055c10ddf9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1509.634037] env[69399]: DEBUG nova.network.neutron [None req-4e25947b-74fd-40f8-b961-e3e2473ce506 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Updating instance_info_cache with network_info: [{"id": "0737b3e3-6cad-4b9c-8867-725c58c49f4c", "address": "fa:16:3e:31:5c:06", "network": {"id": "afe3de9f-8d2f-45fb-9256-92317049c9ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-136698690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55629667f6cd4f8a948cc9a5a7f54dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0737b3e3-6c", "ovs_interfaceid": "0737b3e3-6cad-4b9c-8867-725c58c49f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.830688] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f0791266-c6e2-4488-83bf-4c055c10ddf9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1509.850563] env[69399]: INFO nova.scheduler.client.report [None req-f0791266-c6e2-4488-83bf-4c055c10ddf9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Deleted allocations for instance 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0 [ 1510.137202] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4e25947b-74fd-40f8-b961-e3e2473ce506 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Releasing lock "refresh_cache-52adc0b6-d4b5-43d2-9323-0ec2917109d0" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.137555] env[69399]: DEBUG nova.objects.instance [None req-4e25947b-74fd-40f8-b961-e3e2473ce506 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lazy-loading 'migration_context' on Instance uuid 52adc0b6-d4b5-43d2-9323-0ec2917109d0 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1510.358643] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f0791266-c6e2-4488-83bf-4c055c10ddf9 tempest-ServerActionsTestOtherB-1631140328 tempest-ServerActionsTestOtherB-1631140328-project-member] Lock "92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.720s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1510.640742] env[69399]: DEBUG nova.objects.base [None req-4e25947b-74fd-40f8-b961-e3e2473ce506 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Object Instance<52adc0b6-d4b5-43d2-9323-0ec2917109d0> lazy-loaded attributes: info_cache,migration_context {{(pid=69399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1510.641755] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a882c50-84ff-48a3-b18b-afaf21128ead {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.662461] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c34f3bf-60e6-4fca-86d8-6999623f9b65 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.668287] env[69399]: DEBUG oslo_vmware.api [None req-4e25947b-74fd-40f8-b961-e3e2473ce506 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1510.668287] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d5563f-f208-8992-f386-9e85db8990fb" [ 1510.668287] env[69399]: _type = "Task" [ 1510.668287] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.676387] env[69399]: DEBUG oslo_vmware.api [None req-4e25947b-74fd-40f8-b961-e3e2473ce506 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d5563f-f208-8992-f386-9e85db8990fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.179930] env[69399]: DEBUG oslo_vmware.api [None req-4e25947b-74fd-40f8-b961-e3e2473ce506 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52d5563f-f208-8992-f386-9e85db8990fb, 'name': SearchDatastore_Task, 'duration_secs': 0.007463} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.180246] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4e25947b-74fd-40f8-b961-e3e2473ce506 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1511.180575] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4e25947b-74fd-40f8-b961-e3e2473ce506 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1511.725985] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710a0ed5-90e8-466f-9809-b05476b01f1f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.733891] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929ee5c0-a51a-44a0-a97d-5711512051f3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.764046] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06d3d3f-3ce9-4a22-a03b-6da3f1179542 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.772143] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4270d96-82a4-4cc0-8c63-cff32edf4116 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.785669] env[69399]: DEBUG nova.compute.provider_tree [None req-4e25947b-74fd-40f8-b961-e3e2473ce506 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1512.289807] env[69399]: DEBUG nova.scheduler.client.report [None req-4e25947b-74fd-40f8-b961-e3e2473ce506 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1513.301533] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4e25947b-74fd-40f8-b961-e3e2473ce506 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.121s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1513.860155] env[69399]: INFO nova.scheduler.client.report [None req-4e25947b-74fd-40f8-b961-e3e2473ce506 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Deleted allocation for migration fb78c1dc-81a0-4c15-a2f5-d11b96be82a1 [ 1514.366627] env[69399]: DEBUG oslo_concurrency.lockutils [None req-4e25947b-74fd-40f8-b961-e3e2473ce506 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "52adc0b6-d4b5-43d2-9323-0ec2917109d0" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.536s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1514.935843] env[69399]: DEBUG oslo_concurrency.lockutils [None req-abfd0064-a467-4e6f-9b4b-c37fccc7d291 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "52adc0b6-d4b5-43d2-9323-0ec2917109d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1514.936166] env[69399]: DEBUG oslo_concurrency.lockutils [None req-abfd0064-a467-4e6f-9b4b-c37fccc7d291 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "52adc0b6-d4b5-43d2-9323-0ec2917109d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1514.936391] env[69399]: DEBUG oslo_concurrency.lockutils [None req-abfd0064-a467-4e6f-9b4b-c37fccc7d291 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "52adc0b6-d4b5-43d2-9323-0ec2917109d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1514.936581] env[69399]: DEBUG oslo_concurrency.lockutils [None req-abfd0064-a467-4e6f-9b4b-c37fccc7d291 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "52adc0b6-d4b5-43d2-9323-0ec2917109d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1514.936754] env[69399]: DEBUG oslo_concurrency.lockutils [None req-abfd0064-a467-4e6f-9b4b-c37fccc7d291 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "52adc0b6-d4b5-43d2-9323-0ec2917109d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1514.939541] env[69399]: INFO nova.compute.manager [None req-abfd0064-a467-4e6f-9b4b-c37fccc7d291 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Terminating instance [ 1515.444604] env[69399]: DEBUG nova.compute.manager [None req-abfd0064-a467-4e6f-9b4b-c37fccc7d291 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1515.444925] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-abfd0064-a467-4e6f-9b4b-c37fccc7d291 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1515.445940] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29e5c14-6fd9-4465-8e62-2ef837e75c4d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.454896] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-abfd0064-a467-4e6f-9b4b-c37fccc7d291 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1515.455176] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc6a4e6b-ea7e-4385-a50c-d3e9a0f7088a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.462579] env[69399]: DEBUG oslo_vmware.api [None req-abfd0064-a467-4e6f-9b4b-c37fccc7d291 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1515.462579] env[69399]: value = "task-4178125" [ 1515.462579] env[69399]: _type = "Task" [ 1515.462579] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.471502] env[69399]: DEBUG oslo_vmware.api [None req-abfd0064-a467-4e6f-9b4b-c37fccc7d291 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.972528] env[69399]: DEBUG oslo_vmware.api [None req-abfd0064-a467-4e6f-9b4b-c37fccc7d291 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178125, 'name': PowerOffVM_Task, 'duration_secs': 0.202997} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.972773] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-abfd0064-a467-4e6f-9b4b-c37fccc7d291 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1515.973391] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-abfd0064-a467-4e6f-9b4b-c37fccc7d291 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1515.973391] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a26d9f6-a199-4889-b102-41cff1bafcb7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.040748] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-abfd0064-a467-4e6f-9b4b-c37fccc7d291 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1516.041167] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-abfd0064-a467-4e6f-9b4b-c37fccc7d291 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1516.041584] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-abfd0064-a467-4e6f-9b4b-c37fccc7d291 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Deleting the datastore file [datastore2] 52adc0b6-d4b5-43d2-9323-0ec2917109d0 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1516.041946] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-726e4950-8244-4986-8b07-8ed77920b9ad {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.050109] env[69399]: DEBUG oslo_vmware.api [None req-abfd0064-a467-4e6f-9b4b-c37fccc7d291 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1516.050109] env[69399]: value = "task-4178127" [ 1516.050109] env[69399]: _type = "Task" [ 1516.050109] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.058314] env[69399]: DEBUG oslo_vmware.api [None req-abfd0064-a467-4e6f-9b4b-c37fccc7d291 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.560581] env[69399]: DEBUG oslo_vmware.api [None req-abfd0064-a467-4e6f-9b4b-c37fccc7d291 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159183} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.560969] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-abfd0064-a467-4e6f-9b4b-c37fccc7d291 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1516.561160] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-abfd0064-a467-4e6f-9b4b-c37fccc7d291 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1516.561361] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-abfd0064-a467-4e6f-9b4b-c37fccc7d291 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1516.561567] env[69399]: INFO nova.compute.manager [None req-abfd0064-a467-4e6f-9b4b-c37fccc7d291 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1516.561831] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abfd0064-a467-4e6f-9b4b-c37fccc7d291 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1516.562039] env[69399]: DEBUG nova.compute.manager [-] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1516.562139] env[69399]: DEBUG nova.network.neutron [-] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1517.280078] env[69399]: DEBUG nova.compute.manager [req-9dc8f9a8-5011-4c18-b065-43ac0fcfc1e5 req-d02227f2-185a-4dfc-85ba-d7abf256e478 service nova] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Received event network-vif-deleted-0737b3e3-6cad-4b9c-8867-725c58c49f4c {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1517.280078] env[69399]: INFO nova.compute.manager [req-9dc8f9a8-5011-4c18-b065-43ac0fcfc1e5 req-d02227f2-185a-4dfc-85ba-d7abf256e478 service nova] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Neutron deleted interface 0737b3e3-6cad-4b9c-8867-725c58c49f4c; detaching it from the instance and deleting it from the info cache [ 1517.280078] env[69399]: DEBUG nova.network.neutron [req-9dc8f9a8-5011-4c18-b065-43ac0fcfc1e5 req-d02227f2-185a-4dfc-85ba-d7abf256e478 service nova] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.758555] env[69399]: DEBUG nova.network.neutron [-] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.783213] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b113f73-916b-4c54-911e-bbe3ae8dcbb7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.794672] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d95d08-b2da-491e-80d8-30aadaa65514 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.820490] env[69399]: DEBUG nova.compute.manager [req-9dc8f9a8-5011-4c18-b065-43ac0fcfc1e5 req-d02227f2-185a-4dfc-85ba-d7abf256e478 service nova] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Detach interface failed, port_id=0737b3e3-6cad-4b9c-8867-725c58c49f4c, reason: Instance 52adc0b6-d4b5-43d2-9323-0ec2917109d0 could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1518.263652] env[69399]: INFO nova.compute.manager [-] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Took 1.70 seconds to deallocate network for instance. [ 1518.772938] env[69399]: DEBUG oslo_concurrency.lockutils [None req-abfd0064-a467-4e6f-9b4b-c37fccc7d291 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1518.772938] env[69399]: DEBUG oslo_concurrency.lockutils [None req-abfd0064-a467-4e6f-9b4b-c37fccc7d291 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1518.772938] env[69399]: DEBUG oslo_concurrency.lockutils [None req-abfd0064-a467-4e6f-9b4b-c37fccc7d291 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1518.794025] env[69399]: INFO nova.scheduler.client.report [None req-abfd0064-a467-4e6f-9b4b-c37fccc7d291 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Deleted allocations for instance 52adc0b6-d4b5-43d2-9323-0ec2917109d0 [ 1519.305017] env[69399]: DEBUG oslo_concurrency.lockutils [None req-abfd0064-a467-4e6f-9b4b-c37fccc7d291 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "52adc0b6-d4b5-43d2-9323-0ec2917109d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.369s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1520.033746] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "0782761b-0bef-4568-8289-e7f069093088" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1520.033995] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "0782761b-0bef-4568-8289-e7f069093088" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1520.536910] env[69399]: DEBUG nova.compute.manager [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1521.056443] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1521.056745] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1521.058378] env[69399]: INFO nova.compute.claims [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1522.101744] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e020664c-7885-46f4-85a3-7260b259d99a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.109583] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4cf7e3-4895-4445-a440-59a631f0f403 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.139639] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2278cdd1-3ae1-47e9-b5af-34c4cd061f4a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.147476] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a70c8a1-a9ec-42df-a806-a77f996e2857 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.160550] env[69399]: DEBUG nova.compute.provider_tree [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1522.663704] env[69399]: DEBUG nova.scheduler.client.report [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1523.169739] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.113s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1523.170318] env[69399]: DEBUG nova.compute.manager [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1523.676364] env[69399]: DEBUG nova.compute.utils [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1523.678049] env[69399]: DEBUG nova.compute.manager [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1523.678303] env[69399]: DEBUG nova.network.neutron [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1523.733603] env[69399]: DEBUG nova.policy [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fffd0b8752594014ba4753550eac82af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55629667f6cd4f8a948cc9a5a7f54dd2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1524.026500] env[69399]: DEBUG nova.network.neutron [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Successfully created port: 41c608ec-f72c-46df-9e18-70220ee7e4ad {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1524.185027] env[69399]: DEBUG nova.compute.manager [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1525.194018] env[69399]: DEBUG nova.compute.manager [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1525.222893] env[69399]: DEBUG nova.virt.hardware [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1525.222893] env[69399]: DEBUG nova.virt.hardware [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1525.222893] env[69399]: DEBUG nova.virt.hardware [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1525.223122] env[69399]: DEBUG nova.virt.hardware [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1525.223183] env[69399]: DEBUG nova.virt.hardware [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1525.223339] env[69399]: DEBUG nova.virt.hardware [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1525.223549] env[69399]: DEBUG nova.virt.hardware [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1525.223707] env[69399]: DEBUG nova.virt.hardware [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1525.223870] env[69399]: DEBUG nova.virt.hardware [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1525.224047] env[69399]: DEBUG nova.virt.hardware [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1525.224229] env[69399]: DEBUG nova.virt.hardware [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1525.225136] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c76b51-e34d-4da7-82b5-38ff754c43c3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.233616] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b60ceb9-ce48-4d70-b609-cc773a19baca {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.400381] env[69399]: DEBUG nova.compute.manager [req-1beb7e51-27f2-4060-aa3c-104b01b956c8 req-cb48ab8c-fd57-4b35-aea4-715918a1e861 service nova] [instance: 0782761b-0bef-4568-8289-e7f069093088] Received event network-vif-plugged-41c608ec-f72c-46df-9e18-70220ee7e4ad {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1525.400659] env[69399]: DEBUG oslo_concurrency.lockutils [req-1beb7e51-27f2-4060-aa3c-104b01b956c8 req-cb48ab8c-fd57-4b35-aea4-715918a1e861 service nova] Acquiring lock "0782761b-0bef-4568-8289-e7f069093088-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1525.400868] env[69399]: DEBUG oslo_concurrency.lockutils [req-1beb7e51-27f2-4060-aa3c-104b01b956c8 req-cb48ab8c-fd57-4b35-aea4-715918a1e861 service nova] Lock "0782761b-0bef-4568-8289-e7f069093088-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1525.401043] env[69399]: DEBUG oslo_concurrency.lockutils [req-1beb7e51-27f2-4060-aa3c-104b01b956c8 req-cb48ab8c-fd57-4b35-aea4-715918a1e861 service nova] Lock "0782761b-0bef-4568-8289-e7f069093088-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1525.401214] env[69399]: DEBUG nova.compute.manager [req-1beb7e51-27f2-4060-aa3c-104b01b956c8 req-cb48ab8c-fd57-4b35-aea4-715918a1e861 service nova] [instance: 0782761b-0bef-4568-8289-e7f069093088] No waiting events found dispatching network-vif-plugged-41c608ec-f72c-46df-9e18-70220ee7e4ad {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1525.401378] env[69399]: WARNING nova.compute.manager [req-1beb7e51-27f2-4060-aa3c-104b01b956c8 req-cb48ab8c-fd57-4b35-aea4-715918a1e861 service nova] [instance: 0782761b-0bef-4568-8289-e7f069093088] Received unexpected event network-vif-plugged-41c608ec-f72c-46df-9e18-70220ee7e4ad for instance with vm_state building and task_state spawning. [ 1525.489507] env[69399]: DEBUG nova.network.neutron [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Successfully updated port: 41c608ec-f72c-46df-9e18-70220ee7e4ad {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1525.992038] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "refresh_cache-0782761b-0bef-4568-8289-e7f069093088" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.993077] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquired lock "refresh_cache-0782761b-0bef-4568-8289-e7f069093088" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.993077] env[69399]: DEBUG nova.network.neutron [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1526.526834] env[69399]: DEBUG nova.network.neutron [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1526.654990] env[69399]: DEBUG nova.network.neutron [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Updating instance_info_cache with network_info: [{"id": "41c608ec-f72c-46df-9e18-70220ee7e4ad", "address": "fa:16:3e:9d:fc:b0", "network": {"id": "afe3de9f-8d2f-45fb-9256-92317049c9ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-136698690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55629667f6cd4f8a948cc9a5a7f54dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41c608ec-f7", "ovs_interfaceid": "41c608ec-f72c-46df-9e18-70220ee7e4ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.157614] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Releasing lock "refresh_cache-0782761b-0bef-4568-8289-e7f069093088" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.157962] env[69399]: DEBUG nova.compute.manager [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Instance network_info: |[{"id": "41c608ec-f72c-46df-9e18-70220ee7e4ad", "address": "fa:16:3e:9d:fc:b0", "network": {"id": "afe3de9f-8d2f-45fb-9256-92317049c9ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-136698690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55629667f6cd4f8a948cc9a5a7f54dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41c608ec-f7", "ovs_interfaceid": "41c608ec-f72c-46df-9e18-70220ee7e4ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1527.158451] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:fc:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '163e60bd-32d6-41c5-95e6-2eb10c5c9245', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41c608ec-f72c-46df-9e18-70220ee7e4ad', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1527.167081] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1527.167374] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0782761b-0bef-4568-8289-e7f069093088] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1527.167991] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cea7372d-1071-4bb8-aa62-6c07e8b9c68d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.189387] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1527.189387] env[69399]: value = "task-4178128" [ 1527.189387] env[69399]: _type = "Task" [ 1527.189387] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.198353] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4178128, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.377961] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1527.378270] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1527.431600] env[69399]: DEBUG nova.compute.manager [req-0f3b6534-5ac7-4a27-ba31-4f9c8233f857 req-925be8fe-7a1d-48e3-9ff4-1c94e0532ac7 service nova] [instance: 0782761b-0bef-4568-8289-e7f069093088] Received event network-changed-41c608ec-f72c-46df-9e18-70220ee7e4ad {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1527.431918] env[69399]: DEBUG nova.compute.manager [req-0f3b6534-5ac7-4a27-ba31-4f9c8233f857 req-925be8fe-7a1d-48e3-9ff4-1c94e0532ac7 service nova] [instance: 0782761b-0bef-4568-8289-e7f069093088] Refreshing instance network info cache due to event network-changed-41c608ec-f72c-46df-9e18-70220ee7e4ad. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1527.432294] env[69399]: DEBUG oslo_concurrency.lockutils [req-0f3b6534-5ac7-4a27-ba31-4f9c8233f857 req-925be8fe-7a1d-48e3-9ff4-1c94e0532ac7 service nova] Acquiring lock "refresh_cache-0782761b-0bef-4568-8289-e7f069093088" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.432531] env[69399]: DEBUG oslo_concurrency.lockutils [req-0f3b6534-5ac7-4a27-ba31-4f9c8233f857 req-925be8fe-7a1d-48e3-9ff4-1c94e0532ac7 service nova] Acquired lock "refresh_cache-0782761b-0bef-4568-8289-e7f069093088" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.432802] env[69399]: DEBUG nova.network.neutron [req-0f3b6534-5ac7-4a27-ba31-4f9c8233f857 req-925be8fe-7a1d-48e3-9ff4-1c94e0532ac7 service nova] [instance: 0782761b-0bef-4568-8289-e7f069093088] Refreshing network info cache for port 41c608ec-f72c-46df-9e18-70220ee7e4ad {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1527.700063] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4178128, 'name': CreateVM_Task, 'duration_secs': 0.325062} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.700439] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0782761b-0bef-4568-8289-e7f069093088] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1527.701012] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.701190] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.701549] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.701845] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25f00b8b-6854-4ee7-96b0-38231b649fba {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.708356] env[69399]: DEBUG oslo_vmware.api [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1527.708356] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]527a036f-3d71-82a9-ad37-86ff7803e961" [ 1527.708356] env[69399]: _type = "Task" [ 1527.708356] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.717848] env[69399]: DEBUG oslo_vmware.api [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]527a036f-3d71-82a9-ad37-86ff7803e961, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.883228] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1527.883405] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1527.883517] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1527.883671] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1527.883815] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1527.883961] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1527.884113] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69399) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1527.884264] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1528.181705] env[69399]: DEBUG nova.network.neutron [req-0f3b6534-5ac7-4a27-ba31-4f9c8233f857 req-925be8fe-7a1d-48e3-9ff4-1c94e0532ac7 service nova] [instance: 0782761b-0bef-4568-8289-e7f069093088] Updated VIF entry in instance network info cache for port 41c608ec-f72c-46df-9e18-70220ee7e4ad. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1528.182197] env[69399]: DEBUG nova.network.neutron [req-0f3b6534-5ac7-4a27-ba31-4f9c8233f857 req-925be8fe-7a1d-48e3-9ff4-1c94e0532ac7 service nova] [instance: 0782761b-0bef-4568-8289-e7f069093088] Updating instance_info_cache with network_info: [{"id": "41c608ec-f72c-46df-9e18-70220ee7e4ad", "address": "fa:16:3e:9d:fc:b0", "network": {"id": "afe3de9f-8d2f-45fb-9256-92317049c9ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-136698690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55629667f6cd4f8a948cc9a5a7f54dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41c608ec-f7", "ovs_interfaceid": "41c608ec-f72c-46df-9e18-70220ee7e4ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1528.219733] env[69399]: DEBUG oslo_vmware.api [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]527a036f-3d71-82a9-ad37-86ff7803e961, 'name': SearchDatastore_Task, 'duration_secs': 0.013065} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.220048] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.220292] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1528.220543] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.220728] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.220919] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1528.221220] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02d45da1-08e6-4cf7-902c-0499093e29cf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.231277] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1528.231526] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1528.232268] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-763ff317-ab64-4f1e-9407-76bd256c3168 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.238172] env[69399]: DEBUG oslo_vmware.api [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1528.238172] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5284affd-2960-6b37-20de-baa6f65438da" [ 1528.238172] env[69399]: _type = "Task" [ 1528.238172] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.246314] env[69399]: DEBUG oslo_vmware.api [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5284affd-2960-6b37-20de-baa6f65438da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.386738] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1528.386960] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1528.387162] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1528.387327] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69399) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1528.388226] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3511be-69e1-4e92-bd0b-e2cb6b6422a4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.396778] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d756e07c-f45e-4d29-b91d-555cc9f84177 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.410935] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3daa6c70-8da6-46dc-b440-ac0c26374226 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.418184] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b223c242-db62-4b78-a537-e6608a189445 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.449481] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180206MB free_disk=7GB free_vcpus=48 pci_devices=None {{(pid=69399) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1528.449709] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1528.449869] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1528.685303] env[69399]: DEBUG oslo_concurrency.lockutils [req-0f3b6534-5ac7-4a27-ba31-4f9c8233f857 req-925be8fe-7a1d-48e3-9ff4-1c94e0532ac7 service nova] Releasing lock "refresh_cache-0782761b-0bef-4568-8289-e7f069093088" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.749982] env[69399]: DEBUG oslo_vmware.api [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5284affd-2960-6b37-20de-baa6f65438da, 'name': SearchDatastore_Task, 'duration_secs': 0.011306} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.750905] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-206bca7d-277f-4e06-a1fe-c94a35f024a0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.758331] env[69399]: DEBUG oslo_vmware.api [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1528.758331] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f4b3f7-87a4-1edd-2479-63678c2b8aae" [ 1528.758331] env[69399]: _type = "Task" [ 1528.758331] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.767286] env[69399]: DEBUG oslo_vmware.api [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f4b3f7-87a4-1edd-2479-63678c2b8aae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.269263] env[69399]: DEBUG oslo_vmware.api [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f4b3f7-87a4-1edd-2479-63678c2b8aae, 'name': SearchDatastore_Task, 'duration_secs': 0.010907} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.269707] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.269804] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 0782761b-0bef-4568-8289-e7f069093088/0782761b-0bef-4568-8289-e7f069093088.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1529.270185] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efabd333-e84f-4a23-860a-1a88defa4296 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.277855] env[69399]: DEBUG oslo_vmware.api [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1529.277855] env[69399]: value = "task-4178129" [ 1529.277855] env[69399]: _type = "Task" [ 1529.277855] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.286733] env[69399]: DEBUG oslo_vmware.api [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.478889] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 0782761b-0bef-4568-8289-e7f069093088 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1529.479148] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1529.479372] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1529.509856] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b860711-c5b7-41b6-9f92-6b3e4b55f053 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.519708] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438569e9-6c30-489a-b34f-7b2ac1253e03 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.553370] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c325e1f5-3102-41a4-b034-67e1c81cb31b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.563495] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e58adc-f54b-4c71-b87b-7f5bd315856f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.580665] env[69399]: DEBUG nova.compute.provider_tree [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1529.788360] env[69399]: DEBUG oslo_vmware.api [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178129, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439924} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.788725] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore1] 0782761b-0bef-4568-8289-e7f069093088/0782761b-0bef-4568-8289-e7f069093088.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1529.788832] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1529.789108] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecee5f39-7bed-41a1-8570-fde067c09504 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.795708] env[69399]: DEBUG oslo_vmware.api [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1529.795708] env[69399]: value = "task-4178130" [ 1529.795708] env[69399]: _type = "Task" [ 1529.795708] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.804410] env[69399]: DEBUG oslo_vmware.api [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178130, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.084559] env[69399]: DEBUG nova.scheduler.client.report [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1530.305874] env[69399]: DEBUG oslo_vmware.api [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178130, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062803} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.306161] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1530.306936] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86adb930-9659-46d8-ad69-3fb8e02df63b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.329126] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 0782761b-0bef-4568-8289-e7f069093088/0782761b-0bef-4568-8289-e7f069093088.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1530.329382] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8711b00-8613-4a28-90c3-b7c509d9f236 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.349441] env[69399]: DEBUG oslo_vmware.api [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1530.349441] env[69399]: value = "task-4178131" [ 1530.349441] env[69399]: _type = "Task" [ 1530.349441] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.358190] env[69399]: DEBUG oslo_vmware.api [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178131, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.590542] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69399) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1530.590739] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.141s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1530.860086] env[69399]: DEBUG oslo_vmware.api [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178131, 'name': ReconfigVM_Task, 'duration_secs': 0.272781} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.860410] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 0782761b-0bef-4568-8289-e7f069093088/0782761b-0bef-4568-8289-e7f069093088.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1530.861052] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f433b2c1-2186-4795-a613-459f5a54b0df {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.868162] env[69399]: DEBUG oslo_vmware.api [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1530.868162] env[69399]: value = "task-4178132" [ 1530.868162] env[69399]: _type = "Task" [ 1530.868162] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.876419] env[69399]: DEBUG oslo_vmware.api [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178132, 'name': Rename_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.378458] env[69399]: DEBUG oslo_vmware.api [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178132, 'name': Rename_Task, 'duration_secs': 0.143154} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.378708] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1531.378959] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-daac6327-ff71-4b46-8c83-817bb152d9be {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.386899] env[69399]: DEBUG oslo_vmware.api [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1531.386899] env[69399]: value = "task-4178133" [ 1531.386899] env[69399]: _type = "Task" [ 1531.386899] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.394416] env[69399]: DEBUG oslo_vmware.api [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.896780] env[69399]: DEBUG oslo_vmware.api [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178133, 'name': PowerOnVM_Task, 'duration_secs': 0.434061} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.897129] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1531.897357] env[69399]: INFO nova.compute.manager [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Took 6.70 seconds to spawn the instance on the hypervisor. [ 1531.897586] env[69399]: DEBUG nova.compute.manager [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1531.898404] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb2339d-2143-490e-979e-5f16831eea4e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.416075] env[69399]: INFO nova.compute.manager [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Took 11.37 seconds to build instance. [ 1532.918346] env[69399]: DEBUG oslo_concurrency.lockutils [None req-f4c0c924-4ffd-4a13-aad3-6b515289930f tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "0782761b-0bef-4568-8289-e7f069093088" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.884s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1533.301883] env[69399]: DEBUG nova.compute.manager [req-1b3883f8-f634-42fc-aa2a-0de9c1f1371e req-017946d2-6845-4ff2-86a8-c80a1c48ae86 service nova] [instance: 0782761b-0bef-4568-8289-e7f069093088] Received event network-changed-41c608ec-f72c-46df-9e18-70220ee7e4ad {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1533.301883] env[69399]: DEBUG nova.compute.manager [req-1b3883f8-f634-42fc-aa2a-0de9c1f1371e req-017946d2-6845-4ff2-86a8-c80a1c48ae86 service nova] [instance: 0782761b-0bef-4568-8289-e7f069093088] Refreshing instance network info cache due to event network-changed-41c608ec-f72c-46df-9e18-70220ee7e4ad. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1533.302251] env[69399]: DEBUG oslo_concurrency.lockutils [req-1b3883f8-f634-42fc-aa2a-0de9c1f1371e req-017946d2-6845-4ff2-86a8-c80a1c48ae86 service nova] Acquiring lock "refresh_cache-0782761b-0bef-4568-8289-e7f069093088" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.302612] env[69399]: DEBUG oslo_concurrency.lockutils [req-1b3883f8-f634-42fc-aa2a-0de9c1f1371e req-017946d2-6845-4ff2-86a8-c80a1c48ae86 service nova] Acquired lock "refresh_cache-0782761b-0bef-4568-8289-e7f069093088" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.302612] env[69399]: DEBUG nova.network.neutron [req-1b3883f8-f634-42fc-aa2a-0de9c1f1371e req-017946d2-6845-4ff2-86a8-c80a1c48ae86 service nova] [instance: 0782761b-0bef-4568-8289-e7f069093088] Refreshing network info cache for port 41c608ec-f72c-46df-9e18-70220ee7e4ad {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1534.011562] env[69399]: DEBUG nova.network.neutron [req-1b3883f8-f634-42fc-aa2a-0de9c1f1371e req-017946d2-6845-4ff2-86a8-c80a1c48ae86 service nova] [instance: 0782761b-0bef-4568-8289-e7f069093088] Updated VIF entry in instance network info cache for port 41c608ec-f72c-46df-9e18-70220ee7e4ad. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1534.011967] env[69399]: DEBUG nova.network.neutron [req-1b3883f8-f634-42fc-aa2a-0de9c1f1371e req-017946d2-6845-4ff2-86a8-c80a1c48ae86 service nova] [instance: 0782761b-0bef-4568-8289-e7f069093088] Updating instance_info_cache with network_info: [{"id": "41c608ec-f72c-46df-9e18-70220ee7e4ad", "address": "fa:16:3e:9d:fc:b0", "network": {"id": "afe3de9f-8d2f-45fb-9256-92317049c9ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-136698690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55629667f6cd4f8a948cc9a5a7f54dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41c608ec-f7", "ovs_interfaceid": "41c608ec-f72c-46df-9e18-70220ee7e4ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.515413] env[69399]: DEBUG oslo_concurrency.lockutils [req-1b3883f8-f634-42fc-aa2a-0de9c1f1371e req-017946d2-6845-4ff2-86a8-c80a1c48ae86 service nova] Releasing lock "refresh_cache-0782761b-0bef-4568-8289-e7f069093088" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.941604] env[69399]: DEBUG nova.compute.manager [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Stashing vm_state: active {{(pid=69399) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1571.462413] env[69399]: DEBUG oslo_concurrency.lockutils [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1571.462700] env[69399]: DEBUG oslo_concurrency.lockutils [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1571.662404] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1571.662619] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Cleaning up deleted instances with incomplete migration {{(pid=69399) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1571.967886] env[69399]: INFO nova.compute.claims [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1572.473890] env[69399]: INFO nova.compute.resource_tracker [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Updating resource usage from migration bc3e56c3-f2d4-4da1-81d5-1c6742f08639 [ 1572.512631] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d8374a-537e-47b2-8836-390d8753f3bd {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.520387] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2754b113-0f0b-4c7a-ba5e-11e61ad26b69 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.550322] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1755859d-3ecd-4a42-96c3-92283e3056fe {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.557926] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990c4180-7e45-4927-af78-a6420fa0809b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.571064] env[69399]: DEBUG nova.compute.provider_tree [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1573.074708] env[69399]: DEBUG nova.scheduler.client.report [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1573.580956] env[69399]: DEBUG oslo_concurrency.lockutils [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.117s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1573.580956] env[69399]: INFO nova.compute.manager [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Migrating [ 1574.095026] env[69399]: DEBUG oslo_concurrency.lockutils [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "refresh_cache-0782761b-0bef-4568-8289-e7f069093088" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.095423] env[69399]: DEBUG oslo_concurrency.lockutils [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquired lock "refresh_cache-0782761b-0bef-4568-8289-e7f069093088" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.095423] env[69399]: DEBUG nova.network.neutron [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1574.808245] env[69399]: DEBUG nova.network.neutron [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Updating instance_info_cache with network_info: [{"id": "41c608ec-f72c-46df-9e18-70220ee7e4ad", "address": "fa:16:3e:9d:fc:b0", "network": {"id": "afe3de9f-8d2f-45fb-9256-92317049c9ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-136698690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55629667f6cd4f8a948cc9a5a7f54dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41c608ec-f7", "ovs_interfaceid": "41c608ec-f72c-46df-9e18-70220ee7e4ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.311832] env[69399]: DEBUG oslo_concurrency.lockutils [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Releasing lock "refresh_cache-0782761b-0bef-4568-8289-e7f069093088" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.829280] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae450c01-6e77-4c07-8e4e-21c61f605599 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.848379] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Updating instance '0782761b-0bef-4568-8289-e7f069093088' progress to 0 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1577.354462] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1577.354762] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5870f42-7fca-4b47-9c35-2f1be8ff8473 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.366287] env[69399]: DEBUG oslo_vmware.api [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1577.366287] env[69399]: value = "task-4178134" [ 1577.366287] env[69399]: _type = "Task" [ 1577.366287] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.374662] env[69399]: DEBUG oslo_vmware.api [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.875746] env[69399]: DEBUG oslo_vmware.api [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178134, 'name': PowerOffVM_Task, 'duration_secs': 0.482478} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.876138] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1577.876267] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Updating instance '0782761b-0bef-4568-8289-e7f069093088' progress to 17 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1578.164896] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1578.382320] env[69399]: DEBUG nova.virt.hardware [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1578.382610] env[69399]: DEBUG nova.virt.hardware [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1578.382726] env[69399]: DEBUG nova.virt.hardware [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1578.382912] env[69399]: DEBUG nova.virt.hardware [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1578.383070] env[69399]: DEBUG nova.virt.hardware [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1578.383232] env[69399]: DEBUG nova.virt.hardware [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1578.383441] env[69399]: DEBUG nova.virt.hardware [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1578.383602] env[69399]: DEBUG nova.virt.hardware [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1578.383771] env[69399]: DEBUG nova.virt.hardware [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1578.383935] env[69399]: DEBUG nova.virt.hardware [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1578.384135] env[69399]: DEBUG nova.virt.hardware [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1578.389116] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74e55d77-06b3-46a8-84c6-2b91146c2e35 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.405337] env[69399]: DEBUG oslo_vmware.api [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1578.405337] env[69399]: value = "task-4178135" [ 1578.405337] env[69399]: _type = "Task" [ 1578.405337] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.413523] env[69399]: DEBUG oslo_vmware.api [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178135, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.668564] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1578.668860] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1578.669076] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1578.669247] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69399) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1578.670154] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774db410-317a-41f0-8fa7-654bb734c074 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.678545] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abcbe0c-58cd-4f30-ab17-1af12d3fcbc1 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.694787] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960a6081-8540-427b-b41b-2ce905aa225d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.702476] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ce8956-5056-4198-961a-36271a39dd0a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.731822] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180810MB free_disk=7GB free_vcpus=48 pci_devices=None {{(pid=69399) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1578.731992] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1578.732258] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1578.915583] env[69399]: DEBUG oslo_vmware.api [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178135, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.416549] env[69399]: DEBUG oslo_vmware.api [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178135, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.739207] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Applying migration context for instance 0782761b-0bef-4568-8289-e7f069093088 as it has an incoming, in-progress migration bc3e56c3-f2d4-4da1-81d5-1c6742f08639. Migration status is migrating {{(pid=69399) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1579.739788] env[69399]: INFO nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 0782761b-0bef-4568-8289-e7f069093088] Updating resource usage from migration bc3e56c3-f2d4-4da1-81d5-1c6742f08639 [ 1579.755381] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Migration bc3e56c3-f2d4-4da1-81d5-1c6742f08639 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1579.755540] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 0782761b-0bef-4568-8289-e7f069093088 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1579.755718] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1579.755858] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=960MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1579.794506] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c93521-d72a-4cde-9b4f-19eedfea49f5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.802093] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6b0e20-382e-4147-a058-1f3db4452067 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.832909] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888deebb-8d28-4c38-bc39-c3c8a34e3e42 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.840155] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7bf354-1faf-467c-b654-5ad66135baf6 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.853101] env[69399]: DEBUG nova.compute.provider_tree [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1579.915834] env[69399]: DEBUG oslo_vmware.api [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178135, 'name': ReconfigVM_Task, 'duration_secs': 1.161613} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.916191] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Updating instance '0782761b-0bef-4568-8289-e7f069093088' progress to 33 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1580.356393] env[69399]: DEBUG nova.scheduler.client.report [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1580.422729] env[69399]: DEBUG nova.virt.hardware [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1580.423043] env[69399]: DEBUG nova.virt.hardware [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1580.423150] env[69399]: DEBUG nova.virt.hardware [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1580.423342] env[69399]: DEBUG nova.virt.hardware [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1580.423495] env[69399]: DEBUG nova.virt.hardware [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1580.423677] env[69399]: DEBUG nova.virt.hardware [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1580.423887] env[69399]: DEBUG nova.virt.hardware [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1580.424058] env[69399]: DEBUG nova.virt.hardware [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1580.424230] env[69399]: DEBUG nova.virt.hardware [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1580.424392] env[69399]: DEBUG nova.virt.hardware [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1580.424562] env[69399]: DEBUG nova.virt.hardware [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1580.429977] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1580.430269] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-949c0528-940a-4e47-881e-565c01e33465 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.451635] env[69399]: DEBUG oslo_vmware.api [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1580.451635] env[69399]: value = "task-4178136" [ 1580.451635] env[69399]: _type = "Task" [ 1580.451635] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.463349] env[69399]: DEBUG oslo_vmware.api [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178136, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.862104] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69399) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1580.862332] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.130s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1580.961902] env[69399]: DEBUG oslo_vmware.api [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178136, 'name': ReconfigVM_Task, 'duration_secs': 0.153962} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.962291] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1580.963013] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95072669-e0c0-48da-a6d3-ffa28bf6ad0b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.984558] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 0782761b-0bef-4568-8289-e7f069093088/0782761b-0bef-4568-8289-e7f069093088.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1580.984803] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05fafc07-d697-4045-812d-aac80caac4da {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.004306] env[69399]: DEBUG oslo_vmware.api [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1581.004306] env[69399]: value = "task-4178137" [ 1581.004306] env[69399]: _type = "Task" [ 1581.004306] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.013572] env[69399]: DEBUG oslo_vmware.api [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178137, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.359734] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1581.359957] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1581.360143] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1581.360299] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1581.360499] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1581.360648] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69399) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1581.513467] env[69399]: DEBUG oslo_vmware.api [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178137, 'name': ReconfigVM_Task, 'duration_secs': 0.258919} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.513746] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 0782761b-0bef-4568-8289-e7f069093088/0782761b-0bef-4568-8289-e7f069093088.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1581.514016] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Updating instance '0782761b-0bef-4568-8289-e7f069093088' progress to 50 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1581.662114] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1581.662375] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1581.662523] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Cleaning up deleted instances {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1582.020813] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa47d560-8487-41e2-80c9-6f80259c81fc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.040774] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72568a5f-3c21-4487-bcb9-cbe2791ccdbc {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.059249] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Updating instance '0782761b-0bef-4568-8289-e7f069093088' progress to 67 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1582.173298] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] There are 32 instances to clean {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1582.173447] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 92ab37ce-1ebc-4d8a-8878-5a2afa31d7d0] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1582.598573] env[69399]: DEBUG nova.network.neutron [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Port 41c608ec-f72c-46df-9e18-70220ee7e4ad binding to destination host cpu-1 is already ACTIVE {{(pid=69399) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1582.676330] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: dbac67f5-6218-426b-a15e-c57bbf3a53bb] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1583.179874] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 542a3757-9f91-4943-8ae6-7fc7fe8c018a] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1583.624064] env[69399]: DEBUG oslo_concurrency.lockutils [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "0782761b-0bef-4568-8289-e7f069093088-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1583.624283] env[69399]: DEBUG oslo_concurrency.lockutils [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "0782761b-0bef-4568-8289-e7f069093088-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1583.624466] env[69399]: DEBUG oslo_concurrency.lockutils [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "0782761b-0bef-4568-8289-e7f069093088-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1583.682976] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: d122b827-0d4e-49a7-9f20-01425be77c07] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1584.185884] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 651ab3f5-0e1e-4e41-ba5b-95ba7ed4e45e] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1584.659597] env[69399]: DEBUG oslo_concurrency.lockutils [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "refresh_cache-0782761b-0bef-4568-8289-e7f069093088" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.659819] env[69399]: DEBUG oslo_concurrency.lockutils [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquired lock "refresh_cache-0782761b-0bef-4568-8289-e7f069093088" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.660070] env[69399]: DEBUG nova.network.neutron [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1584.689549] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 60cfac83-52a9-4f60-95d2-cb4f785ad2ee] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1585.192175] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 5746f581-4f39-4b02-aac5-b0abad7b927d] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1585.408316] env[69399]: DEBUG nova.network.neutron [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Updating instance_info_cache with network_info: [{"id": "41c608ec-f72c-46df-9e18-70220ee7e4ad", "address": "fa:16:3e:9d:fc:b0", "network": {"id": "afe3de9f-8d2f-45fb-9256-92317049c9ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-136698690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55629667f6cd4f8a948cc9a5a7f54dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41c608ec-f7", "ovs_interfaceid": "41c608ec-f72c-46df-9e18-70220ee7e4ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.697080] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 9eb6741b-29d4-43a6-80ec-636ef6c4fd98] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1585.910971] env[69399]: DEBUG oslo_concurrency.lockutils [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Releasing lock "refresh_cache-0782761b-0bef-4568-8289-e7f069093088" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.200777] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 86fa8c5a-1fce-48be-90d3-192dff527e09] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1586.503705] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0621fe-8ca0-45f3-aa52-ead4294a3883 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.523761] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817a08ef-c412-4c28-bd78-bc56d0b80645 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.531068] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Updating instance '0782761b-0bef-4568-8289-e7f069093088' progress to 83 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1586.704592] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 09dda395-fcda-42df-8f4f-8afb89f215db] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1587.036973] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1587.037298] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3a068a6-8b05-436e-913e-1a07b84e542a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.045564] env[69399]: DEBUG oslo_vmware.api [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1587.045564] env[69399]: value = "task-4178138" [ 1587.045564] env[69399]: _type = "Task" [ 1587.045564] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.053684] env[69399]: DEBUG oslo_vmware.api [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.207595] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: cebcdd7a-82a3-4bec-a328-74bced4db009] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1587.555885] env[69399]: DEBUG oslo_vmware.api [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178138, 'name': PowerOnVM_Task, 'duration_secs': 0.474522} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.556194] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1587.556389] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-972db535-4462-405a-9481-9e72f8e9dcb1 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Updating instance '0782761b-0bef-4568-8289-e7f069093088' progress to 100 {{(pid=69399) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1587.710941] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 6cc5836f-2902-4072-81af-f7735deaaf91] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1588.214738] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: cd38965b-6046-4f0b-afa9-c189669a6e08] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1588.718307] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 499c045e-dacb-46da-be6f-bc1bdaefff76] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1589.223222] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 92762ed7-a7a1-4e4a-a124-f90f4ed1d3ef] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1589.359617] env[69399]: DEBUG nova.network.neutron [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Port 41c608ec-f72c-46df-9e18-70220ee7e4ad binding to destination host cpu-1 is already ACTIVE {{(pid=69399) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1589.359893] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "refresh_cache-0782761b-0bef-4568-8289-e7f069093088" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.360052] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquired lock "refresh_cache-0782761b-0bef-4568-8289-e7f069093088" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.360219] env[69399]: DEBUG nova.network.neutron [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1589.726346] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: ed3a64aa-8eb8-46bb-83ca-3c2509dac317] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1590.100762] env[69399]: DEBUG nova.network.neutron [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Updating instance_info_cache with network_info: [{"id": "41c608ec-f72c-46df-9e18-70220ee7e4ad", "address": "fa:16:3e:9d:fc:b0", "network": {"id": "afe3de9f-8d2f-45fb-9256-92317049c9ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-136698690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55629667f6cd4f8a948cc9a5a7f54dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41c608ec-f7", "ovs_interfaceid": "41c608ec-f72c-46df-9e18-70220ee7e4ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1590.229608] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 6e6e13e7-f918-4eaf-8b13-20f7fd59dcfa] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1590.604254] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Releasing lock "refresh_cache-0782761b-0bef-4568-8289-e7f069093088" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.733365] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 39559751-7c5a-4442-a252-b49372494de8] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1591.108078] env[69399]: DEBUG nova.compute.manager [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69399) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1591.108266] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1591.108524] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1591.237419] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 52adc0b6-d4b5-43d2-9323-0ec2917109d0] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1591.611259] env[69399]: DEBUG nova.objects.instance [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lazy-loading 'migration_context' on Instance uuid 0782761b-0bef-4568-8289-e7f069093088 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1591.740633] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: dee733a0-bd52-41cb-8267-7e968184f14d] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1592.155904] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780c0847-3119-4fe6-a6ee-029f695dfc6c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.164010] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a209d8-6a58-4c98-bd1e-1ef8a372569a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.195061] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776c6bac-5a6f-4151-90c3-5886c45239b9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.202335] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a1b5ed-f222-4036-9439-06050dc5f163 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.215487] env[69399]: DEBUG nova.compute.provider_tree [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1592.243448] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 1af17995-e9c5-401f-bb07-9c09fdf4de4e] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1592.721009] env[69399]: DEBUG nova.scheduler.client.report [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1592.746418] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 592c5dba-b787-40ee-9c07-183331f8b085] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1593.249292] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: f1889218-2e1e-459f-bb4d-e4461ca64702] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1593.732014] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.623s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1593.753231] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: fa91de6b-1662-4bda-8d55-df585262b3a3] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1594.256358] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 0df0c5d0-9411-411d-af69-cfd2d37e571e] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1594.760037] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 19cedc3f-97c4-4d41-baa5-cccf1bb48d84] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1595.263191] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 19ffc46f-3699-4881-99f4-a7cf31d374d2] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1595.266888] env[69399]: INFO nova.compute.manager [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Swapping old allocation on dict_keys(['65caca49-2bb8-4896-b9be-5baf8708847a']) held by migration bc3e56c3-f2d4-4da1-81d5-1c6742f08639 for instance [ 1595.290800] env[69399]: DEBUG nova.scheduler.client.report [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Overwriting current allocation {'allocations': {'65caca49-2bb8-4896-b9be-5baf8708847a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 187}}, 'project_id': '55629667f6cd4f8a948cc9a5a7f54dd2', 'user_id': 'fffd0b8752594014ba4753550eac82af', 'consumer_generation': 1} on consumer 0782761b-0bef-4568-8289-e7f069093088 {{(pid=69399) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1595.375761] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "refresh_cache-0782761b-0bef-4568-8289-e7f069093088" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.375983] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquired lock "refresh_cache-0782761b-0bef-4568-8289-e7f069093088" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.376182] env[69399]: DEBUG nova.network.neutron [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1595.766314] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: a9e911b3-2822-42be-98f8-6edaef8270a1] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1596.098633] env[69399]: DEBUG nova.network.neutron [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Updating instance_info_cache with network_info: [{"id": "41c608ec-f72c-46df-9e18-70220ee7e4ad", "address": "fa:16:3e:9d:fc:b0", "network": {"id": "afe3de9f-8d2f-45fb-9256-92317049c9ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-136698690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55629667f6cd4f8a948cc9a5a7f54dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41c608ec-f7", "ovs_interfaceid": "41c608ec-f72c-46df-9e18-70220ee7e4ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1596.269978] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 35454509-cd72-47ec-9954-4b8666628133] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1596.601931] env[69399]: DEBUG oslo_concurrency.lockutils [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Releasing lock "refresh_cache-0782761b-0bef-4568-8289-e7f069093088" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1596.602468] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1596.602763] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9488b782-033d-462f-b268-148e94d7eee3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.611229] env[69399]: DEBUG oslo_vmware.api [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1596.611229] env[69399]: value = "task-4178139" [ 1596.611229] env[69399]: _type = "Task" [ 1596.611229] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.619736] env[69399]: DEBUG oslo_vmware.api [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.774748] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 7ea9fb3d-7fb8-408e-a93f-1b89a3dcc932] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1597.121113] env[69399]: DEBUG oslo_vmware.api [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178139, 'name': PowerOffVM_Task, 'duration_secs': 0.214914} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.121379] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1597.122076] env[69399]: DEBUG nova.virt.hardware [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1597.122309] env[69399]: DEBUG nova.virt.hardware [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1597.122472] env[69399]: DEBUG nova.virt.hardware [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1597.122663] env[69399]: DEBUG nova.virt.hardware [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1597.122810] env[69399]: DEBUG nova.virt.hardware [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1597.122959] env[69399]: DEBUG nova.virt.hardware [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1597.123188] env[69399]: DEBUG nova.virt.hardware [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1597.123351] env[69399]: DEBUG nova.virt.hardware [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1597.123519] env[69399]: DEBUG nova.virt.hardware [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1597.123723] env[69399]: DEBUG nova.virt.hardware [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1597.123925] env[69399]: DEBUG nova.virt.hardware [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1597.128745] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f18c612d-b2a0-4c89-868d-51bcfe4da82c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.145947] env[69399]: DEBUG oslo_vmware.api [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1597.145947] env[69399]: value = "task-4178140" [ 1597.145947] env[69399]: _type = "Task" [ 1597.145947] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.154641] env[69399]: DEBUG oslo_vmware.api [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178140, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.278537] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 95264e34-97a9-43fc-94f7-df2626c90b0b] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1597.656815] env[69399]: DEBUG oslo_vmware.api [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178140, 'name': ReconfigVM_Task, 'duration_secs': 0.143904} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.657695] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98101b3-c764-4cbe-b6f2-b098d16f02c4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.680232] env[69399]: DEBUG nova.virt.hardware [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1597.680531] env[69399]: DEBUG nova.virt.hardware [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1597.680692] env[69399]: DEBUG nova.virt.hardware [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1597.680877] env[69399]: DEBUG nova.virt.hardware [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1597.681080] env[69399]: DEBUG nova.virt.hardware [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1597.681315] env[69399]: DEBUG nova.virt.hardware [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1597.681549] env[69399]: DEBUG nova.virt.hardware [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1597.681715] env[69399]: DEBUG nova.virt.hardware [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1597.681889] env[69399]: DEBUG nova.virt.hardware [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1597.682076] env[69399]: DEBUG nova.virt.hardware [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1597.682343] env[69399]: DEBUG nova.virt.hardware [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1597.683207] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-597c14fc-b298-49eb-b4e6-1e5d31790e1c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.689580] env[69399]: DEBUG oslo_vmware.api [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1597.689580] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5286307b-fe02-4495-8a09-7075562dabdc" [ 1597.689580] env[69399]: _type = "Task" [ 1597.689580] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.698145] env[69399]: DEBUG oslo_vmware.api [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5286307b-fe02-4495-8a09-7075562dabdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.781941] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] [instance: 57172c5b-44e2-4828-a73c-9a2657864eb9] Instance has had 0 of 5 cleanup attempts {{(pid=69399) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1598.201187] env[69399]: DEBUG oslo_vmware.api [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5286307b-fe02-4495-8a09-7075562dabdc, 'name': SearchDatastore_Task, 'duration_secs': 0.009571} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.206521] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1598.206808] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3b1f3d7-e1ff-4656-bae3-d085504cacaf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.226301] env[69399]: DEBUG oslo_vmware.api [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1598.226301] env[69399]: value = "task-4178141" [ 1598.226301] env[69399]: _type = "Task" [ 1598.226301] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.234726] env[69399]: DEBUG oslo_vmware.api [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178141, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.285663] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1598.737518] env[69399]: DEBUG oslo_vmware.api [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178141, 'name': ReconfigVM_Task, 'duration_secs': 0.217865} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.737852] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=69399) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1598.738685] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a891311-a061-4aee-a9f7-fedb65db8028 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.760739] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 0782761b-0bef-4568-8289-e7f069093088/0782761b-0bef-4568-8289-e7f069093088.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1598.761087] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86d97230-db50-4e90-bf92-53aebf5696e3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.780150] env[69399]: DEBUG oslo_vmware.api [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1598.780150] env[69399]: value = "task-4178142" [ 1598.780150] env[69399]: _type = "Task" [ 1598.780150] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.791854] env[69399]: DEBUG oslo_vmware.api [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178142, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.290071] env[69399]: DEBUG oslo_vmware.api [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178142, 'name': ReconfigVM_Task, 'duration_secs': 0.259662} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.290385] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 0782761b-0bef-4568-8289-e7f069093088/0782761b-0bef-4568-8289-e7f069093088.vmdk or device None with type thin {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1599.291245] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724ae697-0755-4d8c-a39c-9e3b1c9bdb7d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.310078] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60e69a2-4644-4df4-a09b-f52ef17066ad {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.330731] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90589f3-c3c5-452a-835e-607e5637585c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.349726] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fc36d9-99b9-4607-97fa-f68a0d788302 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.357724] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1599.358025] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3f6e55d-98c6-40e4-b555-ed4f245955a5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.365768] env[69399]: DEBUG oslo_vmware.api [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1599.365768] env[69399]: value = "task-4178143" [ 1599.365768] env[69399]: _type = "Task" [ 1599.365768] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.378623] env[69399]: DEBUG oslo_vmware.api [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.876259] env[69399]: DEBUG oslo_vmware.api [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178143, 'name': PowerOnVM_Task, 'duration_secs': 0.36878} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.876548] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1600.783042] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1600.887985] env[69399]: INFO nova.compute.manager [None req-8344610a-ce2b-4f52-85d4-96e0b82b8ab2 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Updating instance to original state: 'active' [ 1601.804293] env[69399]: DEBUG oslo_concurrency.lockutils [None req-55ea0abf-2654-4003-afff-6a7476a9af7b tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "0782761b-0bef-4568-8289-e7f069093088" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1601.804702] env[69399]: DEBUG oslo_concurrency.lockutils [None req-55ea0abf-2654-4003-afff-6a7476a9af7b tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "0782761b-0bef-4568-8289-e7f069093088" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1601.804883] env[69399]: DEBUG oslo_concurrency.lockutils [None req-55ea0abf-2654-4003-afff-6a7476a9af7b tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "0782761b-0bef-4568-8289-e7f069093088-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1601.805103] env[69399]: DEBUG oslo_concurrency.lockutils [None req-55ea0abf-2654-4003-afff-6a7476a9af7b tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "0782761b-0bef-4568-8289-e7f069093088-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1601.805280] env[69399]: DEBUG oslo_concurrency.lockutils [None req-55ea0abf-2654-4003-afff-6a7476a9af7b tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "0782761b-0bef-4568-8289-e7f069093088-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1601.807591] env[69399]: INFO nova.compute.manager [None req-55ea0abf-2654-4003-afff-6a7476a9af7b tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Terminating instance [ 1602.311553] env[69399]: DEBUG nova.compute.manager [None req-55ea0abf-2654-4003-afff-6a7476a9af7b tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1602.311786] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-55ea0abf-2654-4003-afff-6a7476a9af7b tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1602.312794] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2721b8e-612d-4a5a-804f-f094ca19289e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.320988] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ea0abf-2654-4003-afff-6a7476a9af7b tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1602.321274] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ec71209-a961-4bdd-9869-7450fe56afd4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.327748] env[69399]: DEBUG oslo_vmware.api [None req-55ea0abf-2654-4003-afff-6a7476a9af7b tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1602.327748] env[69399]: value = "task-4178144" [ 1602.327748] env[69399]: _type = "Task" [ 1602.327748] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.337546] env[69399]: DEBUG oslo_vmware.api [None req-55ea0abf-2654-4003-afff-6a7476a9af7b tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.837860] env[69399]: DEBUG oslo_vmware.api [None req-55ea0abf-2654-4003-afff-6a7476a9af7b tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178144, 'name': PowerOffVM_Task, 'duration_secs': 0.183646} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.838246] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ea0abf-2654-4003-afff-6a7476a9af7b tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1602.838291] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-55ea0abf-2654-4003-afff-6a7476a9af7b tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1602.838533] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-372871fd-bd38-45ea-ad0c-a3ec066d6dcb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.901154] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-55ea0abf-2654-4003-afff-6a7476a9af7b tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1602.901460] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-55ea0abf-2654-4003-afff-6a7476a9af7b tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Deleting contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1602.901664] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ea0abf-2654-4003-afff-6a7476a9af7b tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Deleting the datastore file [datastore1] 0782761b-0bef-4568-8289-e7f069093088 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1602.901941] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-138a8154-986a-476e-8656-459e414f8312 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.909487] env[69399]: DEBUG oslo_vmware.api [None req-55ea0abf-2654-4003-afff-6a7476a9af7b tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1602.909487] env[69399]: value = "task-4178146" [ 1602.909487] env[69399]: _type = "Task" [ 1602.909487] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.917810] env[69399]: DEBUG oslo_vmware.api [None req-55ea0abf-2654-4003-afff-6a7476a9af7b tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.420026] env[69399]: DEBUG oslo_vmware.api [None req-55ea0abf-2654-4003-afff-6a7476a9af7b tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178146, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151983} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.420306] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ea0abf-2654-4003-afff-6a7476a9af7b tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1603.420497] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-55ea0abf-2654-4003-afff-6a7476a9af7b tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Deleted contents of the VM from datastore datastore1 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1603.420671] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-55ea0abf-2654-4003-afff-6a7476a9af7b tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1603.420843] env[69399]: INFO nova.compute.manager [None req-55ea0abf-2654-4003-afff-6a7476a9af7b tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 0782761b-0bef-4568-8289-e7f069093088] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1603.421100] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55ea0abf-2654-4003-afff-6a7476a9af7b tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1603.421348] env[69399]: DEBUG nova.compute.manager [-] [instance: 0782761b-0bef-4568-8289-e7f069093088] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1603.421447] env[69399]: DEBUG nova.network.neutron [-] [instance: 0782761b-0bef-4568-8289-e7f069093088] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1603.904829] env[69399]: DEBUG nova.compute.manager [req-33491063-882c-4f2a-845c-0f1802f0ac25 req-0daed20a-b3fd-4e3e-81d1-dd10f248c96e service nova] [instance: 0782761b-0bef-4568-8289-e7f069093088] Received event network-vif-deleted-41c608ec-f72c-46df-9e18-70220ee7e4ad {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1603.905399] env[69399]: INFO nova.compute.manager [req-33491063-882c-4f2a-845c-0f1802f0ac25 req-0daed20a-b3fd-4e3e-81d1-dd10f248c96e service nova] [instance: 0782761b-0bef-4568-8289-e7f069093088] Neutron deleted interface 41c608ec-f72c-46df-9e18-70220ee7e4ad; detaching it from the instance and deleting it from the info cache [ 1603.905399] env[69399]: DEBUG nova.network.neutron [req-33491063-882c-4f2a-845c-0f1802f0ac25 req-0daed20a-b3fd-4e3e-81d1-dd10f248c96e service nova] [instance: 0782761b-0bef-4568-8289-e7f069093088] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.382624] env[69399]: DEBUG nova.network.neutron [-] [instance: 0782761b-0bef-4568-8289-e7f069093088] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.408379] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dff7ac01-bc8e-4b52-9a81-cb0d371c5b1b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.420227] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa6d6ad-ce0c-4e7d-955a-ee06900a2e55 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.444984] env[69399]: DEBUG nova.compute.manager [req-33491063-882c-4f2a-845c-0f1802f0ac25 req-0daed20a-b3fd-4e3e-81d1-dd10f248c96e service nova] [instance: 0782761b-0bef-4568-8289-e7f069093088] Detach interface failed, port_id=41c608ec-f72c-46df-9e18-70220ee7e4ad, reason: Instance 0782761b-0bef-4568-8289-e7f069093088 could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1604.887125] env[69399]: INFO nova.compute.manager [-] [instance: 0782761b-0bef-4568-8289-e7f069093088] Took 1.46 seconds to deallocate network for instance. [ 1605.393200] env[69399]: DEBUG oslo_concurrency.lockutils [None req-55ea0abf-2654-4003-afff-6a7476a9af7b tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1605.393551] env[69399]: DEBUG oslo_concurrency.lockutils [None req-55ea0abf-2654-4003-afff-6a7476a9af7b tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1605.393767] env[69399]: DEBUG oslo_concurrency.lockutils [None req-55ea0abf-2654-4003-afff-6a7476a9af7b tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1605.427504] env[69399]: INFO nova.scheduler.client.report [None req-55ea0abf-2654-4003-afff-6a7476a9af7b tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Deleted allocations for instance 0782761b-0bef-4568-8289-e7f069093088 [ 1605.937231] env[69399]: DEBUG oslo_concurrency.lockutils [None req-55ea0abf-2654-4003-afff-6a7476a9af7b tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "0782761b-0bef-4568-8289-e7f069093088" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.132s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1606.776299] env[69399]: DEBUG oslo_concurrency.lockutils [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "82df1292-290d-4163-a409-96668e57a6f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1606.776641] env[69399]: DEBUG oslo_concurrency.lockutils [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "82df1292-290d-4163-a409-96668e57a6f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1607.280545] env[69399]: DEBUG nova.compute.manager [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Starting instance... {{(pid=69399) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1607.804273] env[69399]: DEBUG oslo_concurrency.lockutils [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1607.804577] env[69399]: DEBUG oslo_concurrency.lockutils [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1607.806151] env[69399]: INFO nova.compute.claims [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1608.846266] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13374e7f-3b10-49d9-97f0-ddfd0756274b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.855132] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aeab82a-7e96-4b9f-aec4-937ed008a85a {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.885611] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f83fc76-de56-44f7-aee1-8eacd02ed943 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.893662] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd89ecb-48aa-4410-97f0-d4ae9077447f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.909295] env[69399]: DEBUG nova.compute.provider_tree [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1609.412934] env[69399]: DEBUG nova.scheduler.client.report [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1609.917816] env[69399]: DEBUG oslo_concurrency.lockutils [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.113s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1609.918443] env[69399]: DEBUG nova.compute.manager [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Start building networks asynchronously for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1610.423797] env[69399]: DEBUG nova.compute.utils [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Using /dev/sd instead of None {{(pid=69399) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1610.425426] env[69399]: DEBUG nova.compute.manager [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Allocating IP information in the background. {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1610.425426] env[69399]: DEBUG nova.network.neutron [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] allocate_for_instance() {{(pid=69399) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1610.473438] env[69399]: DEBUG nova.policy [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fffd0b8752594014ba4753550eac82af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55629667f6cd4f8a948cc9a5a7f54dd2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69399) authorize /opt/stack/nova/nova/policy.py:192}} [ 1610.758947] env[69399]: DEBUG nova.network.neutron [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Successfully created port: de880f2e-b9a3-404c-8201-c725072c34b4 {{(pid=69399) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1610.928622] env[69399]: DEBUG nova.compute.manager [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Start building block device mappings for instance. {{(pid=69399) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1611.939811] env[69399]: DEBUG nova.compute.manager [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Start spawning the instance on the hypervisor. {{(pid=69399) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1611.967207] env[69399]: DEBUG nova.virt.hardware [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-15T10:48:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-15T10:48:13Z,direct_url=,disk_format='vmdk',id=080cf791-deb9-45e0-96cd-252fc7c4f56a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70c0851169f84ebb9810edf05230c60d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-15T10:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1611.967477] env[69399]: DEBUG nova.virt.hardware [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Flavor limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1611.967640] env[69399]: DEBUG nova.virt.hardware [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Image limits 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1611.967824] env[69399]: DEBUG nova.virt.hardware [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Flavor pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1611.967972] env[69399]: DEBUG nova.virt.hardware [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Image pref 0:0:0 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1611.968138] env[69399]: DEBUG nova.virt.hardware [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69399) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1611.968354] env[69399]: DEBUG nova.virt.hardware [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1611.968514] env[69399]: DEBUG nova.virt.hardware [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1611.968684] env[69399]: DEBUG nova.virt.hardware [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Got 1 possible topologies {{(pid=69399) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1611.968847] env[69399]: DEBUG nova.virt.hardware [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1611.969036] env[69399]: DEBUG nova.virt.hardware [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69399) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1611.969922] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa41cf25-646d-445b-8198-d33a7c358c94 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.979028] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e580238e-0251-48e1-805a-2f9fb3e7f53c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.109118] env[69399]: DEBUG nova.compute.manager [req-7bffda0b-0229-4ab9-9cdc-789825f6a45d req-4f63a1dd-9f46-4c8c-b15d-2cee43435a47 service nova] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Received event network-vif-plugged-de880f2e-b9a3-404c-8201-c725072c34b4 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1612.109385] env[69399]: DEBUG oslo_concurrency.lockutils [req-7bffda0b-0229-4ab9-9cdc-789825f6a45d req-4f63a1dd-9f46-4c8c-b15d-2cee43435a47 service nova] Acquiring lock "82df1292-290d-4163-a409-96668e57a6f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1612.109603] env[69399]: DEBUG oslo_concurrency.lockutils [req-7bffda0b-0229-4ab9-9cdc-789825f6a45d req-4f63a1dd-9f46-4c8c-b15d-2cee43435a47 service nova] Lock "82df1292-290d-4163-a409-96668e57a6f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1612.109776] env[69399]: DEBUG oslo_concurrency.lockutils [req-7bffda0b-0229-4ab9-9cdc-789825f6a45d req-4f63a1dd-9f46-4c8c-b15d-2cee43435a47 service nova] Lock "82df1292-290d-4163-a409-96668e57a6f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1612.109947] env[69399]: DEBUG nova.compute.manager [req-7bffda0b-0229-4ab9-9cdc-789825f6a45d req-4f63a1dd-9f46-4c8c-b15d-2cee43435a47 service nova] [instance: 82df1292-290d-4163-a409-96668e57a6f7] No waiting events found dispatching network-vif-plugged-de880f2e-b9a3-404c-8201-c725072c34b4 {{(pid=69399) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1612.110439] env[69399]: WARNING nova.compute.manager [req-7bffda0b-0229-4ab9-9cdc-789825f6a45d req-4f63a1dd-9f46-4c8c-b15d-2cee43435a47 service nova] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Received unexpected event network-vif-plugged-de880f2e-b9a3-404c-8201-c725072c34b4 for instance with vm_state building and task_state spawning. [ 1612.201132] env[69399]: DEBUG nova.network.neutron [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Successfully updated port: de880f2e-b9a3-404c-8201-c725072c34b4 {{(pid=69399) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1612.704295] env[69399]: DEBUG oslo_concurrency.lockutils [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "refresh_cache-82df1292-290d-4163-a409-96668e57a6f7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.704469] env[69399]: DEBUG oslo_concurrency.lockutils [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquired lock "refresh_cache-82df1292-290d-4163-a409-96668e57a6f7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.704603] env[69399]: DEBUG nova.network.neutron [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1613.236558] env[69399]: DEBUG nova.network.neutron [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Instance cache missing network info. {{(pid=69399) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1613.361666] env[69399]: DEBUG nova.network.neutron [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Updating instance_info_cache with network_info: [{"id": "de880f2e-b9a3-404c-8201-c725072c34b4", "address": "fa:16:3e:3d:81:f2", "network": {"id": "afe3de9f-8d2f-45fb-9256-92317049c9ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-136698690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55629667f6cd4f8a948cc9a5a7f54dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde880f2e-b9", "ovs_interfaceid": "de880f2e-b9a3-404c-8201-c725072c34b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.865990] env[69399]: DEBUG oslo_concurrency.lockutils [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Releasing lock "refresh_cache-82df1292-290d-4163-a409-96668e57a6f7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.865990] env[69399]: DEBUG nova.compute.manager [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Instance network_info: |[{"id": "de880f2e-b9a3-404c-8201-c725072c34b4", "address": "fa:16:3e:3d:81:f2", "network": {"id": "afe3de9f-8d2f-45fb-9256-92317049c9ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-136698690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55629667f6cd4f8a948cc9a5a7f54dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde880f2e-b9", "ovs_interfaceid": "de880f2e-b9a3-404c-8201-c725072c34b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69399) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1613.865990] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:81:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '163e60bd-32d6-41c5-95e6-2eb10c5c9245', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de880f2e-b9a3-404c-8201-c725072c34b4', 'vif_model': 'vmxnet3'}] {{(pid=69399) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1613.873475] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1613.873764] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Creating VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1613.875234] env[69399]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb34c4e9-3b0d-4ecf-bfc0-f7e704a4da7b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.897080] env[69399]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1613.897080] env[69399]: value = "task-4178147" [ 1613.897080] env[69399]: _type = "Task" [ 1613.897080] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.905443] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4178147, 'name': CreateVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.137216] env[69399]: DEBUG nova.compute.manager [req-2759a91b-c0f0-4cd2-81b9-ccc38d52282b req-28a2af70-50a3-4453-8b49-96cdf11358bc service nova] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Received event network-changed-de880f2e-b9a3-404c-8201-c725072c34b4 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1614.137430] env[69399]: DEBUG nova.compute.manager [req-2759a91b-c0f0-4cd2-81b9-ccc38d52282b req-28a2af70-50a3-4453-8b49-96cdf11358bc service nova] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Refreshing instance network info cache due to event network-changed-de880f2e-b9a3-404c-8201-c725072c34b4. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1614.137638] env[69399]: DEBUG oslo_concurrency.lockutils [req-2759a91b-c0f0-4cd2-81b9-ccc38d52282b req-28a2af70-50a3-4453-8b49-96cdf11358bc service nova] Acquiring lock "refresh_cache-82df1292-290d-4163-a409-96668e57a6f7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.137780] env[69399]: DEBUG oslo_concurrency.lockutils [req-2759a91b-c0f0-4cd2-81b9-ccc38d52282b req-28a2af70-50a3-4453-8b49-96cdf11358bc service nova] Acquired lock "refresh_cache-82df1292-290d-4163-a409-96668e57a6f7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.137941] env[69399]: DEBUG nova.network.neutron [req-2759a91b-c0f0-4cd2-81b9-ccc38d52282b req-28a2af70-50a3-4453-8b49-96cdf11358bc service nova] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Refreshing network info cache for port de880f2e-b9a3-404c-8201-c725072c34b4 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1614.407852] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4178147, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.861448] env[69399]: DEBUG nova.network.neutron [req-2759a91b-c0f0-4cd2-81b9-ccc38d52282b req-28a2af70-50a3-4453-8b49-96cdf11358bc service nova] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Updated VIF entry in instance network info cache for port de880f2e-b9a3-404c-8201-c725072c34b4. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1614.861845] env[69399]: DEBUG nova.network.neutron [req-2759a91b-c0f0-4cd2-81b9-ccc38d52282b req-28a2af70-50a3-4453-8b49-96cdf11358bc service nova] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Updating instance_info_cache with network_info: [{"id": "de880f2e-b9a3-404c-8201-c725072c34b4", "address": "fa:16:3e:3d:81:f2", "network": {"id": "afe3de9f-8d2f-45fb-9256-92317049c9ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-136698690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55629667f6cd4f8a948cc9a5a7f54dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde880f2e-b9", "ovs_interfaceid": "de880f2e-b9a3-404c-8201-c725072c34b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.908840] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4178147, 'name': CreateVM_Task} progress is 99%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.364632] env[69399]: DEBUG oslo_concurrency.lockutils [req-2759a91b-c0f0-4cd2-81b9-ccc38d52282b req-28a2af70-50a3-4453-8b49-96cdf11358bc service nova] Releasing lock "refresh_cache-82df1292-290d-4163-a409-96668e57a6f7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.409409] env[69399]: DEBUG oslo_vmware.api [-] Task: {'id': task-4178147, 'name': CreateVM_Task, 'duration_secs': 1.228432} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.409788] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Created VM on the ESX host {{(pid=69399) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1615.410285] env[69399]: DEBUG oslo_concurrency.lockutils [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.410535] env[69399]: DEBUG oslo_concurrency.lockutils [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.410873] env[69399]: DEBUG oslo_concurrency.lockutils [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1615.411159] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-272fb334-4ad3-4fa4-85a6-cd9c25a0532d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.416359] env[69399]: DEBUG oslo_vmware.api [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1615.416359] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f9ce43-da2e-e763-2b67-18cdabbd1ffa" [ 1615.416359] env[69399]: _type = "Task" [ 1615.416359] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.424458] env[69399]: DEBUG oslo_vmware.api [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f9ce43-da2e-e763-2b67-18cdabbd1ffa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.927262] env[69399]: DEBUG oslo_vmware.api [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]52f9ce43-da2e-e763-2b67-18cdabbd1ffa, 'name': SearchDatastore_Task, 'duration_secs': 0.010975} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.927579] env[69399]: DEBUG oslo_concurrency.lockutils [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.927818] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Processing image 080cf791-deb9-45e0-96cd-252fc7c4f56a {{(pid=69399) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1615.928074] env[69399]: DEBUG oslo_concurrency.lockutils [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.928225] env[69399]: DEBUG oslo_concurrency.lockutils [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquired lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.928408] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1615.928685] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74d8537a-a327-422d-a4e2-071e6605d9ea {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.938701] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69399) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1615.938755] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69399) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1615.939481] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89b08562-2174-4b56-bef2-33001490f1d5 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.944993] env[69399]: DEBUG oslo_vmware.api [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1615.944993] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]527a8b99-0fdc-c458-1d0c-4dcf50568327" [ 1615.944993] env[69399]: _type = "Task" [ 1615.944993] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.952920] env[69399]: DEBUG oslo_vmware.api [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]527a8b99-0fdc-c458-1d0c-4dcf50568327, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.456305] env[69399]: DEBUG oslo_vmware.api [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]527a8b99-0fdc-c458-1d0c-4dcf50568327, 'name': SearchDatastore_Task, 'duration_secs': 0.009922} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.457094] env[69399]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e84a7d01-05f1-440b-8d15-742ad1d1fdd3 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.462646] env[69399]: DEBUG oslo_vmware.api [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1616.462646] env[69399]: value = "session[52e9e764-a97a-b230-3ee9-54caeb21a381]5217f567-412c-8e65-c1f0-e0b853afe3f3" [ 1616.462646] env[69399]: _type = "Task" [ 1616.462646] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.470527] env[69399]: DEBUG oslo_vmware.api [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5217f567-412c-8e65-c1f0-e0b853afe3f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.975213] env[69399]: DEBUG oslo_vmware.api [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': session[52e9e764-a97a-b230-3ee9-54caeb21a381]5217f567-412c-8e65-c1f0-e0b853afe3f3, 'name': SearchDatastore_Task, 'duration_secs': 0.015038} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.975669] env[69399]: DEBUG oslo_concurrency.lockutils [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Releasing lock "[datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1616.976052] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 82df1292-290d-4163-a409-96668e57a6f7/82df1292-290d-4163-a409-96668e57a6f7.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1616.976468] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f59a551b-de17-47be-b52b-524a0e3d2958 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.983905] env[69399]: DEBUG oslo_vmware.api [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1616.983905] env[69399]: value = "task-4178148" [ 1616.983905] env[69399]: _type = "Task" [ 1616.983905] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.992446] env[69399]: DEBUG oslo_vmware.api [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.493943] env[69399]: DEBUG oslo_vmware.api [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178148, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447935} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.495093] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/080cf791-deb9-45e0-96cd-252fc7c4f56a/080cf791-deb9-45e0-96cd-252fc7c4f56a.vmdk to [datastore2] 82df1292-290d-4163-a409-96668e57a6f7/82df1292-290d-4163-a409-96668e57a6f7.vmdk {{(pid=69399) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1617.495093] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Extending root virtual disk to 1048576 {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1617.495260] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b230d536-0a95-4a40-aee1-b23551a6eeae {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.502491] env[69399]: DEBUG oslo_vmware.api [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1617.502491] env[69399]: value = "task-4178149" [ 1617.502491] env[69399]: _type = "Task" [ 1617.502491] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.509966] env[69399]: DEBUG oslo_vmware.api [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178149, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.013702] env[69399]: DEBUG oslo_vmware.api [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178149, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063959} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.013702] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Extended root virtual disk {{(pid=69399) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1618.014171] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff57a740-c5fe-43a5-9eb9-e5cf6eae2a26 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.036430] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 82df1292-290d-4163-a409-96668e57a6f7/82df1292-290d-4163-a409-96668e57a6f7.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1618.036714] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62066f82-e3ad-4087-b75e-1eb18694e20b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.058269] env[69399]: DEBUG oslo_vmware.api [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1618.058269] env[69399]: value = "task-4178150" [ 1618.058269] env[69399]: _type = "Task" [ 1618.058269] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.066616] env[69399]: DEBUG oslo_vmware.api [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178150, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.568215] env[69399]: DEBUG oslo_vmware.api [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178150, 'name': ReconfigVM_Task, 'duration_secs': 0.284037} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.568590] env[69399]: DEBUG nova.virt.vmwareapi.volumeops [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 82df1292-290d-4163-a409-96668e57a6f7/82df1292-290d-4163-a409-96668e57a6f7.vmdk or device None with type sparse {{(pid=69399) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1618.569164] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-306cca1b-2864-44da-a25d-aea3cdddf1de {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.576826] env[69399]: DEBUG oslo_vmware.api [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1618.576826] env[69399]: value = "task-4178151" [ 1618.576826] env[69399]: _type = "Task" [ 1618.576826] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.584698] env[69399]: DEBUG oslo_vmware.api [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178151, 'name': Rename_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.086905] env[69399]: DEBUG oslo_vmware.api [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178151, 'name': Rename_Task, 'duration_secs': 0.175892} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.087170] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1619.087393] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69864984-d6c3-44cf-ad11-ee41772eb6d4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.094260] env[69399]: DEBUG oslo_vmware.api [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1619.094260] env[69399]: value = "task-4178152" [ 1619.094260] env[69399]: _type = "Task" [ 1619.094260] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.102077] env[69399]: DEBUG oslo_vmware.api [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.604800] env[69399]: DEBUG oslo_vmware.api [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178152, 'name': PowerOnVM_Task, 'duration_secs': 0.505399} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.605264] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1619.605303] env[69399]: INFO nova.compute.manager [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Took 7.67 seconds to spawn the instance on the hypervisor. [ 1619.605463] env[69399]: DEBUG nova.compute.manager [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1619.606258] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff20d632-0335-4afa-bf57-5747b1699038 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.123961] env[69399]: INFO nova.compute.manager [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Took 12.34 seconds to build instance. [ 1620.626566] env[69399]: DEBUG oslo_concurrency.lockutils [None req-358432a0-a7e3-4cee-937a-0c938a9ac072 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "82df1292-290d-4163-a409-96668e57a6f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.850s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1621.108996] env[69399]: DEBUG nova.compute.manager [req-ccc28410-c3de-49d3-b24f-8c288c7ff4bc req-ab5617e6-8b88-4c20-ad9b-dbd9158a4333 service nova] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Received event network-changed-de880f2e-b9a3-404c-8201-c725072c34b4 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1621.109153] env[69399]: DEBUG nova.compute.manager [req-ccc28410-c3de-49d3-b24f-8c288c7ff4bc req-ab5617e6-8b88-4c20-ad9b-dbd9158a4333 service nova] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Refreshing instance network info cache due to event network-changed-de880f2e-b9a3-404c-8201-c725072c34b4. {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1621.109528] env[69399]: DEBUG oslo_concurrency.lockutils [req-ccc28410-c3de-49d3-b24f-8c288c7ff4bc req-ab5617e6-8b88-4c20-ad9b-dbd9158a4333 service nova] Acquiring lock "refresh_cache-82df1292-290d-4163-a409-96668e57a6f7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.109528] env[69399]: DEBUG oslo_concurrency.lockutils [req-ccc28410-c3de-49d3-b24f-8c288c7ff4bc req-ab5617e6-8b88-4c20-ad9b-dbd9158a4333 service nova] Acquired lock "refresh_cache-82df1292-290d-4163-a409-96668e57a6f7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1621.109713] env[69399]: DEBUG nova.network.neutron [req-ccc28410-c3de-49d3-b24f-8c288c7ff4bc req-ab5617e6-8b88-4c20-ad9b-dbd9158a4333 service nova] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Refreshing network info cache for port de880f2e-b9a3-404c-8201-c725072c34b4 {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1621.814851] env[69399]: DEBUG nova.network.neutron [req-ccc28410-c3de-49d3-b24f-8c288c7ff4bc req-ab5617e6-8b88-4c20-ad9b-dbd9158a4333 service nova] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Updated VIF entry in instance network info cache for port de880f2e-b9a3-404c-8201-c725072c34b4. {{(pid=69399) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1621.815359] env[69399]: DEBUG nova.network.neutron [req-ccc28410-c3de-49d3-b24f-8c288c7ff4bc req-ab5617e6-8b88-4c20-ad9b-dbd9158a4333 service nova] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Updating instance_info_cache with network_info: [{"id": "de880f2e-b9a3-404c-8201-c725072c34b4", "address": "fa:16:3e:3d:81:f2", "network": {"id": "afe3de9f-8d2f-45fb-9256-92317049c9ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-136698690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55629667f6cd4f8a948cc9a5a7f54dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde880f2e-b9", "ovs_interfaceid": "de880f2e-b9a3-404c-8201-c725072c34b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1622.318774] env[69399]: DEBUG oslo_concurrency.lockutils [req-ccc28410-c3de-49d3-b24f-8c288c7ff4bc req-ab5617e6-8b88-4c20-ad9b-dbd9158a4333 service nova] Releasing lock "refresh_cache-82df1292-290d-4163-a409-96668e57a6f7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1638.662294] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1638.662683] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1638.662789] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1639.166104] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1639.166418] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1639.166570] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1639.166746] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69399) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1639.167687] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3beed58-cffe-471f-9add-37df062fcceb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.176507] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060bd598-5a25-4ed3-b43f-08dccc16ac81 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.190212] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed531654-a565-4a16-8e5a-dd5e2a3714a4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.197505] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad816f6-482e-4dc2-827b-65f5ac68ba57 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.227365] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180777MB free_disk=7GB free_vcpus=48 pci_devices=None {{(pid=69399) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1639.227576] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1639.227762] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1640.252315] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Instance 82df1292-290d-4163-a409-96668e57a6f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69399) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1640.252582] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1640.252667] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69399) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1640.270450] env[69399]: DEBUG nova.scheduler.client.report [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Refreshing inventories for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1640.283575] env[69399]: DEBUG nova.scheduler.client.report [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Updating ProviderTree inventory for provider 65caca49-2bb8-4896-b9be-5baf8708847a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1640.283764] env[69399]: DEBUG nova.compute.provider_tree [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Updating inventory in ProviderTree for provider 65caca49-2bb8-4896-b9be-5baf8708847a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1640.295051] env[69399]: DEBUG nova.scheduler.client.report [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Refreshing aggregate associations for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a, aggregates: None {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1640.315130] env[69399]: DEBUG nova.scheduler.client.report [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Refreshing trait associations for resource provider 65caca49-2bb8-4896-b9be-5baf8708847a, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69399) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1640.342017] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8add50e-354d-43f2-9a4a-4112693fabe0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.348556] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863d71de-adcf-4ecb-9d9e-0fbe954a7922 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.379061] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a837e003-76db-490b-9c9d-5275f57873ee {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.386938] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76689af2-94be-4480-9bd6-f4a01862f43d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.400798] env[69399]: DEBUG nova.compute.provider_tree [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1640.904418] env[69399]: DEBUG nova.scheduler.client.report [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1641.410057] env[69399]: DEBUG nova.compute.resource_tracker [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69399) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1641.410419] env[69399]: DEBUG oslo_concurrency.lockutils [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.182s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1642.409456] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1642.409709] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1642.409856] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1642.410029] env[69399]: DEBUG nova.compute.manager [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69399) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1642.663236] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1644.657641] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1646.657521] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1658.554238] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d36af74b-64e3-4414-acda-5a81a4d99e43 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "82df1292-290d-4163-a409-96668e57a6f7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1658.554623] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d36af74b-64e3-4414-acda-5a81a4d99e43 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "82df1292-290d-4163-a409-96668e57a6f7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1658.554727] env[69399]: DEBUG nova.compute.manager [None req-d36af74b-64e3-4414-acda-5a81a4d99e43 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1658.555672] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7fd797-8615-4a84-9025-199452985d3e {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.562903] env[69399]: DEBUG nova.compute.manager [None req-d36af74b-64e3-4414-acda-5a81a4d99e43 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69399) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1658.563499] env[69399]: DEBUG nova.objects.instance [None req-d36af74b-64e3-4414-acda-5a81a4d99e43 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lazy-loading 'flavor' on Instance uuid 82df1292-290d-4163-a409-96668e57a6f7 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1659.571391] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d36af74b-64e3-4414-acda-5a81a4d99e43 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1659.571814] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd728c1c-e618-4005-8bd3-fcd9bf046eca {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.581553] env[69399]: DEBUG oslo_vmware.api [None req-d36af74b-64e3-4414-acda-5a81a4d99e43 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1659.581553] env[69399]: value = "task-4178153" [ 1659.581553] env[69399]: _type = "Task" [ 1659.581553] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.590434] env[69399]: DEBUG oslo_vmware.api [None req-d36af74b-64e3-4414-acda-5a81a4d99e43 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.091344] env[69399]: DEBUG oslo_vmware.api [None req-d36af74b-64e3-4414-acda-5a81a4d99e43 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178153, 'name': PowerOffVM_Task, 'duration_secs': 0.188296} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.091696] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-d36af74b-64e3-4414-acda-5a81a4d99e43 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1660.091985] env[69399]: DEBUG nova.compute.manager [None req-d36af74b-64e3-4414-acda-5a81a4d99e43 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1660.092805] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6f0948-9e6b-4c87-a083-7d612cab7092 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.604740] env[69399]: DEBUG oslo_concurrency.lockutils [None req-d36af74b-64e3-4414-acda-5a81a4d99e43 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "82df1292-290d-4163-a409-96668e57a6f7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1660.988612] env[69399]: DEBUG nova.objects.instance [None req-23051ad8-78c9-49a2-86b2-001e1276d6a9 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lazy-loading 'flavor' on Instance uuid 82df1292-290d-4163-a409-96668e57a6f7 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1661.493737] env[69399]: DEBUG oslo_concurrency.lockutils [None req-23051ad8-78c9-49a2-86b2-001e1276d6a9 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "refresh_cache-82df1292-290d-4163-a409-96668e57a6f7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.493915] env[69399]: DEBUG oslo_concurrency.lockutils [None req-23051ad8-78c9-49a2-86b2-001e1276d6a9 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquired lock "refresh_cache-82df1292-290d-4163-a409-96668e57a6f7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1661.494119] env[69399]: DEBUG nova.network.neutron [None req-23051ad8-78c9-49a2-86b2-001e1276d6a9 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1661.494297] env[69399]: DEBUG nova.objects.instance [None req-23051ad8-78c9-49a2-86b2-001e1276d6a9 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lazy-loading 'info_cache' on Instance uuid 82df1292-290d-4163-a409-96668e57a6f7 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1661.998342] env[69399]: DEBUG nova.objects.base [None req-23051ad8-78c9-49a2-86b2-001e1276d6a9 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Object Instance<82df1292-290d-4163-a409-96668e57a6f7> lazy-loaded attributes: flavor,info_cache {{(pid=69399) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1662.795964] env[69399]: DEBUG nova.network.neutron [None req-23051ad8-78c9-49a2-86b2-001e1276d6a9 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Updating instance_info_cache with network_info: [{"id": "de880f2e-b9a3-404c-8201-c725072c34b4", "address": "fa:16:3e:3d:81:f2", "network": {"id": "afe3de9f-8d2f-45fb-9256-92317049c9ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-136698690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55629667f6cd4f8a948cc9a5a7f54dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde880f2e-b9", "ovs_interfaceid": "de880f2e-b9a3-404c-8201-c725072c34b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.299344] env[69399]: DEBUG oslo_concurrency.lockutils [None req-23051ad8-78c9-49a2-86b2-001e1276d6a9 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Releasing lock "refresh_cache-82df1292-290d-4163-a409-96668e57a6f7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1664.307378] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-23051ad8-78c9-49a2-86b2-001e1276d6a9 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Powering on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1664.307812] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-affc81c6-e6bd-4e86-9e32-b2264c8d844f {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.316119] env[69399]: DEBUG oslo_vmware.api [None req-23051ad8-78c9-49a2-86b2-001e1276d6a9 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1664.316119] env[69399]: value = "task-4178154" [ 1664.316119] env[69399]: _type = "Task" [ 1664.316119] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.326084] env[69399]: DEBUG oslo_vmware.api [None req-23051ad8-78c9-49a2-86b2-001e1276d6a9 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.826681] env[69399]: DEBUG oslo_vmware.api [None req-23051ad8-78c9-49a2-86b2-001e1276d6a9 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178154, 'name': PowerOnVM_Task, 'duration_secs': 0.395766} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.826969] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-23051ad8-78c9-49a2-86b2-001e1276d6a9 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Powered on the VM {{(pid=69399) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1664.827191] env[69399]: DEBUG nova.compute.manager [None req-23051ad8-78c9-49a2-86b2-001e1276d6a9 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1664.828020] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88533d92-c8cf-4ac5-8ce6-34dfb36aa2b7 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.769128] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f51ee6-3fc4-4247-8c79-21940b40c005 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.776216] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9aea9050-c499-4e58-b3bb-6ff3e5d72943 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Suspending the VM {{(pid=69399) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1665.776552] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-fa9b8ee6-39e0-47cb-85cf-69838ef9574c {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.783210] env[69399]: DEBUG oslo_vmware.api [None req-9aea9050-c499-4e58-b3bb-6ff3e5d72943 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1665.783210] env[69399]: value = "task-4178155" [ 1665.783210] env[69399]: _type = "Task" [ 1665.783210] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.792637] env[69399]: DEBUG oslo_vmware.api [None req-9aea9050-c499-4e58-b3bb-6ff3e5d72943 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178155, 'name': SuspendVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.294509] env[69399]: DEBUG oslo_vmware.api [None req-9aea9050-c499-4e58-b3bb-6ff3e5d72943 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178155, 'name': SuspendVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.794374] env[69399]: DEBUG oslo_vmware.api [None req-9aea9050-c499-4e58-b3bb-6ff3e5d72943 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178155, 'name': SuspendVM_Task, 'duration_secs': 0.637699} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.794844] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-9aea9050-c499-4e58-b3bb-6ff3e5d72943 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Suspended the VM {{(pid=69399) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1666.794844] env[69399]: DEBUG nova.compute.manager [None req-9aea9050-c499-4e58-b3bb-6ff3e5d72943 tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1666.795588] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb630276-e547-43b4-a3ec-c4a16f47e22d {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.105766] env[69399]: INFO nova.compute.manager [None req-dc48d72a-41c0-4992-aef1-1698f7860a7a tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Resuming [ 1668.106291] env[69399]: DEBUG nova.objects.instance [None req-dc48d72a-41c0-4992-aef1-1698f7860a7a tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lazy-loading 'flavor' on Instance uuid 82df1292-290d-4163-a409-96668e57a6f7 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1669.616403] env[69399]: DEBUG oslo_concurrency.lockutils [None req-dc48d72a-41c0-4992-aef1-1698f7860a7a tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "refresh_cache-82df1292-290d-4163-a409-96668e57a6f7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.616753] env[69399]: DEBUG oslo_concurrency.lockutils [None req-dc48d72a-41c0-4992-aef1-1698f7860a7a tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquired lock "refresh_cache-82df1292-290d-4163-a409-96668e57a6f7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1669.616753] env[69399]: DEBUG nova.network.neutron [None req-dc48d72a-41c0-4992-aef1-1698f7860a7a tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Building network info cache for instance {{(pid=69399) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1670.315850] env[69399]: DEBUG nova.network.neutron [None req-dc48d72a-41c0-4992-aef1-1698f7860a7a tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Updating instance_info_cache with network_info: [{"id": "de880f2e-b9a3-404c-8201-c725072c34b4", "address": "fa:16:3e:3d:81:f2", "network": {"id": "afe3de9f-8d2f-45fb-9256-92317049c9ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-136698690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55629667f6cd4f8a948cc9a5a7f54dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde880f2e-b9", "ovs_interfaceid": "de880f2e-b9a3-404c-8201-c725072c34b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.819406] env[69399]: DEBUG oslo_concurrency.lockutils [None req-dc48d72a-41c0-4992-aef1-1698f7860a7a tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Releasing lock "refresh_cache-82df1292-290d-4163-a409-96668e57a6f7" {{(pid=69399) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1670.820863] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439175cf-274a-4c9e-8d7a-8a3c89540250 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.828062] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-dc48d72a-41c0-4992-aef1-1698f7860a7a tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Resuming the VM {{(pid=69399) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1670.828353] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-586cf900-1ad3-4478-a6ab-c187563ed2b8 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.835534] env[69399]: DEBUG oslo_vmware.api [None req-dc48d72a-41c0-4992-aef1-1698f7860a7a tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1670.835534] env[69399]: value = "task-4178156" [ 1670.835534] env[69399]: _type = "Task" [ 1670.835534] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.843638] env[69399]: DEBUG oslo_vmware.api [None req-dc48d72a-41c0-4992-aef1-1698f7860a7a tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.348170] env[69399]: DEBUG oslo_vmware.api [None req-dc48d72a-41c0-4992-aef1-1698f7860a7a tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178156, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.849216] env[69399]: DEBUG oslo_vmware.api [None req-dc48d72a-41c0-4992-aef1-1698f7860a7a tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178156, 'name': PowerOnVM_Task, 'duration_secs': 0.575787} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.849593] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-dc48d72a-41c0-4992-aef1-1698f7860a7a tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Resumed the VM {{(pid=69399) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1671.849699] env[69399]: DEBUG nova.compute.manager [None req-dc48d72a-41c0-4992-aef1-1698f7860a7a tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Checking state {{(pid=69399) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1671.850527] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37325a02-bcca-47d6-a7ec-00d5c5c56081 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.762676] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b084f707-4d80-4a9c-a853-bdaa6fc136ff tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "82df1292-290d-4163-a409-96668e57a6f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1672.762949] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b084f707-4d80-4a9c-a853-bdaa6fc136ff tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "82df1292-290d-4163-a409-96668e57a6f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1672.763194] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b084f707-4d80-4a9c-a853-bdaa6fc136ff tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "82df1292-290d-4163-a409-96668e57a6f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1672.763383] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b084f707-4d80-4a9c-a853-bdaa6fc136ff tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "82df1292-290d-4163-a409-96668e57a6f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1672.763555] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b084f707-4d80-4a9c-a853-bdaa6fc136ff tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "82df1292-290d-4163-a409-96668e57a6f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1672.765796] env[69399]: INFO nova.compute.manager [None req-b084f707-4d80-4a9c-a853-bdaa6fc136ff tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Terminating instance [ 1673.269352] env[69399]: DEBUG nova.compute.manager [None req-b084f707-4d80-4a9c-a853-bdaa6fc136ff tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Start destroying the instance on the hypervisor. {{(pid=69399) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1673.269729] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b084f707-4d80-4a9c-a853-bdaa6fc136ff tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Destroying instance {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1673.270568] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf131a4-f0eb-44d6-9cfa-c4f837bc3262 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.278617] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b084f707-4d80-4a9c-a853-bdaa6fc136ff tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Powering off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1673.278867] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-612da35d-7fb3-45ba-baa3-c44f97a44ed0 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.285914] env[69399]: DEBUG oslo_vmware.api [None req-b084f707-4d80-4a9c-a853-bdaa6fc136ff tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1673.285914] env[69399]: value = "task-4178157" [ 1673.285914] env[69399]: _type = "Task" [ 1673.285914] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.294382] env[69399]: DEBUG oslo_vmware.api [None req-b084f707-4d80-4a9c-a853-bdaa6fc136ff tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.796874] env[69399]: DEBUG oslo_vmware.api [None req-b084f707-4d80-4a9c-a853-bdaa6fc136ff tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178157, 'name': PowerOffVM_Task, 'duration_secs': 0.190308} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.797241] env[69399]: DEBUG nova.virt.vmwareapi.vm_util [None req-b084f707-4d80-4a9c-a853-bdaa6fc136ff tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Powered off the VM {{(pid=69399) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1673.797426] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b084f707-4d80-4a9c-a853-bdaa6fc136ff tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Unregistering the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1673.797694] env[69399]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ecc0004-be7e-4752-b005-47454681b69b {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.867863] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b084f707-4d80-4a9c-a853-bdaa6fc136ff tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Unregistered the VM {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1673.868124] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b084f707-4d80-4a9c-a853-bdaa6fc136ff tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Deleting contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1673.868352] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b084f707-4d80-4a9c-a853-bdaa6fc136ff tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Deleting the datastore file [datastore2] 82df1292-290d-4163-a409-96668e57a6f7 {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1673.868633] env[69399]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b643916-1458-4627-915c-bd94d9e9f474 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.876102] env[69399]: DEBUG oslo_vmware.api [None req-b084f707-4d80-4a9c-a853-bdaa6fc136ff tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for the task: (returnval){ [ 1673.876102] env[69399]: value = "task-4178159" [ 1673.876102] env[69399]: _type = "Task" [ 1673.876102] env[69399]: } to complete. {{(pid=69399) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.884885] env[69399]: DEBUG oslo_vmware.api [None req-b084f707-4d80-4a9c-a853-bdaa6fc136ff tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.386491] env[69399]: DEBUG oslo_vmware.api [None req-b084f707-4d80-4a9c-a853-bdaa6fc136ff tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Task: {'id': task-4178159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157926} completed successfully. {{(pid=69399) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.386931] env[69399]: DEBUG nova.virt.vmwareapi.ds_util [None req-b084f707-4d80-4a9c-a853-bdaa6fc136ff tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Deleted the datastore file {{(pid=69399) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1674.386931] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b084f707-4d80-4a9c-a853-bdaa6fc136ff tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Deleted contents of the VM from datastore datastore2 {{(pid=69399) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1674.387112] env[69399]: DEBUG nova.virt.vmwareapi.vmops [None req-b084f707-4d80-4a9c-a853-bdaa6fc136ff tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Instance destroyed {{(pid=69399) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1674.387293] env[69399]: INFO nova.compute.manager [None req-b084f707-4d80-4a9c-a853-bdaa6fc136ff tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1674.387554] env[69399]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b084f707-4d80-4a9c-a853-bdaa6fc136ff tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69399) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1674.387739] env[69399]: DEBUG nova.compute.manager [-] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Deallocating network for instance {{(pid=69399) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1674.387838] env[69399]: DEBUG nova.network.neutron [-] [instance: 82df1292-290d-4163-a409-96668e57a6f7] deallocate_for_instance() {{(pid=69399) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1674.872155] env[69399]: DEBUG nova.compute.manager [req-550b8b9b-585a-4568-ba61-dad715d9ea58 req-b196b3a1-03f1-4cdb-84fb-ed315d9ae873 service nova] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Received event network-vif-deleted-de880f2e-b9a3-404c-8201-c725072c34b4 {{(pid=69399) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1674.872320] env[69399]: INFO nova.compute.manager [req-550b8b9b-585a-4568-ba61-dad715d9ea58 req-b196b3a1-03f1-4cdb-84fb-ed315d9ae873 service nova] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Neutron deleted interface de880f2e-b9a3-404c-8201-c725072c34b4; detaching it from the instance and deleting it from the info cache [ 1674.872456] env[69399]: DEBUG nova.network.neutron [req-550b8b9b-585a-4568-ba61-dad715d9ea58 req-b196b3a1-03f1-4cdb-84fb-ed315d9ae873 service nova] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1675.326714] env[69399]: DEBUG nova.network.neutron [-] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Updating instance_info_cache with network_info: [] {{(pid=69399) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1675.374923] env[69399]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-71fc9702-92fb-4214-9d22-f70e6ffad8b4 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.385037] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60c3935-f5ff-4ade-81c7-ca09071bdda9 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.409608] env[69399]: DEBUG nova.compute.manager [req-550b8b9b-585a-4568-ba61-dad715d9ea58 req-b196b3a1-03f1-4cdb-84fb-ed315d9ae873 service nova] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Detach interface failed, port_id=de880f2e-b9a3-404c-8201-c725072c34b4, reason: Instance 82df1292-290d-4163-a409-96668e57a6f7 could not be found. {{(pid=69399) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1675.829543] env[69399]: INFO nova.compute.manager [-] [instance: 82df1292-290d-4163-a409-96668e57a6f7] Took 1.44 seconds to deallocate network for instance. [ 1676.336316] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b084f707-4d80-4a9c-a853-bdaa6fc136ff tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1676.336626] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b084f707-4d80-4a9c-a853-bdaa6fc136ff tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1676.336855] env[69399]: DEBUG nova.objects.instance [None req-b084f707-4d80-4a9c-a853-bdaa6fc136ff tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lazy-loading 'resources' on Instance uuid 82df1292-290d-4163-a409-96668e57a6f7 {{(pid=69399) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1676.870668] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b694e52-5cb8-4351-a085-8491efcb5ff2 {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.878391] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e60f45-a17b-4924-a3d3-faa0faca88fb {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.908262] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0107565b-fd89-4da1-8746-eed1f69f2daf {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.916171] env[69399]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd56191-f1d6-40f0-ac99-be6f702217ae {{(pid=69399) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.929655] env[69399]: DEBUG nova.compute.provider_tree [None req-b084f707-4d80-4a9c-a853-bdaa6fc136ff tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Inventory has not changed in ProviderTree for provider: 65caca49-2bb8-4896-b9be-5baf8708847a {{(pid=69399) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1677.433145] env[69399]: DEBUG nova.scheduler.client.report [None req-b084f707-4d80-4a9c-a853-bdaa6fc136ff tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Inventory has not changed for provider 65caca49-2bb8-4896-b9be-5baf8708847a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 7, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69399) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1677.940028] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b084f707-4d80-4a9c-a853-bdaa6fc136ff tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.603s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1677.962921] env[69399]: INFO nova.scheduler.client.report [None req-b084f707-4d80-4a9c-a853-bdaa6fc136ff tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Deleted allocations for instance 82df1292-290d-4163-a409-96668e57a6f7 [ 1678.471060] env[69399]: DEBUG oslo_concurrency.lockutils [None req-b084f707-4d80-4a9c-a853-bdaa6fc136ff tempest-ServerActionsTestJSON-1965322374 tempest-ServerActionsTestJSON-1965322374-project-member] Lock "82df1292-290d-4163-a409-96668e57a6f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.708s {{(pid=69399) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1698.662058] env[69399]: DEBUG oslo_service.periodic_task [None req-7c3262e4-e9b1-4e20-804f-64ccd56e0448 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69399) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}